seperate test and release workflows for apps

.github/workflows/apps.test.yaml

@@ -0,0 +1,284 @@
+name: "Apps: Test & Release"
+
+on:
+  pull_request:
+    branches:
+      - '**'
+    tags-ignore:
+      - '**'
+    paths:
+      - 'charts/**'
+      - '.github/workflows/apps.yaml'
+      - '.github/ct-install.yaml'
+      - '.github/ct-lint.yaml'
+
+jobs:
+  changes:
+    name: Get changed Apps
+    runs-on: ubuntu-20.04
+    outputs:
+      matrix: "{\"app\": ${{ steps.reduce.outputs.apps }} }"
+      empty_matrix: ${{ steps.reduce.outputs.empty_matrix }}
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+    - uses: dorny/paths-filter@v2
+      id: filter
+      with:
+        list-files: json
+        filters: |
+          changed:
+          - 'charts/stable/**'
+          - 'charts/incubator/**'
+          - 'charts/develop/**'
+          - 'charts/deprecated/**'
+          - 'charts/non-free/**'
+          - 'charts/library/**'
+    - run: echo '${{ toJson(steps.filter.outputs) }}' > changes.json
+    - id: reduce
+      run: |
+        APPS=$(jq --raw-output '.changed_files | fromjson | .[] |= sub("(?<filepath>(?<first_directory>(?<root1>[\/]?)[^\/]+\/)(?<second_directory>(?<root2>[\/]?)[^\/]+\/)(?<third_directory>(?<root3>[\/]?)[^\/]+)(?<extra_paths>.+))"; "\(.third_directory)") | unique' changes.json)
+        echo ::set-output name=apps::${APPS}
+        if [ -z "${APPS[0]}" ]; then
+          echo "No Changed Apps"
+          echo "::set-output name=empty_matrix::true"
+        else
+          echo "Changed Apps: ${APPS[*]}"
+          echo "::set-output name=empty_matrix::false"
+        fi
+
+  app-tests:
+    needs: [changes]
+    if: ${{ needs.changes.outputs.empty_matrix == 'false' }}
+    name: App Tests
+    runs-on: ubuntu-latest
+    strategy:
+      matrix: ${{ fromJson(needs.changes.outputs.matrix) }}
+      fail-fast: false
+    steps:
+    ##
+    # GENERAL SECTION
+    ##
+      - name: Checkout
+        if: ${{ matrix.app != '.gitkee' }}
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - name: Prepare-Lint
+        if: ${{ matrix.app != '.gitkee' }}
+        id: prep-lint
+        run: |
+            if test -f "./charts/stable/${{ matrix.app }}/Chart.yaml"; then
+              train="stable"
+            elif test -f "./charts/incubator/${{ matrix.app }}/Chart.yaml"; then
+              train="incubator"
+            elif test -f "./charts/deprecated/${{ matrix.app }}/Chart.yaml"; then
+              train="deprecated"
+            elif test -f "./charts/non-free/${{ matrix.app }}/Chart.yaml"; then
+              train="non-free"
+            elif test -f "./charts/library/${{ matrix.app }}/Chart.yaml"; then
+              train="library"
+            else
+              train="develop"
+            fi
+            echo ::set-output name=train::${train}
+            if test -d "./charts/${train}/${{ matrix.app }}/tests/"; then
+                unittests='true'
+            echo "::set-output name=unittests::true"
+            else
+              unittests="false"
+            echo "::set-output name=unittests::false"
+            fi
+
+      - name: Install Helm
+        if: ${{ matrix.app != '.gitkee' }}
+        uses: azure/setup-helm@v1
+        with:
+          version: v3.5.3
+
+      - uses: actions/setup-python@v2
+        if: ${{ matrix.app != '.gitkee' }}
+        with:
+          python-version: 3.7
+
+      - name: Set up chart-testing
+        if: ${{ matrix.app != '.gitkee' }}
+        uses: helm/chart-testing-action@v2.1.0
+
+      - uses: actions/setup-go@v2
+        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
+        with:
+          go-version: '^1.16'
+
+    ##
+    # Unit-Test section
+    ##
+
+      # Get values for cache paths to be used in later steps
+      - id: go-cache-paths
+        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
+        run: |
+          echo "::set-output name=go-build::$(go env GOCACHE)"
+          echo "::set-output name=go-mod::$(go env GOMODCACHE)"
+
+      # Cache go build cache, used to speedup go test
+      - name: Go Build Cache
+        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
+        uses: actions/cache@v2
+        with:
+          path: ${{ steps.go-cache-paths.outputs.go-build }}
+          key: ${{ runner.os }}-go-build-${{ hashFiles('**/go.sum') }}
+
+      - name: Download modules
+        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
+        run: |
+          go mod download
+      - name: Run unit tests
+        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
+        run: |
+          go test ./charts/.../tests -json | tee test.json
+      - name: Annotate unit tests
+        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
+        uses: guyarb/golang-test-annotations@v0.4.0
+        with:
+          test-results: test.json
+
+      - name: Parse Unit Tests
+        if: ${{ steps.prep-lint.outputs.unittests == 'true' }}
+        run: |
+         if grep -q "FAIL"  test.json
+         then
+            echo "Unit Test reported FAILED";
+            exit 1
+         else
+            echo "Unit Test reported OK";
+            exit 0
+         fi
+
+
+    ##
+    # Chart-Testing Section
+    ##
+
+      - name: Run chart-testing (lint)
+        if: ${{ matrix.app != '.gitkee' }}
+        id: lint
+        run: ct lint --config .github/ct-lint.yaml --charts 'charts/${{ steps.prep-lint.outputs.train }}/${{ matrix.app }}'
+
+      - name: Create k3d cluster
+        if: ${{ matrix.app != 'common' &&  matrix.app != '.gitkee' }}
+        uses: nolar/setup-k3d-k3s@v1
+        with:
+          version: v1.19
+
+      ## TODO: Fix common-test
+      - name: Run chart-testing (install)
+        if: ${{ matrix.app != 'common' &&  matrix.app != '.gitkee' }}
+        run: ct install --config .github/ct-install.yaml --charts 'charts/${{ steps.prep-lint.outputs.train }}/${{ matrix.app }}'
+
+  app-tests-complete:
+    needs: [app-tests]
+    name: Apps Test Complete
+    runs-on: ubuntu-latest
+    steps:
+      - name: complete message
+        run: echo "App Tests Completed Successfully"
+
+  catalog-test:
+    runs-on: ubuntu-latest
+    container:
+      image: ixsystems/catalog_validation:latest
+    steps:
+      - name: Block concurrent jobs
+        uses: softprops/turnstyle@v1
+        with:
+          continue-after-seconds: 180
+      - uses: actions/checkout@v2
+        name: Checkout
+      - name: Install Helm
+        uses: azure/setup-helm@v1
+        with:
+          version: v3.5.3
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+          path: master
+      - name: Checkout
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+          repository: truecharts/catalog
+          path: catalog
+      - name: Remove if release already exists
+        run: |
+          for train in stable incubator develop non-free deprecated
+          do
+            for chart in master/charts/${train}/*; do
+              if [ -d "${chart}/SCALE" ]; then
+                maxchartversion=$(cat ${chart}/Chart.yaml | grep "^version: " | awk -F" " '{ print $2 }')
+                chartname=$(basename ${chart})
+                echo "Processing... cleanup-existing... Chart: ${chartname} - Version: ${maxchartversion}"
+                rm -Rf catalog/${train}/${chartname}/${maxchartversion} || echo "Chart release ${chartname} with version ${maxchartversion} does not exist yet... Skipping..."
+                rm -Rf catalog/${train}/${chartname}/item.yaml || echo "No old catalog item.yaml found for ${chartname}"
+              else
+                echo "Skipping chart ${chart}, no correct SCALE compatibility layer detected"
+              fi
+            done
+          done
+      - name: fetch dependencies
+        run: |
+          for train in stable incubator develop non-free deprecated
+          do
+            for chart in master/charts/${train}/*; do
+              if [ -d "${chart}" ]; then
+                cd ${chart}
+                helm dependency update
+                cd -
+              fi
+            done
+          done
+      - name: Apply SCALE Patches
+        run: |
+          for train in stable incubator develop non-free deprecated
+          do
+            for chart in master/charts/${train}/*; do
+              if [ -d "${chart}/SCALE" ]; then
+                chartname=$(basename ${chart})
+                echo "Processing... Applying SCALE patch... Chart: ${chartname} - Version: ${maxfolderversion}"
+                mv ${chart}/SCALE/item.yaml ${chart}/
+                mv ${chart}/SCALE/ix_values.yaml ${chart}/
+                mv ${chart}/SCALE/questions.yaml ${chart}/
+                cp -rf ${chart}/SCALE/templates/* ${chart}/templates || echo "ignoring templates directory..."
+                rm -rf ${chart}/SCALE
+                mv ${chart}/values.yaml ${chart}/test_values.yaml
+                touch ${chart}/values.yaml
+                description=$(cat ${chart}/Chart.yaml | grep "^description: " | sed -r 's/^description: //')
+                echo "${description}" >> ${chart}/app-readme.md
+              else
+                echo "Skipping chart ${chart}, no correct SCALE compatibility layer detected"
+              fi
+            done
+          done
+      - name: Add Chart release
+        run: |
+          for train in stable incubator develop non-free deprecated
+          do
+            for chart in master/charts/${train}/*; do
+              if [ -f "${chart}/item.yaml" ]; then
+                maxchartversion=$(cat ${chart}/Chart.yaml | grep "^version: " | awk -F" " '{ print $2 }')
+                chartname=$(basename ${chart})
+                  echo "Processing... Copying charts... Chart: ${chartname} - Version: ${maxchartversion}"
+                  mkdir -p catalog/${train}/${chartname}/${maxchartversion}
+                  cp -Rf ${chart}/* catalog/${train}/${chartname}/${maxchartversion}/
+                  mv catalog/${train}/${chartname}/${maxchartversion}/item.yaml catalog/${train}/${chartname}/item.yaml
+              else
+                echo "Skipping, chart ${chart} does not contain SCALE compatibility layer..."
+              fi
+            done
+          done
+      - name: Validate catalog format
+        run: |
+          cd catalog
+          /bin/bash -c "PWD=${pwd}; /usr/local/bin/catalog_validate validate --path $PWD"