Files
truecharts/.github/workflows/charts-test.yaml
T
Kjeld Schouten 4ce0590fac feat(ci): install operators before testing (#9455)
**Description**
<!--
Please include a summary of the change and which issue is fixed. Please
also include relevant motivation and context. List any dependencies that
are required for this change.
-->
⚒️ Fixes  # <!--(issue)-->

**⚙️ Type of change**

- [ ] ⚙️ Feature/App addition
- [ ] 🪛 Bugfix
- [ ] ⚠️ Breaking change (fix or feature that would cause existing
functionality to not work as expected)
- [ ] 🔃 Refactor of current code

**🧪 How Has This Been Tested?**
<!--
Please describe the tests that you ran to verify your changes. Provide
instructions so we can reproduce. Please also list any relevant details
for your test configuration
-->

**📃 Notes:**
<!-- Please enter any other relevant information here -->

**✔️ Checklist:**

- [ ] ⚖️ My code follows the style guidelines of this project
- [ ] 👀 I have performed a self-review of my own code
- [ ] #️⃣ I have commented my code, particularly in hard-to-understand
areas
- [ ] 📄 I have made corresponding changes to the documentation
- [ ] ⚠️ My changes generate no new warnings
- [ ] 🧪 I have added tests to this description that prove my fix is
effective or that my feature works
- [ ] ⬆️ I increased versions for any altered app according to semantic
versioning

** App addition**

If this PR is an app addition please make sure you have done the
following.

- [ ] 🪞 I have opened a PR on
[truecharts/containers](https://github.com/truecharts/containers) adding
the container to TrueCharts mirror repo.
- [ ] 🖼️ I have added an icon in the Chart's root directory called
`icon.png`

---

_Please don't blindly check all the boxes. Read them and only check
those that apply.
Those checkboxes are there for the reviewer to see what is this all
about and
the status of this PR with a quick glance._

---------

Signed-off-by: Kjeld Schouten <kjeld@schouten-lebbing.nl>
2023-06-07 12:44:38 +02:00

502 lines
19 KiB
YAML

name: "Charts: Test"
on:
workflow_call:
inputs:
checkoutCommit:
required: true
type: string
chartChangesDetected:
required: true
type: string
modifiedCharts:
required: true
type: string
jobs:
generate-install-matrix:
name: Generate matrix for install
runs-on: ubuntu-latest
outputs:
matrix1: |
{
"chart": ${{ steps.list-changed.outputs.charts1 }}
}
matrix2: |
{
"chart": ${{ steps.list-changed.outputs.charts2 }}
}
matrix3: |
{
"chart": ${{ steps.list-changed.outputs.charts3 }}
}
matrix4: |
{
"chart": ${{ steps.list-changed.outputs.charts4 }}
}
matrix5: |
{
"chart": ${{ steps.list-changed.outputs.charts5 }}
}
matrix6: |
{
"chart": ${{ steps.list-changed.outputs.charts6 }}
}
detected1: ${{ steps.list-changed.outputs.detected1 }}
detected2: ${{ steps.list-changed.outputs.detected2 }}
detected3: ${{ steps.list-changed.outputs.detected3 }}
detected4: ${{ steps.list-changed.outputs.detected4 }}
detected5: ${{ steps.list-changed.outputs.detected5 }}
detected6: ${{ steps.list-changed.outputs.detected6 }}
steps:
- name: Checkout
uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3
with:
fetch-depth: 1
ref: ${{ inputs.checkoutCommit }}
- name: Install go-yq
run: |
mkdir -p $HOME/.local/bin
wget https://github.com/mikefarah/yq/releases/download/v4.26.1/yq_linux_amd64 -O $HOME/.local/bin/go-yq && \
chmod +x $HOME/.local/bin/go-yq
echo "$HOME/.local/bin" >> $GITHUB_PATH
- name: Run chart-testing (list-changed)
id: list-changed
if: inputs.chartChangesDetected == 'true'
shell: bash
run: |
CHARTS="${{ inputs.modifiedCharts }}"
echo "Modified Charts: ${CHARTS}"
EXCLUDED_JSON=$(go-yq eval -o=json '.excluded-charts // []' .github/ct-install.yaml)
CHARTS_JSON=$(echo ${CHARTS} | jq --raw-input '.' | jq --compact-output --slurp '.' | jq 'map(. |= split(" "))[]' )
OUTPUT_JSON=$(echo "{\"excluded\": ${EXCLUDED_JSON}, \"all\": ${CHARTS_JSON}}" | jq --compact-output '.all-.excluded')
OUTPUT_JSON1=$((echo $OUTPUT_JSON | jq -r -c '.[:50]'; echo $OUTPUT_JSON | jq -r -c '.[301:350]'; echo $OUTPUT_JSON | jq -r -c '.[601:650]'; echo $OUTPUT_JSON | jq -r -c '.[901:950]'; echo $OUTPUT_JSON | jq -r -c '.[1201:1250]') | jq -s add)
OUTPUT_JSON2=$((echo $OUTPUT_JSON | jq -r -c '.[51:100]'; echo $OUTPUT_JSON | jq -r -c '.[351:400]'; echo $OUTPUT_JSON | jq -r -c '.[651:700]'; echo $OUTPUT_JSON | jq -r -c '.[951:1000]'; echo $OUTPUT_JSON | jq -r -c '.[1251:1300]') | jq -s add)
OUTPUT_JSON3=$((echo $OUTPUT_JSON | jq -r -c '.[101:150]'; echo $OUTPUT_JSON | jq -r -c '.[401:450]'; echo $OUTPUT_JSON | jq -r -c '.[701:750]'; echo $OUTPUT_JSON | jq -r -c '.[1001:1050]'; echo $OUTPUT_JSON | jq -r -c '.[1301:1350]') | jq -s add)
OUTPUT_JSON4=$((echo $OUTPUT_JSON | jq -r -c '.[151:200]'; echo $OUTPUT_JSON | jq -r -c '.[451:500]'; echo $OUTPUT_JSON | jq -r -c '.[751:800]'; echo $OUTPUT_JSON | jq -r -c '.[1051:1100]'; echo $OUTPUT_JSON | jq -r -c '.[1351:1400]') | jq -s add)
OUTPUT_JSON5=$((echo $OUTPUT_JSON | jq -r -c '.[201:250]'; echo $OUTPUT_JSON | jq -r -c '.[501:550]'; echo $OUTPUT_JSON | jq -r -c '.[801:850]'; echo $OUTPUT_JSON | jq -r -c '.[1101:1150]'; echo $OUTPUT_JSON | jq -r -c '.[1401:1450]') | jq -s add)
OUTPUT_JSON6=$((echo $OUTPUT_JSON | jq -r -c '.[251:300]'; echo $OUTPUT_JSON | jq -r -c '.[551:600]'; echo $OUTPUT_JSON | jq -r -c '.[851:900]'; echo $OUTPUT_JSON | jq -r -c '.[1151:1200]'; echo $OUTPUT_JSON | jq -r -c '.[1451:1500]') | jq -s add)
echo charts1=${OUTPUT_JSON1} >> $GITHUB_OUTPUT
echo charts2=${OUTPUT_JSON2} >> $GITHUB_OUTPUT
echo charts3=${OUTPUT_JSON3} >> $GITHUB_OUTPUT
echo charts4=${OUTPUT_JSON4} >> $GITHUB_OUTPUT
echo charts5=${OUTPUT_JSON5} >> $GITHUB_OUTPUT
echo charts6=${OUTPUT_JSON6} >> $GITHUB_OUTPUT
if [[ $(echo ${OUTPUT_JSON1} | jq -c '. | length') -gt 0 ]]; then
echo "detected1=true" >> $GITHUB_OUTPUT
fi
if [[ $(echo ${OUTPUT_JSON2} | jq -c '. | length') -gt 0 ]]; then
echo "detected2=true" >> $GITHUB_OUTPUT
fi
if [[ $(echo ${OUTPUT_JSON3} | jq -c '. | length') -gt 0 ]]; then
echo "detected3=true" >> $GITHUB_OUTPUT
fi
if [[ $(echo ${OUTPUT_JSON4} | jq -c '. | length') -gt 0 ]]; then
echo "detected4=true" >> $GITHUB_OUTPUT
fi
if [[ $(echo ${OUTPUT_JSON5} | jq -c '. | length') -gt 0 ]]; then
echo "detected5=true" >> $GITHUB_OUTPUT
fi
if [[ $(echo ${OUTPUT_JSON6} | jq -c '. | length') -gt 0 ]]; then
echo "detected6=true" >> $GITHUB_OUTPUT
fi
install-charts1:
needs:
- generate-install-matrix
if: needs.generate-install-matrix.outputs.detected1 == 'true'
name: Install charts Part 1
strategy:
matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix1) }}
fail-fast: false
max-parallel: 10
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3
with:
fetch-depth: 1
ref: ${{ inputs.checkoutCommit }}
- name: Install Kubernetes tools
uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3
with:
setup-tools: |
helmv3
helm: "3.9.4"
- uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4
with:
python-version: "3.11"
- name: Set up chart-testing
uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0
- name: Create k3d cluster
uses: nolar/setup-k3d-k3s@v1
with:
version: v1.24
# Flags found here https://github.com/k3d-io/k3d
k3d-args: --k3s-arg --disable=metrics-server@server:*
github-token: ${{ secrets.GITHUB_TOKEN }}
- name: Remove node taints
run: |
kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true
- name: Add Dependencies
run: |
if [[ "${{ matrix.chart }}" != "charts/operators/metallb" ]]; then
kubectl apply -f https://raw.githubusercontent.com/metallb/metallb/v0.13.10/config/manifests/metallb-native.yaml
fi
if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
kubectl apply -f https://raw.githubusercontent.com/cloudnative-pg/cloudnative-pg/release-1.17/releases/cnpg-1.17.5.yaml
fi
- name: Run chart-testing (install)
run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade
install-charts2:
needs:
- generate-install-matrix
if: needs.generate-install-matrix.outputs.detected2 == 'true'
name: Install charts Part 2
strategy:
matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix2) }}
fail-fast: false
max-parallel: 10
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3
with:
fetch-depth: 1
ref: ${{ inputs.checkoutCommit }}
- name: Install Kubernetes tools
uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3
with:
setup-tools: |
helmv3
helm: "3.9.4"
- uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4
with:
python-version: "3.11"
- name: Set up chart-testing
uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0
- name: Create k3d cluster
uses: nolar/setup-k3d-k3s@v1
with:
version: v1.24
# Flags found here https://github.com/k3d-io/k3d
k3d-args: --k3s-arg --disable=metrics-server@server:*
github-token: ${{ secrets.GITHUB_TOKEN }}
- name: Remove node taints
run: |
kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true
- name: Add Dependencies
run: |
## TODO: Move to our Helm Charts
## TODO: Only add when required
if [[ "${{ matrix.chart }}" != "charts/operators/metallb" ]]; then
kubectl apply -f https://raw.githubusercontent.com/metallb/metallb/v0.13.10/config/manifests/metallb-native.yaml
fi
if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
kubectl apply -f https://raw.githubusercontent.com/cloudnative-pg/cloudnative-pg/release-1.17/releases/cnpg-1.17.5.yaml
fi
- name: Run chart-testing (install)
run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade
install-charts3:
needs:
- generate-install-matrix
if: needs.generate-install-matrix.outputs.detected3 == 'true'
name: Install charts Part 3
strategy:
matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix3) }}
fail-fast: false
max-parallel: 10
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3
with:
fetch-depth: 1
ref: ${{ inputs.checkoutCommit }}
- name: Install Kubernetes tools
uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3
with:
setup-tools: |
helmv3
helm: "3.9.4"
- uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4
with:
python-version: "3.11"
- name: Set up chart-testing
uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0
- name: Create k3d cluster
uses: nolar/setup-k3d-k3s@v1
with:
version: v1.24
# Flags found here https://github.com/k3d-io/k3d
k3d-args: --k3s-arg --disable=metrics-server@server:*
github-token: ${{ secrets.GITHUB_TOKEN }}
- name: Remove node taints
run: |
kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true
- name: Add Dependencies
run: |
if [[ "${{ matrix.chart }}" != "charts/operators/metallb" ]]; then
kubectl apply -f https://raw.githubusercontent.com/metallb/metallb/v0.13.10/config/manifests/metallb-native.yaml
fi
if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
kubectl apply -f https://raw.githubusercontent.com/cloudnative-pg/cloudnative-pg/release-1.17/releases/cnpg-1.17.5.yaml
fi
- name: Run chart-testing (install)
run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade
install-charts4:
needs:
- generate-install-matrix
if: needs.generate-install-matrix.outputs.detected4 == 'true'
name: Install charts Part 4
strategy:
matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix4) }}
fail-fast: false
max-parallel: 10
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3
with:
fetch-depth: 1
ref: ${{ inputs.checkoutCommit }}
- name: Install Kubernetes tools
uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3
with:
setup-tools: |
helmv3
helm: "3.9.4"
- uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4
with:
python-version: "3.11"
- name: Set up chart-testing
uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0
- name: Create k3d cluster
uses: nolar/setup-k3d-k3s@v1
with:
version: v1.24
# Flags found here https://github.com/k3d-io/k3d
k3d-args: --k3s-arg --disable=metrics-server@server:*
github-token: ${{ secrets.GITHUB_TOKEN }}
- name: Remove node taints
run: |
kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true
- name: Add Dependencies
run: |
if [[ "${{ matrix.chart }}" != "charts/operators/metallb" ]]; then
kubectl apply -f https://raw.githubusercontent.com/metallb/metallb/v0.13.10/config/manifests/metallb-native.yaml
fi
if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
kubectl apply -f https://raw.githubusercontent.com/cloudnative-pg/cloudnative-pg/release-1.17/releases/cnpg-1.17.5.yaml
fi
- name: Run chart-testing (install)
run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade
install-charts5:
needs:
- generate-install-matrix
if: needs.generate-install-matrix.outputs.detected5 == 'true'
name: Install charts Part 5
strategy:
matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix5) }}
fail-fast: false
max-parallel: 10
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3
with:
fetch-depth: 1
ref: ${{ inputs.checkoutCommit }}
- name: Install Kubernetes tools
uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3
with:
setup-tools: |
helmv3
helm: "3.9.4"
- uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4
with:
python-version: "3.11"
- name: Set up chart-testing
uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0
- name: Create k3d cluster
uses: nolar/setup-k3d-k3s@v1
with:
version: v1.24
# Flags found here https://github.com/k3d-io/k3d
k3d-args: --k3s-arg --disable=metrics-server@server:*
github-token: ${{ secrets.GITHUB_TOKEN }}
- name: Remove node taints
run: |
kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true
- name: Add Dependencies
run: |
if [[ "${{ matrix.chart }}" != "charts/operators/metallb" ]]; then
kubectl apply -f https://raw.githubusercontent.com/metallb/metallb/v0.13.10/config/manifests/metallb-native.yaml
fi
if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
kubectl apply -f https://raw.githubusercontent.com/cloudnative-pg/cloudnative-pg/release-1.17/releases/cnpg-1.17.5.yaml
fi
- name: Run chart-testing (install)
run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade
install-charts6:
needs:
- generate-install-matrix
if: needs.generate-install-matrix.outputs.detected6 == 'true'
name: Install charts Part 6
strategy:
matrix: ${{ fromJson(needs.generate-install-matrix.outputs.matrix6) }}
fail-fast: false
max-parallel: 10
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3
with:
fetch-depth: 1
ref: ${{ inputs.checkoutCommit }}
- name: Install Kubernetes tools
uses: yokawasa/action-setup-kube-tools@af4ebb1af1efd30c5bd84a2e9773355ad6362a33 # v0.9.3
with:
setup-tools: |
helmv3
helm: "3.9.4"
- uses: actions/setup-python@bd6b4b6205c4dbad673328db7b31b7fab9e241c0 # v4
with:
python-version: "3.11"
- name: Set up chart-testing
uses: helm/chart-testing-action@e8788873172cb653a90ca2e819d79d65a66d4e76 # v2.4.0
- name: Create k3d cluster
uses: nolar/setup-k3d-k3s@v1
with:
version: v1.24
# Flags found here https://github.com/k3d-io/k3d
k3d-args: --k3s-arg --disable=metrics-server@server:*
github-token: ${{ secrets.GITHUB_TOKEN }}
- name: Remove node taints
run: |
kubectl taint --all=true nodes node.cloudprovider.kubernetes.io/uninitialized- || true
- name: Add Dependencies
run: |
if [[ "${{ matrix.chart }}" != "charts/operators/metallb" ]]; then
kubectl apply -f https://raw.githubusercontent.com/metallb/metallb/v0.13.10/config/manifests/metallb-native.yaml
fi
if [[ "${{ matrix.chart }}" != "charts/operators/cloudnative-pg" ]]; then
kubectl apply -f https://raw.githubusercontent.com/cloudnative-pg/cloudnative-pg/release-1.17/releases/cnpg-1.17.5.yaml
fi
- name: Run chart-testing (install)
run: ct install --config ".github/ct-install.yaml" --charts "${{ matrix.chart }}" # --upgrade
# Summarize matrix https://github.community/t/status-check-for-a-matrix-jobs/127354/7
install_success:
needs:
- generate-install-matrix
- install-charts1
- install-charts2
- install-charts3
- install-charts4
- install-charts5
- install-charts6
if: ${{ always() }}
name: Install successful
runs-on: ubuntu-latest
steps:
- name: Check install matrix status
run: |
res1="${{needs.install-charts1.result}}"
res2="${{needs.install-charts2.result}}"
res3="${{needs.install-charts3.result}}"
res4="${{needs.install-charts4.result}}"
res5="${{needs.install-charts5.result}}"
res6="${{needs.install-charts6.result}}"
if [[ $res1 == "success" || $res1 == "skipped" ]]; then
echo "Install test suite [1] was successful..."
else
echo "Install test suite [1] failed, stopping..."
exit 1
fi
if [[ $res2 == "success" || $res2 == "skipped" ]]; then
echo "Install test suite [2] was successful..."
else
echo "Install test suite [2] failed, stopping..."
exit 1
fi
if [[ $res3 == "success" || $res3 == "skipped" ]]; then
echo "Install test suite [3] was successful..."
else
echo "Install test suite [3] failed, stopping..."
exit 1
fi
if [[ $res4 == "success" || $res4 == "skipped" ]]; then
echo "Install test suite [4] was successful..."
else
echo "Install test suite [4] failed, stopping..."
exit 1
fi
if [[ $res5 == "success" || $res5 == "skipped" ]]; then
echo "Install test suite [5] was successful..."
else
echo "Install test suite [5] failed, stopping..."
exit 1
fi
if [[ $res6 == "success" || $res6 == "skipped" ]]; then
echo "Install test suite [6] was successful..."
else
echo "Install test suite [6] failed, stopping..."
exit 1
fi