Integrate Container and Website Repo's + docs restructure

2021-03-17 10:35:56 +01:00
parent e8f9ef02d4
commit c9a3f01580
364 changed files with 7580 additions and 234 deletions
@@ -0,0 +1,189 @@
+name: "Containers: Test-and-Build"
+
+on:
+  push:
+    branches:
+    - main
+    - staging
+    paths:
+    - '.containers/apps/**'
+    - '.containers/base/**'
+    - ".github/workflows/containers.build.yaml"
+  pull_request:
+    paths:
+    - '.containers/apps/**'
+    - '.containers/base/**'
+    - ".github/workflows/containers.build.yaml"
+
+env:
+  # How long to sleep before running the tests (gives the application time to start)
+  GOSS_SLEEP: 30
+
+# Detect which folders in project-root (which contain the containers) contain changes
+jobs:
+  changes:
+    name: Get changes
+    runs-on: ubuntu-20.04
+    outputs:
+      matrix: "{\"container\": ${{ steps.reduce.outputs.containers }} }"
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+    - uses: dorny/paths-filter@v2
+      id: filter
+      with:
+        list-files: json
+        filters: |
+          changed:
+          - '.containers/apps/**'
+          - '.containers/base/**'
+    - run: echo '${{ toJson(steps.filter.outputs) }}' > changes.json
+    - id: reduce
+      run: |
+        CONTAINERS=$(jq --raw-output '.changed_files | fromjson | .[] |= sub("(?<filepath>(?<first_directory>(?<root1>[\/]?)[^\/]+\/)(?<second_directory>(?<root2>[\/]?)[^\/]+\/(?<third_directory>(?<root3>[\/]?)[^\/]+)(?<extra_paths>.+)))"; "\(.third_directory)") | unique' changes.json)
+        echo ::set-output name=containers::${CONTAINERS}
+
+  hadolint:
+    name: Run hadolint
+    runs-on: ubuntu-20.04
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+    - name: hadolint
+      uses: reviewdog/action-hadolint@v1
+      with:
+        github_token: ${{ secrets.BOT_TOKEN }}
+        reporter: github-pr-review
+        filter_mode: diff_context
+        fail_on_error: true
+
+  build:
+    name: Build
+    runs-on: ubuntu-20.04
+    needs:
+    - hadolint
+    - changes
+    strategy:
+      matrix: ${{ fromJson(needs.changes.outputs.matrix) }}
+      fail-fast: false
+    if: "!contains(github.event.head_commit.message, '[ci-skip]')"
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+
+    # Define if tests and push should be run against which versions/platforms
+    - name: Prepare
+      id: prep
+      run: |
+        if test -f "./.containers/apps/${{ matrix.container }}/Dockerfile"; then
+          CATEGORY="apps"
+        else
+           CATEGORY="base"
+        fi
+        echo ::set-output name=category::${CATEGORY}
+        VERSION=$(cat ./.containers/${CATEGORY}/${{ matrix.container }}/VERSION)
+        echo ::set-output name=version::${VERSION}
+        PLATFORM=$(cat ./.containers/${CATEGORY}/${{ matrix.container }}/PLATFORM)
+        echo ::set-output name=platform::${PLATFORM}
+        if test -f "./.containers/${CATEGORY}/${{ matrix.container }}/goss.yaml"; then
+          echo ::set-output name=goss::true
+        else
+          echo ::set-output name=goss::false
+        fi
+        if [ "${{github.event_name}}" == "pull_request" ]; then
+          echo ::set-output name=push::false
+        else
+          echo ::set-output name=push::true
+        fi
+
+    - name: Set up QEMU
+      uses: docker/setup-qemu-action@v1
+      with:
+        platforms: all
+
+    - name: Login to GHCR
+      if: github.event_name != 'pull_request'
+      uses: docker/login-action@v1
+      with:
+        registry: ghcr.io
+        username: ${{ secrets.GHCR_USERNAME }}
+        password: ${{ secrets.GHCR_TOKEN }}
+
+    # Install and configure Buildx
+    - name: Set up Docker Buildx
+      id: buildx
+      uses: docker/setup-buildx-action@v1
+      with:
+        install: true
+        version: latest
+        driver-opts: image=moby/buildkit:master
+
+    # Make sure we can store buildx cache in-between builds
+    - name: Cache Docker layers
+      uses: actions/cache@v2
+      with:
+        path: /tmp/.buildx-cache
+        key: ${{ runner.os }}-buildx-${{ github.sha }}
+        restore-keys: |
+          ${{ runner.os }}-buildx-
+
+    # Install the GOSS testing framework
+    - name: Set up goss/dgoss
+      uses: e1himself/goss-installation-action@v1.0.3
+      if: ${{ steps.prep.outputs.goss == 'true' }}
+      with:
+        version: 'v0.3.16'
+
+    # Creates a local build to run tests on
+    - name: Build and Load local test-container
+      if: ${{ steps.prep.outputs.goss == 'true' }}
+      uses: docker/build-push-action@v2
+      with:
+        build-args: VERSION=${{ steps.prep.outputs.version }}
+        context: .
+        file: ./.containers/${{ steps.prep.outputs.category }}/${{ matrix.container }}/Dockerfile
+        load: true
+        tags: |
+          ghcr.io/${{ github.repository_owner }}/${{ matrix.container }}:test
+        cache-from: type=local,src=/tmp/.buildx-cache
+        cache-to: type=local,dest=/tmp/.buildx-cache-new
+
+    # Temporary fix
+    # https://github.com/docker/build-push-action/issues/252
+    # https://github.com/moby/buildkit/issues/1896
+    - name: Move cache
+      if: ${{ steps.prep.outputs.goss == 'true' }}
+      run: |
+        rm -rf /tmp/.buildx-cache
+        mv /tmp/.buildx-cache-new /tmp/.buildx-cache | exit 0
+
+    # Run GOSS tests if included with the container
+    - name: Run GOSS tests
+      if: ${{ steps.prep.outputs.goss == 'true' }}
+      env:
+        GOSS_FILE: ./.containers/${{ steps.prep.outputs.category }}/${{ matrix.container }}/goss.yaml
+      run: |
+        dgoss run ghcr.io/${{ github.repository_owner }}/${{ matrix.container }}:test
+
+    # Push if not a PR, otherwise just test the build process for all requested platforms
+    - name: Build and Push
+      uses: docker/build-push-action@v2
+      with:
+        build-args: VERSION=${{ steps.prep.outputs.version }}
+        context: .
+        platforms: ${{ steps.prep.outputs.platform }}
+        file: ./.containers/${{ steps.prep.outputs.category }}/${{ matrix.container }}/Dockerfile
+        push: ${{ steps.prep.outputs.push }}
+        tags: |
+          ghcr.io/${{ github.repository_owner }}/${{ matrix.container }}:latest
+          ghcr.io/${{ github.repository_owner }}/${{ matrix.container }}:v${{ steps.prep.outputs.version }}
+        cache-from: type=local,src=/tmp/.buildx-cache
+        cache-to: type=local,dest=/tmp/.buildx-cache-new
+
+    # Temporary fix
+    # https://github.com/docker/build-push-action/issues/252
+    # https://github.com/moby/buildkit/issues/1896
+    - name: Move cache
+      run: |
+        rm -rf /tmp/.buildx-cache
+        mv /tmp/.buildx-cache-new /tmp/.buildx-cache