Building Fluentd image #86
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Building Fluentd image | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| docker_tag_version: | |
| description: 'Fluentd image release version' | |
| required: true | |
| default: '1.17.0' | |
| env: | |
| DOCKER_REPO: 'kubesphere' | |
| DOCKER_IMAGE: 'fluentd' | |
| GITHUB_IMAGE: '${{ github.repository }}/fluentd' | |
| permissions: | |
| contents: read | |
| packages: write | |
| jobs: | |
| determine-tags: | |
| runs-on: ubuntu-latest | |
| name: Determine image tags | |
| outputs: | |
| IMAGE_BASE_TAG: ${{ steps.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| IMAGE_MAJOR_MINOR: ${{ steps.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| steps: | |
| - name: Determine image version tag | |
| id: determine-tags | |
| run: | | |
| VERSION=${{ github.event.inputs.docker_tag_version }} | |
| VERSION_WITHOUT_V=${VERSION#v} | |
| MAJOR_MINOR=$(echo $VERSION_WITHOUT_V | cut -d. -f1-2) | |
| if skopeo inspect docker://ghcr.io/${{ env.GITHUB_IMAGE }}:${VERSION}; then | |
| echo "${VERSION} tag already exists, assuming we're building a patch release!" | |
| LATEST_PATCH_VERSION=$(skopeo list-tags docker://ghcr.io/${{ env.GITHUB_IMAGE }} | grep -E "${VERSION}-[0-9]+" | sort | uniq | tail -1 | tr -d \" | cut -d'-' -f2) | |
| NEW_PATCH_VERSION=$((LATEST_PATCH_VERSION + 1)) | |
| IMAGE_BASE_TAG="${VERSION}-${NEW_PATCH_VERSION}" | |
| echo "Building patch release ${IMAGE_BASE_TAG}!" | |
| else | |
| echo "${VERSION} tag does not exist, assuming we're building a new release!" | |
| IMAGE_BASE_TAG="${VERSION}" | |
| fi | |
| echo "IMAGE_BASE_TAG=$IMAGE_BASE_TAG" >> $GITHUB_OUTPUT | |
| echo "IMAGE_MAJOR_MINOR=$MAJOR_MINOR" >> $GITHUB_OUTPUT | |
| build-amd64-prod-image-metadata: | |
| needs: | |
| - determine-tags | |
| runs-on: ubuntu-latest | |
| name: Build prod image metadata for amd64 | |
| outputs: | |
| IMG_NAME: ${{ steps.set-outputs.outputs.IMAGE_NAME }} | |
| version: ${{ steps.image-metadata.outputs.version }} | |
| tags: ${{ steps.image-metadata.outputs.tags }} | |
| labels: ${{ steps.image-metadata.outputs.labels }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: docker metadata for amd64 | |
| id: image-metadata | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: "ghcr.io/${{ env.GITHUB_IMAGE }}" | |
| flavor: | | |
| latest=false | |
| suffix=-amd64 | |
| tags: | | |
| raw,latest | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| - name: Set outputs | |
| id: set-outputs | |
| run: | | |
| echo "IMAGE_NAME=${{ env.GITHUB_IMAGE }}" >> $GITHUB_OUTPUT | |
| build-arm64-prod-image-metadata: | |
| needs: | |
| - determine-tags | |
| runs-on: ubuntu-latest | |
| name: Build prod image metadata for arm64 | |
| outputs: | |
| IMG_NAME: ${{ steps.set-outputs.outputs.IMAGE_NAME }} | |
| version: ${{ steps.image-metadata.outputs.version }} | |
| tags: ${{ steps.image-metadata.outputs.tags }} | |
| labels: ${{ steps.image-metadata.outputs.labels }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: docker metadata for arm64 | |
| id: image-metadata | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: "ghcr.io/${{ env.GITHUB_IMAGE }}" | |
| flavor: | | |
| latest=false | |
| suffix=-arm64 | |
| tags: | | |
| raw,latest | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| - name: Set outputs | |
| id: set-outputs | |
| run: | | |
| echo "IMAGE_NAME=${{ env.GITHUB_IMAGE }}" >> $GITHUB_OUTPUT | |
| build-arm64-base-image-metadata: | |
| needs: | |
| - determine-tags | |
| runs-on: ubuntu-latest | |
| name: Build prod image metadata for arm64 base image | |
| outputs: | |
| IMG_NAME: ${{ steps.set-outputs.outputs.IMAGE_NAME }} | |
| DOCKER_IMG_NAME: ${{ steps.set-outputs.outputs.DOCKER_IMG_NAME }} | |
| version: ${{ steps.image-metadata.outputs.version }} | |
| tags: ${{ steps.image-metadata.outputs.tags }} | |
| labels: ${{ steps.image-metadata.outputs.labels }} | |
| release_tags: ${{ steps.image-tags.outputs.tags }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: docker metadata for arm64 base image | |
| id: image-metadata | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: "ghcr.io/${{ env.GITHUB_IMAGE }}" | |
| flavor: | | |
| latest=false | |
| suffix=-arm64-base | |
| tags: | | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| - name: docker metadata for arm64 base image | |
| id: image-tags | |
| uses: docker/metadata-action@v5 | |
| with: | |
| flavor: | | |
| latest=false | |
| suffix=-arm64-base | |
| tags: | | |
| type=raw,value=latest | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| - name: Set outputs | |
| id: set-outputs | |
| run: | | |
| echo "IMAGE_NAME=${{ env.GITHUB_IMAGE }}" >> $GITHUB_OUTPUT | |
| echo "DOCKER_IMG_NAME=${{env.DOCKER_REPO}}/${{ env.DOCKER_IMAGE }}" >> $GITHUB_OUTPUT | |
| build-amd64: | |
| runs-on: ubuntu-latest | |
| needs: build-amd64-prod-image-metadata | |
| timeout-minutes: 30 | |
| name: Build amd64 Image for Fluentd | |
| steps: | |
| - name: Install Go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: 1.22.0 | |
| - uses: actions/cache@v4 | |
| with: | |
| path: ~/go/pkg/mod | |
| key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }} | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Login to GHCR | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Build and Push amd64 base Image for Fluentd | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| file: cmd/fluent-watcher/fluentd/Dockerfile.amd64 | |
| push: true | |
| platforms: linux/amd64 | |
| tags: ${{ needs.build-amd64-prod-image-metadata.outputs.tags }} | |
| labels: ${{ needs.build-amd64-prod-image-metadata.outputs.labels }} | |
| build-arm64-base: | |
| runs-on: ubuntu-latest | |
| needs: build-arm64-base-image-metadata | |
| timeout-minutes: 90 | |
| name: Build arm64 base Image for Fluentd | |
| steps: | |
| - name: Install Go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: 1.22.0 | |
| - uses: actions/cache@v4 | |
| with: | |
| path: ~/go/pkg/mod | |
| key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }} | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Login to GHCR | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Build and Push arm64 base Image for Fluentd | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| file: cmd/fluent-watcher/fluentd/Dockerfile.arm64.base | |
| push: true | |
| platforms: linux/arm64 | |
| tags: ${{ needs.build-arm64-base-image-metadata.outputs.tags }} | |
| labels: ${{ needs.build-arm64-base-image-metadata.outputs.labels }} | |
| build-arm64: | |
| runs-on: ubuntu-latest | |
| needs: | |
| - build-arm64-prod-image-metadata | |
| - build-arm64-base-image-metadata | |
| - build-arm64-base | |
| timeout-minutes: 90 | |
| name: Build arm64 Image for Fluentd | |
| steps: | |
| - name: Install Go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: 1.22.0 | |
| - uses: actions/cache@v4 | |
| with: | |
| path: ~/go/pkg/mod | |
| key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }} | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Login to Docker Hub | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Build and Push arm64 base Image for Fluentd | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| file: cmd/fluent-watcher/fluentd/Dockerfile.arm64.quick | |
| push: true | |
| platforms: linux/arm64 | |
| tags: ${{ needs.build-arm64-prod-image-metadata.outputs.tags }} | |
| labels: ${{ needs.build-arm64-prod-image-metadata.outputs.labels }} | |
| build-args: | | |
| BASE_IMAGE_TAG=${{ needs.build-arm64-base-image-metadata.outputs.version }} | |
| BASE_IMAGE=ghcr.io/${{needs.build-arm64-base-image-metadata.outputs.IMG_NAME}} | |
| prod-image-manifest: | |
| needs: | |
| - determine-tags | |
| - build-amd64-prod-image-metadata | |
| - build-arm64-prod-image-metadata | |
| - build-amd64 | |
| - build-arm64 | |
| runs-on: ubuntu-latest | |
| name: Create image manifest | |
| outputs: | |
| IMG_NAME: ${{ steps.set-outputs.outputs.IMAGE_NAME }} | |
| DOCKER_IMG_NAME: ${{ steps.set-outputs.outputs.DOCKER_IMG_NAME }} | |
| version: ${{ steps.image-metadata.outputs.version }} | |
| tags: ${{ steps.image-metadata.outputs.tags }} | |
| labels: ${{ steps.image-metadata.outputs.labels }} | |
| release_tags: ${{ steps.image-tags.outputs.tags }} | |
| steps: | |
| - uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: docker metadata for manifest | |
| id: image-metadata | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: "ghcr.io/${{ env.GITHUB_IMAGE }}" | |
| tags: | | |
| type=raw,value=latest | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| env: | |
| IMAGE_TAG: ${{ env.IMAGE_TAG }} | |
| MAJOR_MINOR: ${{ env.MAJOR_MINOR }} | |
| - name: docker tags for cloning | |
| id: image-tags | |
| uses: docker/metadata-action@v5 | |
| with: | |
| tags: | | |
| type=raw,value=latest | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_BASE_TAG }} | |
| type=raw,value=${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| type=raw,value=v${{ needs.determine-tags.outputs.IMAGE_MAJOR_MINOR }} | |
| - name: Set outputs | |
| id: set-outputs | |
| run: | | |
| echo "IMAGE_NAME=${{ env.GITHUB_IMAGE }}" >> $GITHUB_OUTPUT | |
| echo "DOCKER_IMG_NAME=${{env.DOCKER_REPO}}/${{ env.DOCKER_IMAGE }}" >> $GITHUB_OUTPUT | |
| - name: Create image manifest | |
| uses: int128/docker-manifest-create-action@v2 | |
| with: | |
| push: true | |
| tags: ${{ steps.image-metadata.outputs.tags }} | |
| sources: | | |
| ghcr.io/${{ needs.build-amd64-prod-image-metadata.outputs.IMG_NAME }}:${{ needs.build-amd64-prod-image-metadata.outputs.version }} | |
| ghcr.io/${{ needs.build-arm64-prod-image-metadata.outputs.IMG_NAME }}:${{ needs.build-arm64-prod-image-metadata.outputs.version }} | |
| scan-image: | |
| needs: | |
| - prod-image-manifest | |
| name: Scan Fluentd Image | |
| uses: ./.github/workflows/scan-docker-image-action.yaml | |
| with: | |
| source_image: "${{ needs.prod-image-manifest.outputs.IMG_NAME }}:${{ needs.prod-image-manifest.outputs.version }}" | |
| source_registry: ghcr.io | |
| platforms: "['linux/arm64', 'linux/amd64']" | |
| secrets: | |
| registry_username: ${{ github.actor }} | |
| registry_password: ${{ secrets.GITHUB_TOKEN }} | |
| release-arm64-base-image-to-docker-hub: | |
| if: ${{ github.event_name != 'pull_request' }} | |
| name: Release arm64-base images to Docker Hub | |
| uses: ./.github/workflows/clone-docker-image-action.yaml | |
| needs: | |
| - build-arm64-base-image-metadata | |
| - build-arm64-base | |
| with: | |
| source_image: "${{ needs.build-arm64-base-image-metadata.outputs.IMG_NAME }}:${{ needs.build-arm64-base-image-metadata.outputs.version }}" | |
| source_registry: ghcr.io | |
| target_image: "${{ needs.build-arm64-base-image-metadata.outputs.DOCKER_IMG_NAME }}" | |
| target_registry: docker.io | |
| tags: ${{ needs.build-arm64-base-image-metadata.outputs.release_tags }} | |
| secrets: | |
| source_registry_username: ${{ github.actor }} | |
| source_registry_token: ${{ secrets.GITHUB_TOKEN }} | |
| target_registry_username: ${{ secrets.REGISTRY_USER }} | |
| target_registry_token: ${{ secrets.REGISTRY_PASSWORD }} | |
| release-images-to-docker-hub: | |
| if: ${{ github.event_name != 'pull_request' }} | |
| name: Release images to Docker Hub | |
| uses: ./.github/workflows/clone-docker-image-action.yaml | |
| needs: | |
| - prod-image-manifest | |
| - scan-image | |
| with: | |
| source_image: "${{ needs.prod-image-manifest.outputs.IMG_NAME }}:${{ needs.prod-image-manifest.outputs.version }}" | |
| source_registry: ghcr.io | |
| target_image: "${{ needs.prod-image-manifest.outputs.DOCKER_IMG_NAME }}" | |
| target_registry: docker.io | |
| tags: ${{ needs.prod-image-manifest.outputs.release_tags }} | |
| secrets: | |
| source_registry_username: ${{ github.actor }} | |
| source_registry_token: ${{ secrets.GITHUB_TOKEN }} | |
| target_registry_username: ${{ secrets.REGISTRY_USER }} | |
| target_registry_token: ${{ secrets.REGISTRY_PASSWORD }} |