Prepare universal workflow

This commit is contained in:
Alexey Pustovalov 2024-02-11 02:47:09 +09:00
parent d69d775609
commit ddcb67c829

View File

@ -99,7 +99,7 @@ jobs:
build_base: build_base:
timeout-minutes: 30 timeout-minutes: 30
name: Build ${{ matrix.build }} base on RHEL (${{ matrix.arch }}) name: Build ${{ matrix.build }} base (${{ matrix.arch }})
needs: ["init_build"] needs: ["init_build"]
strategy: strategy:
fail-fast: false fail-fast: false
@ -124,13 +124,20 @@ jobs:
- name: Check cosign version - name: Check cosign version
run: cosign version run: cosign version
- name: Fix string case
id: lc
env:
ARCH: ${{ matrix.arch }}
run: |
echo "arch=${ARCH,,}" >> $GITHUB_OUTPUT
- name: Generate tags - name: Generate tags
id: meta id: meta
uses: docker/metadata-action@v5 uses: docker/metadata-action@v5
with: with:
images: ${{ env.IMAGES_PREFIX }}${{ matrix.build }} images: ${{ env.IMAGES_PREFIX }}${{ matrix.build }}
tags: | tags: |
type=sha,suffix=-${{ matrix.arch }} type=sha,suffix=-${{ steps.lc.outputs.arch }}
- name: Build Zabbix Build Base - name: Build Zabbix Build Base
id: build_image id: build_image
@ -140,7 +147,7 @@ jobs:
layers: false layers: false
tags: ${{ steps.meta.outputs.tags }} tags: ${{ steps.meta.outputs.tags }}
containerfiles: | containerfiles: |
./Dockerfiles/${{ matrix.build }}/rhel/Dockerfile ${{ env.DOCKERFILES_DIRECTORY }}/${{ matrix.build }}/rhel/Dockerfile
extra-args: | extra-args: |
--pull --pull
@ -149,7 +156,7 @@ jobs:
IMAGE_TAG: ${{ fromJSON(steps.meta.outputs.json).tags[0] }} IMAGE_TAG: ${{ fromJSON(steps.meta.outputs.json).tags[0] }}
CACHE_FILE_NAME: ${{ env.BASE_BUILD_NAME }}_${{ matrix.arch }} CACHE_FILE_NAME: ${{ env.BASE_BUILD_NAME }}_${{ matrix.arch }}
run: | run: |
DIGEST=$(podman inspect ${IMAGE_TAG,,} --format "{{ index .RepoDigests 0}}" | cut -d '@' -f2) DIGEST=$(podman inspect ${IMAGE_TAG} --format "{{ index .RepoDigests 0}}" | cut -d '@' -f2)
echo "::group::Image digest" echo "::group::Image digest"
echo "$DIGEST" echo "$DIGEST"
echo "::endgroup::" echo "::endgroup::"
@ -168,7 +175,7 @@ jobs:
build_base_database: build_base_database:
timeout-minutes: 180 timeout-minutes: 180
needs: [ "build_base", "init_build"] needs: [ "build_base", "init_build"]
name: Build ${{ matrix.build }} base on RHEL (${{ matrix.arch }}) name: Build ${{ matrix.build }} base (${{ matrix.arch }})
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
@ -184,13 +191,20 @@ jobs:
with: with:
fetch-depth: 1 fetch-depth: 1
- name: Fix string case
id: lc
env:
ARCH: ${{ matrix.arch }}
run: |
echo "arch=${ARCH,,}" >> $GITHUB_OUTPUT
- name: Generate tags - name: Generate tags
id: meta id: meta
uses: docker/metadata-action@v5 uses: docker/metadata-action@v5
with: with:
images: zabbix-build-${{ matrix.build }} images: zabbix-build-${{ matrix.build }}
tags: | tags: |
type=sha,suffix=-${{ matrix.arch }} type=sha,suffix=-${{ steps.lc.outputs.arch }}
- name: Download SHA256 tag of ${{ env.BASE_BUILD_NAME }}:${{ matrix.arch }} - name: Download SHA256 tag of ${{ env.BASE_BUILD_NAME }}:${{ matrix.arch }}
uses: actions/cache@v4 uses: actions/cache@v4
@ -232,7 +246,7 @@ jobs:
IMAGE_TAG: ${{ fromJSON(steps.meta.outputs.json).tags[0] }} IMAGE_TAG: ${{ fromJSON(steps.meta.outputs.json).tags[0] }}
CACHE_FILE_NAME: ${{ matrix.build }}_${{ matrix.arch }} CACHE_FILE_NAME: ${{ matrix.build }}_${{ matrix.arch }}
run: | run: |
DIGEST=$(podman inspect ${IMAGE_TAG,,} --format "{{ index .RepoDigests 0}}" | cut -d '@' -f2) DIGEST=$(podman inspect ${IMAGE_TAG} --format "{{ index .RepoDigests 0}}" | cut -d '@' -f2)
echo "::group::Image digest" echo "::group::Image digest"
echo "$DIGEST" echo "$DIGEST"
echo "::endgroup::" echo "::endgroup::"
@ -245,8 +259,15 @@ jobs:
- name: Cache image digest - name: Cache image digest
uses: actions/cache@v4 uses: actions/cache@v4
with: with:
path: ${{ matrix.build }}_${{ matrix.arch }} path: build_${{ matrix.build }}_${{ matrix.arch }}
key: ${{ matrix.build }}-${{ matrix.arch }}-${{ github.run_id }} key: build-${{ matrix.build }}-${{ matrix.arch }}-${{ github.run_id }}
- name: Cleanup artifacts
if: success() || failure()
env:
BUILD_BASE_IMAGE: ${{ steps.base_build.outputs.base_build_image }}
run: |
podman rmi -i -f ${BUILD_BASE_IMAGE}
build_images: build_images:
timeout-minutes: 90 timeout-minutes: 90
@ -258,15 +279,30 @@ jobs:
build: ${{ fromJson(needs.init_build.outputs.components) }} build: ${{ fromJson(needs.init_build.outputs.components) }}
arch: [X64, ARM64] arch: [X64, ARM64]
runs-on: [self-hosted, linux, "${{ matrix.arch }}"] runs-on: [self-hosted, linux, "${{ matrix.arch }}"]
permissions:
contents: read
id-token: write
steps: steps:
- uses: actions/checkout@v4 - name: Checkout repository
uses: actions/checkout@v4
with:
fetch-depth: 1
- name: Fix string case
id: lc
env:
ARCH: ${{ matrix.arch }}
run: |
echo "arch=${ARCH,,}" >> $GITHUB_OUTPUT
- name: Detect Build Base Image - name: Detect Build Base Image
id: build_base_image id: build_base_image
env: env:
REDHAT_CERTIFY_CREDENTIALS: ${{ secrets.REDHAT_CERTIFY_CREDENTIALS }} REDHAT_CERTIFY_CREDENTIALS: ${{ secrets.REDHAT_CERTIFY_CREDENTIALS }}
MATRIX_BUILD: ${{ matrix.build }}
CURRENT_BRANCH: ${{ needs.init_build.outputs.current_branch }}
run: | run: |
BUILD_BASE=$(jq --raw-output --argjson data "$REDHAT_CERTIFY_CREDENTIALS" -n '$data."${{ needs.init_build.outputs.current_branch }}".components."${{ matrix.build }}".build_base') BUILD_BASE=$(jq --raw-output --argjson data "$REDHAT_CERTIFY_CREDENTIALS" -n "\$data.\"$CURRENT_BRANCH\".components.\"$MATRIX_BUILD\".build_base")
echo "build_base=$BUILD_BASE" >> $GITHUB_OUTPUT echo "build_base=$BUILD_BASE" >> $GITHUB_OUTPUT
@ -274,8 +310,10 @@ jobs:
id: image_name id: image_name
env: env:
REDHAT_CERTIFY_CREDENTIALS: ${{ secrets.REDHAT_CERTIFY_CREDENTIALS }} REDHAT_CERTIFY_CREDENTIALS: ${{ secrets.REDHAT_CERTIFY_CREDENTIALS }}
MATRIX_BUILD: ${{ matrix.build }}
CURRENT_BRANCH: ${{ needs.init_build.outputs.current_branch }}
run: | run: |
IMAGE_NAME=$(jq --raw-output --argjson data "$REDHAT_CERTIFY_CREDENTIALS" -n '$data."${{ needs.init_build.outputs.current_branch }}".components."${{ matrix.build }}".login') IMAGE_NAME=$(jq --raw-output --argjson data "$REDHAT_CERTIFY_CREDENTIALS" -n "\$data.\"$CURRENT_BRANCH\".components.\"$MATRIX_BUILD\".login")
echo "::add-mask::$IMAGE_NAME" echo "::add-mask::$IMAGE_NAME"
echo "image_name=$IMAGE_NAME" >> $GITHUB_OUTPUT echo "image_name=$IMAGE_NAME" >> $GITHUB_OUTPUT
@ -284,9 +322,11 @@ jobs:
id: login_credentials id: login_credentials
env: env:
REDHAT_CERTIFY_CREDENTIALS: ${{ secrets.REDHAT_CERTIFY_CREDENTIALS }} REDHAT_CERTIFY_CREDENTIALS: ${{ secrets.REDHAT_CERTIFY_CREDENTIALS }}
MATRIX_BUILD: ${{ matrix.build }}
CURRENT_BRANCH: ${{ needs.init_build.outputs.current_branch }}
run: | run: |
IMAGE_NAME=$(jq --raw-output --argjson data "$REDHAT_CERTIFY_CREDENTIALS" -n '$data."${{ needs.init_build.outputs.current_branch }}".components."${{ matrix.build }}".login') IMAGE_NAME=$(jq --raw-output --argjson data "$REDHAT_CERTIFY_CREDENTIALS" -n "\$data.\"$CURRENT_BRANCH\".components.\"$MATRIX_BUILD\".login")
REGISTRY_PASSWORD=$(jq --raw-output --argjson data "$REDHAT_CERTIFY_CREDENTIALS" -n '$data."${{ needs.init_build.outputs.current_branch }}".components."${{ matrix.build }}".secret') REGISTRY_PASSWORD=$(jq --raw-output --argjson data "$REDHAT_CERTIFY_CREDENTIALS" -n "\$data.\"$CURRENT_BRANCH\".components.\"$MATRIX_BUILD\".secret")
echo "::add-mask::$IMAGE_NAME" echo "::add-mask::$IMAGE_NAME"
echo "::add-mask::redhat-isv-containers+$IMAGE_NAME-robot" echo "::add-mask::redhat-isv-containers+$IMAGE_NAME-robot"
@ -304,12 +344,14 @@ jobs:
username: redhat-isv-containers+${{ env.LOGIN }}-robot username: redhat-isv-containers+${{ env.LOGIN }}-robot
password: ${{ env.PASSWORD }} password: ${{ env.PASSWORD }}
registry: ${{ env.REGISTRY }} registry: ${{ env.REGISTRY }}
auth_file_path: /tmp/.docker_${{ matrix.build }}_${{ needs.init_build.outputs.sha_short }} auth_file_path: /tmp/.docker_${{ matrix.build }}_${{ matrix.arch }}_${{ needs.init_build.outputs.sha_short }}
- name: Remove smartmontools - name: Remove smartmontools
if: ${{ matrix.build == 'agent2' }} if: ${{ matrix.build == 'agent2' }}
env:
DOCKERFILES_DIRECTORY: ${{ env.DOCKERFILES_DIRECTORY }}
run: | run: |
sed -i '/smartmontools/d' Dockerfiles/agent2/rhel/Dockerfile sed -i '/smartmontools/d' "$DOCKERFILES_DIRECTORY/agent2/rhel/Dockerfile"
- name: Generate tags - name: Generate tags
id: meta id: meta
@ -317,24 +359,49 @@ jobs:
with: with:
images: ${{ env.REGISTRY }}/${{ env.REGISTRY_NAMESPACE }}/${{ steps.image_name.outputs.image_name }} images: ${{ env.REGISTRY }}/${{ env.REGISTRY_NAMESPACE }}/${{ steps.image_name.outputs.image_name }}
tags: | tags: |
type=semver,pattern={{version}} type=semver,enable=${{ matrix.arch == 'AMD64' }},pattern={{version}}
type=semver,enable=${{ matrix.arch == 'ARM64' }},pattern={{version}},suffix=-${{ steps.lc.outputs.arch }}
type=sha type=sha
flavor: | flavor: |
latest=${{ ( github.event_name == 'release' ) }} latest=${{ (github.event_name == 'release') && (matrix.arch == 'AMD64') }}
- name: Build ${{ matrix.build }} and push - name: Download SHA256 tag of ${{ steps.build_base_image.outputs.build_base }}:${{ matrix.arch }}
uses: actions/cache@v4
with:
path: ${{ steps.build_base_image.outputs.build_base }}_${{ matrix.arch }}
key: ${{ steps.build_base_image.outputs.build_base }}-${{ matrix.arch }}-${{ github.run_id }}
- name: Retrieve ${{ steps.build_base_image.outputs.build_base }}:${{ matrix.arch }} SHA256 tag
id: base_build
env:
MATRIX_ARCH: ${{ matrix.arch }}
BASE_IMAGE: ${{ steps.build_base_image.outputs.build_base }}
IMAGES_PREFIX: ${{ env.IMAGES_PREFIX }}
run: |
BASE_TAG=$(cat "${BASE_IMAGE}_${MATRIX_ARCH}")
BUILD_BASE_IMAGE="${IMAGES_PREFIX}${BASE_IMAGE}@${BASE_TAG}"
echo "::group::Base build image information"
echo "base_tag=${BASE_TAG}"
echo "base_build_image=${BUILD_BASE_IMAGE}"
echo "::endgroup::"
echo "base_tag=${BASE_TAG}" >> $GITHUB_OUTPUT
echo "base_build_image=${BUILD_BASE_IMAGE}" >> $GITHUB_OUTPUT
- name: Build ${{ matrix.build }}
id: build_image id: build_image
uses: redhat-actions/buildah-build@v2 uses: redhat-actions/buildah-build@v2
with: with:
context: ./Dockerfiles/${{ matrix.build }}/rhel context: ${{ env.DOCKERFILES_DIRECTORY }}/${{ matrix.build }}/rhel
layers: false layers: false
tags: ${{ steps.meta.outputs.tags }} tags: ${{ steps.meta.outputs.tags }}
labels: | labels: |
org.opencontainers.image.revision=${{ fromJSON(steps.meta.outputs.json).labels['org.opencontainers.image.revision'] }} org.opencontainers.image.revision=${{ fromJSON(steps.meta.outputs.json).labels['org.opencontainers.image.revision'] }}
org.opencontainers.image.created=${{ fromJSON(steps.meta.outputs.json).labels['org.opencontainers.image.created'] }} org.opencontainers.image.created=${{ fromJSON(steps.meta.outputs.json).labels['org.opencontainers.image.created'] }}
containerfiles: | containerfiles: |
./Dockerfiles/${{ matrix.build }}/rhel/Dockerfile ${{ env.DOCKERFILES_DIRECTORY }}/${{ matrix.build }}/rhel/Dockerfile
build-args: BUILD_BASE_IMAGE=zabbix-${{ steps.build_base_image.outputs.build_base }}:sha-${{ needs.init_build.outputs.sha_short }} build-args: BUILD_BASE_IMAGE=${{ steps.base_build.outputs.base_build_image }}
- name: Push to RedHat certification procedure - name: Push to RedHat certification procedure
id: push_to_registry id: push_to_registry
@ -346,11 +413,12 @@ jobs:
- name: Preflight - name: Preflight
if: ${{ env.AUTO_PUSH_IMAGES }} if: ${{ env.AUTO_PUSH_IMAGES }}
env: env:
PFLT_DOCKERCONFIG: /tmp/.docker_${{ matrix.build }}_${{ needs.init_build.outputs.sha_short }} PFLT_DOCKERCONFIG: /tmp/.docker_${{ matrix.build }}_${{ matrix.arch }}_${{ needs.init_build.outputs.sha_short }}
PFLT_CERTIFICATION_PROJECT_ID: ${{ steps.login_credentials.outputs.username }} PFLT_CERTIFICATION_PROJECT_ID: ${{ steps.login_credentials.outputs.username }}
PFLT_PYXIS_API_TOKEN: ${{ secrets.REDHAT_API_TOKEN }} PFLT_PYXIS_API_TOKEN: ${{ secrets.REDHAT_API_TOKEN }}
PFLT_ARTIFACTS: ${{ env.PFLT_ARTIFACTS }} PFLT_ARTIFACTS: ${{ env.PFLT_ARTIFACTS }}
PFLT_LOGLEVEL: ${{ env.PFLT_LOGLEVEL }} PFLT_LOGLEVEL: ${{ env.PFLT_LOGLEVEL }}
IMAGE_TAG: ${{ steps.build_image.outputs.image-with-tag }}
run: | run: |
mkdir -p $PFLT_ARTIFACTS mkdir -p $PFLT_ARTIFACTS
podman run \ podman run \
@ -365,7 +433,7 @@ jobs:
--env PFLT_DOCKERCONFIG=/temp-authfile.json \ --env PFLT_DOCKERCONFIG=/temp-authfile.json \
-v $PFLT_ARTIFACTS:/artifacts \ -v $PFLT_ARTIFACTS:/artifacts \
-v $PFLT_DOCKERCONFIG:/temp-authfile.json:ro \ -v $PFLT_DOCKERCONFIG:/temp-authfile.json:ro \
quay.io/opdev/preflight:stable check container ${{ steps.build_image.outputs.image-with-tag }} --submit quay.io/opdev/preflight:stable check container $IMAGE_TAG --submit
- name: Push to RedHat certification procedure - name: Push to RedHat certification procedure
id: push_to_registry_all_tags id: push_to_registry_all_tags
@ -374,7 +442,9 @@ jobs:
with: with:
tags: ${{ steps.meta.outputs.tags }} tags: ${{ steps.meta.outputs.tags }}
- name: Cleanup - name: Cleanup artifacts
if: always()
run: | run: |
echo "${{ steps.meta.outputs.tags }}" | while IFS= read -r image_name ; do podman rmi -i -f $image_name; done echo "${{ steps.meta.outputs.tags }}" | while IFS= read -r image_name ; do podman rmi -i -f $image_name; done
podman rmi -i -f ${{ steps.base_build.outputs.base_build_image }}
rm -rf ${{ env.PFLT_ARTIFACTS }} rm -rf ${{ env.PFLT_ARTIFACTS }}