mirror of
https://github.com/ddworken/hishtory.git
synced 2024-11-29 11:44:53 +01:00
b27fde71c9
* Remove a few direct DB insertions to prepare for parallel tests * Revert "Remove a few direct DB insertions to prepare for parallel tests" This reverts commitf8a3552ad8. * Add rudimentary experiment of splitting tests into two chunks to make them faster * Add missing tag * Remove code that enforces that all goldens are used, since it is incompatible with how tests are currently split into chunks * Lay out the framework for checking goldens being used across all test runs * Fix missing brace * Revert "Remove code that enforces that all goldens are used, since it is incompatible with how tests are currently split into chunks" This reverts commit06cc3eedbc. * Add initial work towards checking that all goldens are used * Delete incorrect and unreferenced matrix * Upgrade actions/upload-artifact to see if that makes the download in the next job work * Alternatively, try downloading the artifact by name * Update golden checker to read all the golden artifacts * Swap to using glob to enumerate all golden files, rather than hardcoding them * Remove debugging commands * Remove goldens that are actually used * Remove another golden that is actually used * Add more comprehensive support for test sharding * Fix references to test shards and increase shard count * Shard the fuzz test * Add debug prints * Mark additional tests for sharding * Fix logic error that broke test sharding * Remove debug print * Fix incorrect logic with skipping the fuzz test * Move sharding functions to testutils and add some comments * Upgrade all setup-go actions to enable caching of deps * Remove goldens that don't exist * Remove new line * Reduce delay * Correct stage name * Remove incorrect skip code from the first version of sharding * Remove unused import * Reduce number of test shards to match GitHub's limit of 5 concurrent macos jobs * Use cask for installing homebrew to speed up github actions * More cleanup for unused goldens
236 lines
8.1 KiB
YAML
236 lines
8.1 KiB
YAML
name: SLSA Client Releaser
|
|
on:
|
|
workflow_dispatch:
|
|
push:
|
|
branches: [ master ]
|
|
tags:
|
|
- "*"
|
|
|
|
permissions: read-all
|
|
|
|
jobs:
|
|
# ldflags to embed the commit hash in the binary
|
|
args:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
ldflags: ${{ steps.ldflags.outputs.value }}
|
|
steps:
|
|
- id: checkout
|
|
uses: actions/checkout@ec3a7ce113134d7a93b817d10a8272cb61118579 # v2.3.4
|
|
with:
|
|
fetch-depth: 0
|
|
- id: ldflags
|
|
run: |
|
|
echo "::set-output name=value::$(./scripts/client-ldflags)"
|
|
|
|
# Trusted builders
|
|
build-linux-amd64:
|
|
permissions:
|
|
id-token: write
|
|
contents: write
|
|
actions: read
|
|
needs: args
|
|
uses: slsa-framework/slsa-github-generator/.github/workflows/builder_go_slsa3.yml@v1.2.1
|
|
with:
|
|
config-file: .github/slsa/.slsa-goreleaser-linux-amd64.yml
|
|
go-version: 1.21
|
|
evaluated-envs: "VERSION_LDFLAGS:${{needs.args.outputs.ldflags}}"
|
|
compile-builder: true # See github.com/slsa-framework/slsa-github-generator/issues/942
|
|
build-linux-arm64:
|
|
permissions:
|
|
id-token: write
|
|
contents: write
|
|
actions: read
|
|
needs: args
|
|
uses: slsa-framework/slsa-github-generator/.github/workflows/builder_go_slsa3.yml@v1.2.1
|
|
with:
|
|
config-file: .github/slsa/.slsa-goreleaser-linux-arm64.yml
|
|
go-version: 1.21
|
|
evaluated-envs: "VERSION_LDFLAGS:${{needs.args.outputs.ldflags}}"
|
|
compile-builder: true # See github.com/slsa-framework/slsa-github-generator/issues/942
|
|
build-linux-arm7:
|
|
permissions:
|
|
id-token: write
|
|
contents: write
|
|
actions: read
|
|
needs: args
|
|
uses: slsa-framework/slsa-github-generator/.github/workflows/builder_go_slsa3.yml@v1.2.1
|
|
with:
|
|
config-file: .github/slsa/.slsa-goreleaser-linux-arm7.yml
|
|
go-version: 1.21
|
|
evaluated-envs: "VERSION_LDFLAGS:${{needs.args.outputs.ldflags}}"
|
|
compile-builder: true # See github.com/slsa-framework/slsa-github-generator/issues/942
|
|
build-freebsd-amd64:
|
|
permissions:
|
|
id-token: write
|
|
contents: write
|
|
actions: read
|
|
needs: args
|
|
uses: slsa-framework/slsa-github-generator/.github/workflows/builder_go_slsa3.yml@v1.2.1
|
|
with:
|
|
config-file: .github/slsa/.slsa-goreleaser-freebsd-amd64.yml
|
|
go-version: 1.21
|
|
evaluated-envs: "VERSION_LDFLAGS:${{needs.args.outputs.ldflags}}"
|
|
compile-builder: true # See github.com/slsa-framework/slsa-github-generator/issues/942
|
|
build-netbsd-amd64:
|
|
permissions:
|
|
id-token: write
|
|
contents: write
|
|
actions: read
|
|
needs: args
|
|
uses: slsa-framework/slsa-github-generator/.github/workflows/builder_go_slsa3.yml@v1.2.1
|
|
with:
|
|
config-file: .github/slsa/.slsa-goreleaser-netbsd-amd64.yml
|
|
go-version: 1.21
|
|
evaluated-envs: "VERSION_LDFLAGS:${{needs.args.outputs.ldflags}}"
|
|
compile-builder: true # See github.com/slsa-framework/slsa-github-generator/issues/942
|
|
build-darwin-amd64:
|
|
permissions:
|
|
id-token: write
|
|
contents: write
|
|
actions: read
|
|
needs:
|
|
- args
|
|
uses: slsa-framework/slsa-github-generator/.github/workflows/builder_go_slsa3.yml@v1.2.1
|
|
with:
|
|
config-file: .github/slsa/.slsa-goreleaser-darwin-amd64.yml
|
|
go-version: 1.21
|
|
evaluated-envs: "VERSION_LDFLAGS:${{needs.args.outputs.ldflags}}"
|
|
compile-builder: true # See github.com/slsa-framework/slsa-github-generator/issues/942
|
|
build-darwin-arm64:
|
|
permissions:
|
|
id-token: write
|
|
contents: write
|
|
actions: read
|
|
needs:
|
|
- args
|
|
uses: slsa-framework/slsa-github-generator/.github/workflows/builder_go_slsa3.yml@v1.2.1
|
|
with:
|
|
config-file: .github/slsa/.slsa-goreleaser-darwin-arm64.yml
|
|
go-version: 1.21
|
|
evaluated-envs: "VERSION_LDFLAGS:${{needs.args.outputs.ldflags}}"
|
|
compile-builder: true # See github.com/slsa-framework/slsa-github-generator/issues/942
|
|
|
|
# Sign the binaries and upload the signed binaries
|
|
macos_signer:
|
|
runs-on: macos-11.0
|
|
needs:
|
|
- build-darwin-amd64
|
|
- build-darwin-arm64
|
|
permissions:
|
|
contents: write
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: Extra Sleep
|
|
run: |
|
|
sleep 60
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-darwin-arm64
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-darwin-amd64
|
|
- name: Download and sign the latest executables
|
|
env:
|
|
GH_TOKEN: ${{ github.token }}
|
|
MACOS_CERTIFICATE: ${{ secrets.MACOS_CERTIFICATE }}
|
|
MACOS_CERTIFICATE_PWD: ${{ secrets.MACOS_CERTIFICATE_PWD }}
|
|
run: |
|
|
export GITHUB_TOKEN="${{ secrets.GITHUB_TOKEN }}"
|
|
brew install coreutils
|
|
python3 scripts/actions-sign.py
|
|
- name: Upload Artifacts
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: hishtory-darwin-arm64
|
|
path: hishtory-darwin-arm64
|
|
- name: Upload Artifacts
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: hishtory-darwin-amd64
|
|
path: hishtory-darwin-amd64
|
|
- name: Upload Artifacts
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: hishtory-darwin-arm64-unsigned
|
|
path: hishtory-darwin-arm64-unsigned
|
|
- name: Upload Artifacts
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: hishtory-darwin-amd64-unsigned
|
|
path: hishtory-darwin-amd64-unsigned
|
|
- name: Release
|
|
uses: softprops/action-gh-release@v1
|
|
if: startsWith(github.ref, 'refs/tags/')
|
|
with:
|
|
files: |
|
|
hishtory-darwin-arm64
|
|
hishtory-darwin-arm64-unsigned
|
|
hishtory-darwin-amd64
|
|
hishtory-darwin-amd64-unsigned
|
|
|
|
# Validate the signed binaries
|
|
validate:
|
|
permissions:
|
|
contents: write
|
|
runs-on: macos-latest
|
|
needs:
|
|
- build-linux-amd64
|
|
- build-darwin-amd64
|
|
- build-darwin-arm64
|
|
- macos_signer
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set up Go
|
|
uses: actions/setup-go@v4
|
|
with:
|
|
go-version: 1.21
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-linux-amd64
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-linux-amd64.intoto.jsonl
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-linux-arm64
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-linux-arm64.intoto.jsonl
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-darwin-amd64
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-darwin-amd64.intoto.jsonl
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-darwin-amd64-unsigned
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-darwin-arm64
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-darwin-arm64.intoto.jsonl
|
|
- uses: actions/download-artifact@fb598a63ae348fa914e94cd0ff38f362e927b741
|
|
with:
|
|
name: hishtory-darwin-arm64-unsigned
|
|
- name: Validate Release
|
|
run: |
|
|
export HISHTORY_TEST=1
|
|
curl https://hishtory.dev/install.py | python3 -
|
|
unset HISHTORY_TEST
|
|
go build
|
|
python3 scripts/actions-validate.py
|
|
echo DONE > hishtory-release-validation-completed
|
|
- name: Release
|
|
uses: softprops/action-gh-release@v1
|
|
if: startsWith(github.ref, 'refs/tags/')
|
|
with:
|
|
files: |
|
|
hishtory-release-validation-completed
|
|
- name: Trigger the backend API service so it knows a release is finished
|
|
run: |
|
|
sleep 10
|
|
curl https://api.hishtory.dev/api/v1/trigger-cron
|