release #41
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: release | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| types: [closed] | |
| branches: | |
| - main | |
| env: | |
| CARGO_TERM_COLOR: always | |
| REGISTRY_IMAGE: ghcr.io/${{ github.repository }} | |
| jobs: | |
| prepare: | |
| # The prepare-release branch names comes from the release-dispatch.yml workflow. | |
| if: (github.event.pull_request.merged == true && github.event.pull_request.head.ref == 'prepare-release') || github.event_name == 'workflow_dispatch' | |
| runs-on: ubuntu-latest | |
| outputs: | |
| tag_name: ${{ steps.release_info.outputs.tag_name }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Get version | |
| id: release_info | |
| run: | | |
| cargo install cargo-get | |
| echo "tag_name=v$(cargo get workspace.package.version)" >> $GITHUB_OUTPUT | |
| release: | |
| name: ${{ matrix.job.target }} (${{ matrix.job.os }}) | |
| needs: prepare | |
| runs-on: ${{ matrix.job.os }} | |
| env: | |
| PLATFORM_NAME: ${{ matrix.job.platform }} | |
| TARGET: ${{ matrix.job.target }} | |
| ARCH: ${{ matrix.job.arch }} | |
| strategy: | |
| matrix: | |
| job: | |
| # The OS is used for the runner | |
| # The platform is a generic platform name | |
| # The target is used by Cargo | |
| # The arch is either 386, arm64 or amd64 | |
| # The svm target platform to use for the binary https://github.com/roynalnaruto/svm-rs/blob/84cbe0ac705becabdc13168bae28a45ad2299749/svm-builds/build.rs#L4-L24 | |
| - os: ubuntu-latest-8-cores | |
| platform: linux | |
| target: x86_64-unknown-linux-gnu | |
| arch: amd64 | |
| - os: ubuntu-latest-8-cores-arm64 | |
| platform: linux | |
| target: aarch64-unknown-linux-gnu | |
| arch: arm64 | |
| svm_target_platform: linux-aarch64 | |
| - os: macos-latest-xlarge | |
| platform: darwin | |
| target: x86_64-apple-darwin | |
| arch: amd64 | |
| - os: macos-latest | |
| platform: darwin | |
| target: aarch64-apple-darwin | |
| arch: arm64 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: dtolnay/rust-toolchain@master | |
| name: Rust Toolchain Setup | |
| with: | |
| targets: ${{ matrix.job.target }} | |
| toolchain: "nightly-2024-12-16" | |
| - name: Install target | |
| run: rustup target add ${{ matrix.job.target }} | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| cache-on-failure: true | |
| - name: Setup Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.12" | |
| cache: "pip" | |
| - name: "Install dependencies" | |
| run: | | |
| pip install -r requirements.txt | |
| - name: Apple M1 setup | |
| if: ${{ matrix.job.target == 'aarch64-apple-darwin' }} | |
| run: | | |
| echo "SDKROOT=$(xcrun -sdk macosx --show-sdk-path)" >> $GITHUB_ENV | |
| echo "MACOSX_DEPLOYMENT_TARGET=$(xcrun -sdk macosx --show-sdk-platform-version)" >> $GITHUB_ENV | |
| - name: Linux ARM setup | |
| if: ${{ matrix.job.target == 'aarch64-unknown-linux-gnu' }} | |
| run: | | |
| sudo apt-get update -y | |
| sudo apt-get install -y gcc-aarch64-linux-gnu libssl-dev | |
| # We build jemalloc with 64KB pagesize so that it works for all linux/arm64 pagesize variants | |
| # See: https://github.com/jemalloc/jemalloc/issues/467 | |
| echo "JEMALLOC_SYS_WITH_LG_PAGE=16" >> $GITHUB_ENV | |
| - name: Build binaries | |
| run: | | |
| cargo --version | |
| (cd bin/persistent && cargo build --release --all-features --target ${{ matrix.job.target }}) | |
| (cd bin/ops && cargo build --release --all-features --target ${{ matrix.job.target }}) | |
| - name: Archive binaries | |
| id: artifacts | |
| env: | |
| VERSION_NAME: ${{ needs.prepare.outputs.tag_name }} | |
| run: | | |
| if [ "$PLATFORM_NAME" == "linux" ]; then | |
| tar -czvf "persistent_${VERSION_NAME}_${PLATFORM_NAME}_${ARCH}.tar.gz" -C ./bin/persistent/target/${TARGET}/release persistent | |
| tar -czvf "ops_${VERSION_NAME}_${PLATFORM_NAME}_${ARCH}.tar.gz" -C ./bin/ops/target/${TARGET}/release ops | |
| echo "persistent_file=persistent_${VERSION_NAME}_${PLATFORM_NAME}_${ARCH}.tar.gz" >> $GITHUB_OUTPUT | |
| echo "ops_file=ops_${VERSION_NAME}_${PLATFORM_NAME}_${ARCH}.tar.gz" >> $GITHUB_OUTPUT | |
| elif [ "$PLATFORM_NAME" == "darwin" ]; then | |
| # We need to use gtar here otherwise the archive is corrupt. | |
| # See: https://github.com/actions/virtual-environments/issues/2619 | |
| gtar -czvf "persistent_${VERSION_NAME}_${PLATFORM_NAME}_${ARCH}.tar.gz" -C ./bin/persistent/target/${TARGET}/release persistent | |
| gtar -czvf "ops_${VERSION_NAME}_${PLATFORM_NAME}_${ARCH}.tar.gz" -C ./bin/ops/target/${TARGET}/release ops | |
| echo "persistent_file=persistent_${VERSION_NAME}_${PLATFORM_NAME}_${ARCH}.tar.gz" >> $GITHUB_OUTPUT | |
| echo "ops_file=ops_${VERSION_NAME}_${PLATFORM_NAME}_${ARCH}.tar.gz" >> $GITHUB_OUTPUT | |
| fi | |
| shell: bash | |
| # We move binaries so they match $TARGETPLATFORM in the Docker build | |
| - name: Move Binaries | |
| if: ${{ env.PLATFORM_NAME == 'linux' }} | |
| run: | | |
| mkdir -p $PLATFORM_NAME/$ARCH | |
| mv bin/persistent/target/$TARGET/release/persistent $PLATFORM_NAME/$ARCH | |
| mv bin/ops/target/$TARGET/release/ops $PLATFORM_NAME/$ARCH | |
| shell: bash | |
| - name: Upload docker binaries | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: binaries-${{ matrix.job.target }} | |
| path: ${{ env.PLATFORM_NAME }} | |
| retention-days: 1 | |
| - name: Upload release artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: artifacts-${{ matrix.job.target }} | |
| path: | | |
| ${{ steps.artifacts.outputs.persistent_file }} | |
| ${{ steps.artifacts.outputs.ops_file }} | |
| retention-days: 1 | |
| build-programs: | |
| name: "Build and hash ${{ matrix.name }}" | |
| runs-on: "${{ matrix.runner }}" | |
| needs: prepare | |
| strategy: | |
| matrix: | |
| include: | |
| - name: "layout_bridge" | |
| runner: "ubuntu-latest-16-cores" | |
| script: "generate_layout_bridge.sh" | |
| steps: | |
| - name: "Checkout source code" | |
| uses: "actions/checkout@v4" | |
| - name: "Build and hash program" | |
| run: | | |
| ./scripts/${{ matrix.script }} | |
| - name: Upload build artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: artifacts-${{ matrix.name }}.json | |
| path: ./programs/${{ matrix.name }}.json | |
| create-draft-release: | |
| runs-on: ubuntu-latest | |
| needs: [prepare, release, build-programs] | |
| env: | |
| GITHUB_USER: ${{ github.repository_owner }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| pattern: artifacts-* | |
| path: artifacts | |
| merge-multiple: true | |
| - id: version_info | |
| run: | | |
| cargo install cargo-get | |
| echo "version=v$(cargo get workspace.package.version)" >> $GITHUB_OUTPUT | |
| - name: Display structure of downloaded files | |
| run: ls -R artifacts | |
| - run: gh release create ${{ steps.version_info.outputs.version }} ./artifacts/* --generate-notes --draft | |
| docker-build-and-push: | |
| runs-on: ubuntu-latest | |
| needs: [prepare, release, build-programs] | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Download binaries | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: binaries-* | |
| path: binaries/linux | |
| merge-multiple: true | |
| - name: Download programs | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: artifacts-*.json | |
| path: artifacts | |
| merge-multiple: true | |
| - name: Rename and list downloaded files | |
| run: | | |
| mv artifacts programs | |
| ls -R programs | |
| ls -R binaries | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v1 | |
| - name: Login to GitHub Container Registry | |
| uses: docker/login-action@v1 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Build and push docker image | |
| uses: docker/build-push-action@v3 | |
| with: | |
| context: . | |
| file: Dockerfile-bins | |
| push: true | |
| tags: ghcr.io/${{ github.repository }}:latest,ghcr.io/${{ github.repository }}:${{ needs.prepare.outputs.tag_name }} | |
| platforms: linux/amd64,linux/arm64 | |
| build-contexts: | | |
| binaries=binaries |