From 260c7d02079ca83d11ef4b30e9206823b0d3739f Mon Sep 17 00:00:00 2001 From: chensuyue Date: Mon, 4 Nov 2024 17:14:34 +0800 Subject: [PATCH 1/2] add nightly image build and publish action Signed-off-by: chensuyue --- .../nightly-docker-build-publish.yml | 68 +++++++++++++++++++ 1 file changed, 68 insertions(+) create mode 100644 .github/workflows/nightly-docker-build-publish.yml diff --git a/.github/workflows/nightly-docker-build-publish.yml b/.github/workflows/nightly-docker-build-publish.yml new file mode 100644 index 0000000000..7017f2c267 --- /dev/null +++ b/.github/workflows/nightly-docker-build-publish.yml @@ -0,0 +1,68 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + +name: Nightly build/publish latest docker images + +on: + schedule: + - cron: "30 1 * * *" + workflow_dispatch: + +env: + examples: "AgentQnA,AudioQnA,ChatQnA,CodeGen,CodeTrans,DocIndexRetriever,DocSum,FaqGen,InstructionTuning,MultimodalQnA,ProductivitySuite,RerankFinetuning,SearchQnA,Translation,VideoQnA,VisualQnA" + node: gaudi + tag: latest + publish_tags: latest + +jobs: + get-build-matrix: + runs-on: ubuntu-latest + outputs: + examples: ${{ steps.get-matrix.outputs.examples }} + steps: + - name: Create Matrix + id: get-matrix + run: | + examples=($(echo ${{ env.examples }} | tr ',' ' ')) + examples_json=$(printf '%s\n' "${examples[@]}" | sort -u | jq -R '.' | jq -sc '.') + echo "examples=$examples_json" >> $GITHUB_OUTPUT + + build: + needs: get-build-matrix + strategy: + matrix: + example: ${{ fromJSON(needs.get-build-matrix.outputs.examples) }} + fail-fast: false + uses: ./.github/workflows/_example-workflow.yml + with: + node: ${{ env.node }} + example: ${{ matrix.example }} + inject_commit: true + secrets: inherit + + get-image-list: + uses: ./.github/workflows/_get-image-list.yml + with: + examples: ${{ env.examples }} + + publish: + needs: [get-image-list, build] + strategy: + matrix: + image: ${{ fromJSON(needs.get-image-list.outputs.matrix) }} + runs-on: "docker-build-${{ env.node }}" + steps: + - uses: docker/login-action@v3.2.0 + with: + username: ${{ secrets.DOCKERHUB_USER }} + password: ${{ secrets.DOCKERHUB_TOKEN }} + + - name: Image Publish + uses: opea-project/validation/actions/image-publish@main + with: + local_image_ref: ${OPEA_IMAGE_REPO}opea/${{ matrix.image }}:${{ env.tag }} + image_name: opea/${{ matrix.image }} + publish_tags: ${{ env.publish_tags }} + + + From 2037e800e3287d715bf373518a39ac6734134aff Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Mon, 4 Nov 2024 09:17:33 +0000 Subject: [PATCH 2/2] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- .github/workflows/nightly-docker-build-publish.yml | 3 --- 1 file changed, 3 deletions(-) diff --git a/.github/workflows/nightly-docker-build-publish.yml b/.github/workflows/nightly-docker-build-publish.yml index 7017f2c267..fd159d6f09 100644 --- a/.github/workflows/nightly-docker-build-publish.yml +++ b/.github/workflows/nightly-docker-build-publish.yml @@ -63,6 +63,3 @@ jobs: local_image_ref: ${OPEA_IMAGE_REPO}opea/${{ matrix.image }}:${{ env.tag }} image_name: opea/${{ matrix.image }} publish_tags: ${{ env.publish_tags }} - - -