PR #246 - Label ci-all - id-3471466469-mhegdvgu #67
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Examples - APO | |
| permissions: | |
| contents: read | |
| on: | |
| schedule: | |
| # Every day at 3 AM UTC+8 | |
| - cron: '0 19 * * *' | |
| workflow_dispatch: | |
| repository_dispatch: | |
| types: [ci-apo, ci-all] | |
| run-name: >- | |
| ${{ github.event_name == 'repository_dispatch' | |
| && format( | |
| 'PR #{0} - Label {1} - {2}', | |
| github.event.client_payload.pull_number, | |
| github.event.client_payload.ci_label, | |
| github.event.client_payload.correlation_id | |
| ) | |
| || format('APO - {0}', github.event_name) }} | |
| jobs: | |
| apo: | |
| if: > | |
| github.event_name != 'repository_dispatch' || | |
| github.event.action == 'ci-apo' || | |
| github.event.action == 'ci-all' | |
| name: APO (Python ${{ matrix.python-version }}, ${{ matrix.setup-script }}) | |
| # This job is run on GitHub hosted runners rather than self-hosted runners because it needs no GPU. | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| strategy: | |
| matrix: | |
| include: | |
| - python-version: '3.10' | |
| setup-script: 'legacy' | |
| - python-version: '3.12' | |
| setup-script: 'stable' | |
| - python-version: '3.13' | |
| setup-script: 'latest' | |
| fail-fast: false | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event_name == 'repository_dispatch' && github.event.client_payload.pr_ref || (github.event.pull_request.number && format('refs/pull/{0}/merge', github.event.pull_request.number)) || github.ref }} | |
| - uses: astral-sh/setup-uv@v7 | |
| with: | |
| enable-cache: true | |
| python-version: ${{ matrix.python-version }} | |
| - name: Upgrade dependencies (latest) | |
| run: uv lock --upgrade | |
| if: matrix.setup-script == 'latest' | |
| - name: Sync dependencies (latest) | |
| run: | | |
| uv sync --frozen --no-default-groups --extra apo \ | |
| --group dev --group experiment --group agents --group core-stable | |
| if: matrix.setup-script == 'latest' | |
| - name: Sync dependencies (stable & legacy) | |
| run: | | |
| uv sync --frozen --no-default-groups --extra apo \ | |
| --group dev --group experiment --group agents --group core-${{ matrix.setup-script }} | |
| if: matrix.setup-script != 'latest' | |
| - name: Freeze dependencies | |
| run: | | |
| set -ex | |
| uv pip freeze | tee requirements-freeze.txt | |
| echo "UV_LOCKED=1" >> $GITHUB_ENV | |
| echo "UV_NO_SYNC=1" >> $GITHUB_ENV | |
| - name: Upload dependencies artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: dependencies-apo-${{ matrix.python-version }}-${{ matrix.setup-script }} | |
| path: requirements-freeze.txt | |
| compression-level: 0 | |
| - name: Launch LiteLLM Proxy | |
| run: | | |
| ./scripts/litellm_run.sh | |
| env: | |
| AZURE_API_BASE: ${{ secrets.AZURE_GROUP_SUBSCRIPTION_API_BASE }} | |
| AZURE_API_KEY: ${{ secrets.AZURE_GROUP_SUBSCRIPTION_API_KEY }} | |
| - name: APO custom algorithm | |
| run: | | |
| set -ex | |
| cd examples/apo | |
| uv run apo_custom_algorithm_trainer.py | tee _ci_apo.log | |
| # Check whether the log contains "Best prompt found:" | |
| grep "Best prompt found:" _ci_apo.log | |
| env: | |
| # New versions follow OPENAI_BASE_URL instead of OPENAI_API_BASE | |
| OPENAI_BASE_URL: http://localhost:12306/ | |
| OPENAI_API_KEY: dummy | |
| - name: APO custom algorithm debugger | |
| run: | | |
| set -ex | |
| cd examples/apo | |
| uv run apo_debug.py --mode runner | |
| uv run apo_debug.py --mode hook | |
| uv run apo_debug.py --mode trainer | |
| env: | |
| # New versions follow OPENAI_BASE_URL instead of OPENAI_API_BASE | |
| OPENAI_BASE_URL: http://localhost:12306/ | |
| OPENAI_API_KEY: dummy | |
| - name: APO built-in algorithm | |
| run: | | |
| set -ex | |
| cd examples/apo | |
| uv run room_selector_apo.py | |
| env: | |
| OPENAI_BASE_URL: http://localhost:12306/ | |
| OPENAI_API_KEY: dummy | |
| if: matrix.setup-script != 'legacy' |