llm/.github/workflows/test.yml at af977da5ca2e8be0056dd3d909740954f729de4f · simonw/llm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
name: Test

on: [push, pull_request]

permissions:
  contents: read

jobs:
  test:
    runs-on: ${{ matrix.os }}
    strategy:
      matrix:
        os: [ubuntu-latest, macos-latest, windows-latest]
        python-version: ["3.10", "3.11", "3.12", "3.13", "3.14"]
    steps:
    - uses: actions/checkout@v6
    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v6
      with:
        python-version: ${{ matrix.python-version }}
        cache: pip
        cache-dependency-path: pyproject.toml
    - name: Install dependencies
      run: |
        pip install . --group dev
    - name: Run tests
      run: |
        python -m pytest -vv
    - name: Check if cog needs to be run
      if: matrix.os != 'windows-latest'
      run: |
        cog --check \
          -p "import sys, os; sys._called_from_test=True; os.environ['LLM_USER_PATH'] = '/tmp'" \
          docs/**/*.md docs/*.md
    - name: Run Black
      if: matrix.os != 'windows-latest'
      run: |
        black --check .
    - name: Run mypy
      if: matrix.os != 'windows-latest'
      run: |
        mypy llm
    - name: Run ruff
      if: matrix.os != 'windows-latest'
      run: |
        ruff check .
    - name: Check it builds
      run: |
        python -m build
    - name: Run test-llm-load-plugins.sh
      if: matrix.os != 'windows-latest'
      run: |
        llm install llm-cluster llm-mistral
        ./tests/test-llm-load-plugins.sh
    - name: Upload artifact of builds
      if: matrix.python-version == '3.13' && matrix.os == 'ubuntu-latest'
      uses: actions/upload-artifact@v7
      with:
        name: dist-${{ matrix.os }}-${{ matrix.python-version }}
        path: dist/*