fix: [testing] Mic/fix flaky #191
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| pull_request: | |
| branches: [main] | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: | |
| - "3.10" | |
| - "3.11" | |
| - "3.12" | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install UV | |
| run: curl -LsSf https://astral.sh/uv/install.sh | sh | |
| - name: Source Cargo Environment | |
| run: source $HOME/.cargo/env | |
| - name: Set up Python ${{ matrix.python-version }} | |
| run: uv python install ${{ matrix.python-version }} | |
| - name: Ruff | |
| run: | | |
| uvx ruff check -v | |
| uvx ruff format --check -v | |
| - name: Run tests | |
| run: uv run pytest tests -m 'not integration' | |
| # This runs integration tests of the OpenAI API, using Ollama to host models. | |
| # This lets us test PRs from forks which can't access secrets like API keys. | |
| ollama: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: | |
| # Only test the lastest python version. | |
| - "3.12" | |
| ollama-model: | |
| # For quicker CI, use a smaller, tool-capable model than the default. | |
| - "qwen2.5:0.5b" | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install UV | |
| run: curl -LsSf https://astral.sh/uv/install.sh | sh | |
| - name: Source Cargo Environment | |
| run: source $HOME/.cargo/env | |
| - name: Set up Python | |
| run: uv python install ${{ matrix.python-version }} | |
| - name: Install Ollama | |
| run: curl -fsSL https://ollama.com/install.sh | sh | |
| - name: Start Ollama | |
| run: | | |
| # Run the background, in a way that survives to the next step | |
| nohup ollama serve > ollama.log 2>&1 & | |
| # Block using the ready endpoint | |
| time curl --retry 5 --retry-connrefused --retry-delay 1 -sf http://localhost:11434 | |
| # Tests use OpenAI which does not have a mechanism to pull models. Run a | |
| # simple prompt to (pull and) test the model first. | |
| - name: Test Ollama model | |
| run: ollama run $OLLAMA_MODEL hello || cat ollama.log | |
| env: | |
| OLLAMA_MODEL: ${{ matrix.ollama-model }} | |
| - name: Run Ollama tests | |
| run: uv run pytest tests -m integration -k ollama | |
| env: | |
| OLLAMA_MODEL: ${{ matrix.ollama-model }} |