diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index d5872cc..4ccf5bb 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -64,8 +64,12 @@ jobs: run: uv run pytest tests/ -q --cov=evalwire --cov-report=term-missing --cov-fail-under=85 test-integration: - name: Integration tests + name: Integration tests (phoenix v${{ matrix.phoenix-major }}) runs-on: ubuntu-latest + strategy: + fail-fast: false + matrix: + phoenix-major: [13, 14] steps: - uses: actions/checkout@v6 @@ -83,6 +87,16 @@ jobs: - name: Install dependencies run: uv sync --group dev + - name: Pin arize-phoenix to major ${{ matrix.phoenix-major }} + run: | + MAJOR=${{ matrix.phoenix-major }} + NEXT=$((MAJOR + 1)) + if [ "$MAJOR" -lt 14 ]; then + uv pip install "arize-phoenix>=${MAJOR},<${NEXT}" "arize-phoenix-evals<3.0" --prerelease=allow + else + uv pip install "arize-phoenix>=${MAJOR},<${NEXT}" + fi + - name: Run integration tests run: uv run pytest tests/ -q -m integration diff --git a/pyproject.toml b/pyproject.toml index b87c44f..a38b92c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -63,6 +63,7 @@ filterwarnings = [ "ignore::DeprecationWarning:pydantic", "ignore::DeprecationWarning:alembic", "ignore::sqlalchemy.exc.SAWarning", + "ignore::UserWarning:phoenix.client", ] markers = [ "integration: tests that require a running Phoenix instance (deselect with '-m not integration')",