ci: test integration against all supported Phoenix major versions

.github/workflows/ci.yml

@@ -64,8 +64,12 @@ jobs:
         run: uv run pytest tests/ -q --cov=evalwire --cov-report=term-missing --cov-fail-under=85
 
   test-integration:
-    name: Integration tests
+    name: Integration tests (phoenix v${{ matrix.phoenix-major }})
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        phoenix-major: [13, 14]
 
     steps:
       - uses: actions/checkout@v6
@@ -83,6 +87,16 @@ jobs:
       - name: Install dependencies
         run: uv sync --group dev
 
+      - name: Pin arize-phoenix to major ${{ matrix.phoenix-major }}
+        run: |
+          MAJOR=${{ matrix.phoenix-major }}
+          NEXT=$((MAJOR + 1))
+          if [ "$MAJOR" -lt 14 ]; then
+            uv pip install "arize-phoenix>=${MAJOR},<${NEXT}" "arize-phoenix-evals<3.0" --prerelease=allow
+          else
+            uv pip install "arize-phoenix>=${MAJOR},<${NEXT}"
+          fi
+
       - name: Run integration tests
         run: uv run pytest tests/ -q -m integration
 

pyproject.toml

@@ -63,6 +63,7 @@ filterwarnings = [
     "ignore::DeprecationWarning:pydantic",
     "ignore::DeprecationWarning:alembic",
     "ignore::sqlalchemy.exc.SAWarning",
+    "ignore::UserWarning:phoenix.client",
 ]
 markers = [
     "integration: tests that require a running Phoenix instance (deselect with '-m not integration')",