PRISM/.github/workflows/integration-test.yml at main · Darth-Hidious/PRISM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
name: Integration Test

on:
  pull_request:
    paths:
      - "crates/**"
      - "app/**"
      - "dashboard/**"
      - "tests/**"
      - ".github/workflows/integration-test.yml"
  push:
    branches:
      - main
    paths:
      - "crates/**"
      - "app/**"
      - "tests/**"
      - ".github/workflows/integration-test.yml"

concurrency:
  group: integration-${{ github.ref }}
  cancel-in-progress: true

jobs:
  rust-tests:
    name: Rust Unit Tests
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - name: Install system deps (rdkafka needs libcurl)
        run: sudo apt-get update && sudo apt-get install -y cmake libcurl4-openssl-dev
      - name: Create dashboard dist placeholder (rust-embed needs it)
        run: mkdir -p dashboard/dist && echo '<html><body>placeholder</body></html>' > dashboard/dist/index.html
      - uses: dtolnay/rust-toolchain@stable
      - uses: Swatinem/rust-cache@v2
      - run: cargo test --workspace
      - run: cargo clippy --workspace --all-targets -- -D warnings

  dashboard-build:
    name: Dashboard Build
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-node@v4
        with:
          node-version: "22"
          cache: npm
          cache-dependency-path: dashboard/package-lock.json
      - run: cd dashboard && npm ci
      - run: cd dashboard && npm audit --audit-level=high
      - run: cd dashboard && npx tsc -b --noEmit
      - run: cd dashboard && npx vite build

  python-tools:
    name: Python Tool Loading
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: "3.13"
      - run: pip install -e ".[all]" 2>/dev/null || pip install -e . || true
      - name: Verify tool registry loads
        run: |
          python3 -c "
          import sys; sys.path.insert(0, '.')
          try:
              from app.plugins.bootstrap import build_full_registry
              result = build_full_registry()
              reg = result[0]
              tools = reg.list_tools()
              print(f'Tools loaded: {len(tools)}')
              assert len(tools) >= 30, f'Expected 30+ tools, got {len(tools)}'
              print('PASS: Tool registry loads correctly')
          except Exception as e:
              print(f'FAIL: {e}')
              sys.exit(1)
          "

  ingest-pipeline:
    name: Ingest Pipeline (with services)
    runs-on: ubuntu-latest
    needs: [rust-tests]
    services:
      neo4j:
        image: neo4j:5-community
        ports:
          - 7474:7474
          - 7687:7687
        env:
          NEO4J_AUTH: neo4j/prism-local
      qdrant:
        image: qdrant/qdrant:v1.12.6
        ports:
          - 6333:6333
          - 6334:6334

    steps:
      - uses: actions/checkout@v4
      - name: Install system deps (rdkafka needs libcurl)
        run: sudo apt-get update && sudo apt-get install -y cmake libcurl4-openssl-dev
      - name: Create dashboard dist placeholder (rust-embed needs it)
        run: mkdir -p dashboard/dist && echo '<html><body>placeholder</body></html>' > dashboard/dist/index.html

      - name: Wait for services to be ready
        run: |
          echo "Waiting for Neo4j..."
          for i in $(seq 1 30); do curl -sf http://localhost:7474 > /dev/null 2>&1 && break || sleep 3; done
          curl -sf http://localhost:7474 > /dev/null && echo "Neo4j ready" || echo "Neo4j not ready (continuing anyway)"
          echo "Waiting for Qdrant..."
          for i in $(seq 1 30); do curl -sf http://localhost:6333/healthz > /dev/null 2>&1 && break || sleep 3; done
          curl -sf http://localhost:6333/healthz > /dev/null && echo "Qdrant ready" || echo "Qdrant not ready (continuing anyway)"

      - uses: dtolnay/rust-toolchain@stable
      - uses: Swatinem/rust-cache@v2

      - name: Build CLI binary
        run: cargo build --bin prism

      - name: Create Qdrant collection
        run: |
          curl -X PUT http://localhost:6333/collections/prism_embeddings \
            -H "Content-Type: application/json" \
            -d '{"vectors": {"size": 768, "distance": "Cosine"}}'

      - name: Test schema-only ingest
        run: |
          ./target/debug/prism ingest tests/data/refractory_heas.csv --schema-only 2>&1 | tee /tmp/schema.out
          grep -q "15 columns, 10 rows" /tmp/schema.out

      - name: Test Cypher query
        run: |
          curl -s -u neo4j:prism-local \
            -H "Content-Type: application/json" \
            http://localhost:7474/db/neo4j/tx/commit \
            -d '{"statements": [{"statement": "CREATE (a:Alloy {name: \"TestAlloy\"})-[:CONTAINS {weight: 0.5}]->(e:Element {name: \"Fe\"})"}]}'

          ./target/debug/prism query --cypher "MATCH (a:Alloy) RETURN a.name AS name" 2>&1 | tee /tmp/cypher.out
          grep -q "TestAlloy" /tmp/cypher.out

      - name: Test graph neighbor query
        run: |
          ./target/debug/prism query "TestAlloy" 2>&1 | tee /tmp/graph.out
          grep -q "Fe" /tmp/graph.out

      - name: Test version flag
        run: ./target/debug/prism --version 2>&1 | grep "prism 2.7.0"

      - name: Test node probe
        run: |
          ./target/debug/prism node probe 2>&1 | python3 -c "
          import sys, json
          d = json.load(sys.stdin)
          assert d['cpu_cores'] > 0
          assert 'python' in d['software']
          print('PASS: node probe')
          "

      - name: Test workflow list
        run: ./target/debug/prism workflow list 2>&1 | grep "forge"

      - name: Test error handling
        run: |
          ./target/debug/prism ingest /nonexistent.csv 2>&1 | grep -q "not found"
          echo "PASS: missing file error"