ci-secret.yaml

name: ORAssistant Secret CI
run-name: ${{ github.actor }} started CI

on:
  push:
    branches:
      - master
    paths:
      - 'backend/**'
      - 'frontend/**'
      - 'evaluation/**'
      - 'Makefile'
      - 'docker-compose.yml'

defaults:
  run:
    shell: bash

jobs:
  build-backend-docker:
    runs-on: self-hosted
    steps:
    - name: Setup python
      uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065  # v5.6.0
      with:
        python-version: '3.12'
    - name: Install uv
      uses: astral-sh/setup-uv@d0cc045d04ccac9d8b7881df0226f9e82c39688e  # v6.8.0
    - name: Checkout code
      uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5  # v4.3.1
    - name: Setup prereqs
      run: |
        make init-dev
    - name: Run formatting checks
      run: |
        make check
    - name: Run unit tests
      working-directory: backend
      run: |
        uv pip install huggingface_hub[cli]
        huggingface-cli download --repo-type dataset The-OpenROAD-Project/ORAssistant_RAG_Dataset --include source_list.json --local-dir data/
        cp .env.test .env
        make test
    - name: Populate environment variables
      run: |
        cp backend/.env.example backend/.env
        sed -i 's|{{GOOGLE_API_KEY}}|${{ secrets.GOOGLE_API_KEY }}|g' backend/.env
        sed -i 's|{{GOOGLE_PROJECT_ID}}|${{ secrets.GOOGLE_PROJECT_ID }}|g' backend/.env
        sed -i 's|{{PATH_TO_GOOGLE_APPLICATION_CREDENTIALS}}|src/secret.json|g' backend/.env
        sed -i 's|HF_TOKEN=|HF_TOKEN=${{ secrets.HF_TOKEN }}|g' backend/.env

        cp backend/.env.example evaluation/.env
        sed -i 's|{{GOOGLE_API_KEY}}|${{ secrets.GOOGLE_API_KEY }}|g' evaluation/.env
        sed -i 's|{{GOOGLE_PROJECT_ID}}|${{ secrets.GOOGLE_PROJECT_ID }}|g' evaluation/.env
        sed -i 's|{{PATH_TO_GOOGLE_APPLICATION_CREDENTIALS}}|src/secret.json|g' evaluation/.env
        sed -i 's|HF_TOKEN=|HF_TOKEN=${{ secrets.HF_TOKEN }}|g' evaluation/.env
    - name: Copy Google credentials
      env:
        GOOGLE_SECRET_JSON: ${{ secrets.PATH_TO_GOOGLE_APPLICATION_CREDENTIALS }}
      run: |
        make seed-credentials
    - name: Build Docker image
      run: |
        make docker-up

    - name: Wait for graph readiness
      run: |
        echo "Waiting for graph to finish initializing..."
        for i in $(seq 1 360); do
          if curl -sf http://localhost:8000/conversations/ready | grep -q '"ready"'; then
            echo "Graph is ready"
            break
          fi
          echo "Waiting for graph initialization... ($i/180)"
          sleep 10
        done

    - name: Run LLM CI
      id: llm_tests
      working-directory: evaluation
      run: |
        make llm-tests

    - name: Capture Docker logs on failure
      if: failure()
      run: |
        mkdir -p docker-logs
        echo "=== Docker Container Status ==="
        docker ps -a
        echo ""
        echo "=== COMPLETE BACKEND LOGS ==="
        docker logs backend 2>&1 || echo "Failed to get backend logs"
        echo ""
        echo "=== COMPLETE FRONTEND LOGS ==="
        docker logs frontend 2>&1 || echo "Failed to get frontend logs"
        echo ""
        echo "=== COMPLETE POSTGRES LOGS ==="
        docker logs postgres 2>&1 || echo "Failed to get postgres logs"

        # Save to files for artifacts
        docker logs backend > docker-logs/backend.log 2>&1 || echo "Failed to capture backend logs"
        docker logs frontend > docker-logs/frontend.log 2>&1 || echo "Failed to capture frontend logs"
        docker logs postgres > docker-logs/postgres.log 2>&1 || echo "Failed to capture postgres logs"

    - name: Upload Docker logs as artifacts
      if: failure()
      uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2
      with:
        name: docker-logs-${{ github.run_id }}
        path: docker-logs/
        retention-days: 7

    - name: Upload evaluation output as artifact
      if: failure()
      uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2
      with:
        name: evaluation-output-${{ github.run_id }}
        path: evaluation/auto_evaluation/llm_tests_output.txt
        retention-days: 7
        if-no-files-found: ignore

    - name: Create commit comment
      uses: peter-evans/commit-comment@5a6f8285b8f2e8376e41fe1b563db48e6cf78c09  # v3.0.0
      with:
        token: ${{ secrets.GH_PAT }}
        body-path: evaluation/auto_evaluation/llm_tests_output.txt

    - name: Teardown
      if: always()
      run: |
        make docker-down