cleanup_google_checkpoint.py

#!/usr/bin/env python3
"""Remove Google entries from checkpoint to force re-run of all Google judge calls.

This script removes all checkpoint entries for the 'google' judge, forcing them
to be re-run on the next pipeline execution. Anthropic and OpenAI entries are
preserved.
"""

import json
from pathlib import Path

checkpoint_path = Path('results/stage2/checkpoints/judge_checkpoint.json')

if not checkpoint_path.exists():
    print(f"ERROR: Checkpoint file not found at {checkpoint_path}")
    exit(1)

# Load checkpoint
with open(checkpoint_path) as f:
    data = json.load(f)

print(f"Original checkpoint state:")
print(f"  Total completed entries: {len(data['completed'])}")

# Count by vendor (judge_key is at index 1 in tuple)
vendor_counts = {}
for entry in data['completed']:
    vendor = entry[1]  # (query_id, judge_key, ordering, pass_number)
    vendor_counts[vendor] = vendor_counts.get(vendor, 0) + 1

print(f"  By vendor: {vendor_counts}")

# Remove google entries
original_count = len(data['completed'])
data['completed'] = [t for t in data['completed'] if t[1] != 'google']
removed_count = original_count - len(data['completed'])

print(f"\nRemoved {removed_count} Google checkpoint entries")
print(f"Remaining checkpoint entries: {len(data['completed'])}")

# Count remaining by vendor
vendor_counts_after = {}
for entry in data['completed']:
    vendor = entry[1]
    vendor_counts_after[vendor] = vendor_counts_after.get(vendor, 0) + 1

print(f"  By vendor: {vendor_counts_after}")

# Write updated checkpoint
with open(checkpoint_path, 'w') as f:
    json.dump(data, f, indent=2)

print(f"\nCheckpoint updated: {checkpoint_path}")