Galcogens-OpenEnv/openenv.yaml at master · AnshGajera/Galcogens-OpenEnv · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
spec_version: 1
name: EmailTriage
version: "1.0.0"
type: space
runtime: fastapi
entrypoint: EmailTriage.server.app:app
app: EmailTriage.server.app:app
port: 8000

endpoints:
  reset: POST /reset
  step: POST /step
  state: GET /state

tasks:
  - id: email_classification
    name: Email Classification
    description: Classify an email into archive or keep.
    module: tasks.email_classification:solve
    grader: graders.email_classification_grader:grade
  - id: priority_detection
    name: Priority Detection
    description: Predict low, medium, or high priority from email content.
    module: tasks.priority_detection:solve
    grader: graders.priority_detection_grader:grade
  - id: response_generation
    name: Response Generation
    description: Generate a deterministic professional acknowledgement response.
    module: tasks.response_generation:solve
    grader: graders.response_generation_grader:grade

graders:
  - id: email_classification_grader
    function: graders.email_classification_grader:grade
  - id: priority_detection_grader
    function: graders.priority_detection_grader:grade
  - id: response_generation_grader
    function: graders.response_generation_grader:grade

benchmark_tasks:
  - id: easy
    name: Quick Sort
    description: Archive 3 spam/newsletter emails
    difficulty: easy
  - id: medium
    name: Priority Triage
    description: Triage 5 mixed-priority emails with calendar scheduling
    difficulty: medium
  - id: hard
    name: Dynamic Crisis
    description: Handle 7-10 emails with dynamic events and escalations
    difficulty: hard