fix: repair issue→PR automation (checkbox parsing, simulator support)

- process_issue.py: fix parse_checkboxes() to extract only [x] checked items
  (old parse_list() was treating "- [x] foo" and "- [ ] foo" identically)
- process_issue.py: normalize form field key names to handle GitHub's rendering
  of label text (parentheses stripped, spaces→underscores)
- process_issue.py: add build_tool_entry() for add-simulator issues
- process_issue.py: accept ISSUE_TYPE=tool in addition to model/dataset
- process-issue.yml: add add-simulator label to trigger condition
- process-issue.yml: add else branch → issue_type=tool
- process-issue.yml: git add docs/index.html so embedded data is included in PR

Author: jih0-kim

.github/workflows/process-issue.yml

@@ -11,10 +11,10 @@ permissions:
 
 jobs:
   process:
-    # Only run for issues using our "Add Model" or "Add Dataset" templates
     if: |
       contains(github.event.issue.labels.*.name, 'add-model') ||
-      contains(github.event.issue.labels.*.name, 'add-dataset')
+      contains(github.event.issue.labels.*.name, 'add-dataset') ||
+      contains(github.event.issue.labels.*.name, 'add-simulator')
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
@@ -34,8 +34,10 @@ jobs:
           LABELS='${{ toJson(github.event.issue.labels.*.name) }}'
           if echo "$LABELS" | grep -q "add-model"; then
             echo "issue_type=model" >> $GITHUB_OUTPUT
-          else
+          elif echo "$LABELS" | grep -q "add-dataset"; then
             echo "issue_type=dataset" >> $GITHUB_OUTPUT
+          else
+            echo "issue_type=tool" >> $GITHUB_OUTPUT
           fi
 
       - name: Parse issue and append entry
@@ -57,7 +59,7 @@ jobs:
           git config user.name  "github-actions[bot]"
           git config user.email "github-actions[bot]@users.noreply.github.com"
           git checkout -b "$BRANCH"
-          git add data/ docs/data.json README.md
+          git add data/ docs/data.json docs/index.html README.md
           git commit -m "feat: add entry from issue #${{ github.event.issue.number }}"
           git push origin "$BRANCH"
           gh pr create \

scripts/process_issue.py

@@ -2,22 +2,19 @@
 """
 process_issue.py — Parse a GitHub Issue form body and append a new entry to the YAML.
 
-Called by .github/workflows/process-issue.yml when a new "Add Model" or
-"Add Dataset" issue is opened. The workflow passes the issue body and metadata
+Called by .github/workflows/process-issue.yml when a new "Add Model", "Add Dataset",
+or "Add Simulator" issue is opened. The workflow passes the issue body and metadata
 via environment variables, and this script:
-  1. Parses the structured issue form
+  1. Parses the structured issue form (handles both text inputs and checkboxes)
   2. Validates the entry
-  3. Writes it to data/models.yaml or data/datasets.yaml
+  3. Writes it to the appropriate YAML file
   4. The workflow then creates a PR for admin review
 
 Environment variables (set by the GitHub Actions workflow):
   ISSUE_BODY        — raw issue body text
-  ISSUE_TYPE        — "model" or "dataset"
-  ISSUE_NUMBER      — GitHub issue number (for PR description)
+  ISSUE_TYPE        — "model", "dataset", or "tool"
+  ISSUE_NUMBER      — GitHub issue number
   ISSUE_AUTHOR      — GitHub username of issue author
-
-Usage (from GitHub Actions):
-  python scripts/process_issue.py
 """
 
 import os
@@ -33,12 +30,20 @@
 TODAY = date.today().isoformat()
 
 
+# ─────────────────────────────────────────────────────────────────────────────
+# Form parsing
+# ─────────────────────────────────────────────────────────────────────────────
+
 def parse_form(body: str) -> dict[str, str]:
     """Parse GitHub issue form body into a key→value dict.
 
     GitHub Forms render as:
         ### Field Label
-        value
+        value text   (for inputs / textareas)
+
+        ### Checkboxes
+        - [x] checked item
+        - [ ] unchecked item
     """
     result: dict[str, str] = {}
     current_key = None
@@ -49,7 +54,7 @@ def parse_form(body: str) -> dict[str, str]:
         if heading:
             if current_key is not None:
                 result[current_key] = "\n".join(current_lines).strip()
-            current_key = heading.group(1).strip().lower().replace(" ", "_")
+            current_key = heading.group(1).strip().lower().replace(" ", "_").replace("(", "").replace(")", "")
             current_lines = []
         elif current_key is not None:
             if line.strip() not in ("_No response_", ""):
@@ -61,8 +66,27 @@ def parse_form(body: str) -> dict[str, str]:
     return result
 
 
+def parse_checkboxes(value: str) -> list[str]:
+    """Extract only the checked items from a markdown checkbox block.
+
+    GitHub renders checkboxes as:
+        - [x] checked value
+        - [ ] unchecked value
+    """
+    checked = []
+    for line in value.splitlines():
+        m = re.match(r"^\s*-\s*\[x\]\s+(.+)$", line, re.IGNORECASE)
+        if m:
+            # Strip trailing parenthetical descriptions added to dropdown options
+            # e.g. "physics_engine — 물리 엔진 (MuJoCo ...)" → "physics_engine"
+            item = m.group(1).strip()
+            item = re.split(r"\s+[—–-]\s+", item)[0].strip()
+            checked.append(item)
+    return checked
+
+
 def parse_list(value: str) -> list[str]:
-    """Parse a comma-separated string into a cleaned list."""
+    """Parse a comma-separated or newline-separated string into a cleaned list."""
     return [v.strip() for v in re.split(r"[,\n]+", value) if v.strip()]
 
 
@@ -73,50 +97,54 @@ def to_int(value: str, default: int = 0) -> int:
         return default
 
 
+# ─────────────────────────────────────────────────────────────────────────────
+# Entry builders
+# ─────────────────────────────────────────────────────────────────────────────
+
 def build_model_entry(form: dict) -> dict:
     return {
-        "id": re.sub(r"[^a-z0-9-]", "", form.get("id", "").lower().replace(" ", "-")),
+        "id": re.sub(r"[^a-z0-9-]", "", form.get("id_(slug)", form.get("id", "")).lower().replace(" ", "-")),
         "name": form.get("name", ""),
         "org": form.get("organization", ""),
         "year": to_int(form.get("year", str(date.today().year))),
-        "description_en": form.get("description_(english)", ""),
-        "description_ko": form.get("description_(korean)", ""),
+        "description_en": form.get("description_english", form.get("description_en", "")),
+        "description_ko": form.get("description_korean", form.get("description_ko", "")),
         "github_url": form.get("github_url", ""),
-        "paper_url": form.get("paper_url_(arxiv)", ""),
+        "paper_url": form.get("paper_url_arxiv", form.get("paper_url", "")),
         "hf_url": form.get("huggingface_url", ""),
-        "project_url": form.get("project_page_url", ""),
-        "categories": parse_list(form.get("categories", "")),
-        "hardware": parse_list(form.get("hardware_targets", "")),
-        "learning": parse_list(form.get("learning_methods", "")),
-        "framework": parse_list(form.get("framework", "")),
-        "communication": parse_list(form.get("communication", "")),
+        "project_url": form.get("project_page_url", form.get("project_/_docs_url", "")),
+        "categories": parse_checkboxes(form.get("categories", "")),
+        "hardware": parse_checkboxes(form.get("hardware_targets", "")),
+        "learning": parse_checkboxes(form.get("learning_methods", "")),
+        "framework": parse_checkboxes(form.get("framework", "")),
+        "communication": parse_checkboxes(form.get("communication", "")),
         "stats": {
             "github_stars": 0,
             "github_forks": 0,
             "hf_downloads": 0,
             "last_updated": TODAY,
         },
         "added_date": TODAY,
-        "tags": parse_list(form.get("tags", "")),
+        "tags": parse_list(form.get("tags_(optional)", form.get("tags", ""))),
     }
 
 
 def build_dataset_entry(form: dict) -> dict:
     return {
-        "id": re.sub(r"[^a-z0-9-]", "", form.get("id", "").lower().replace(" ", "-")),
+        "id": re.sub(r"[^a-z0-9-]", "", form.get("id_(slug)", form.get("id", "")).lower().replace(" ", "-")),
         "name": form.get("name", ""),
         "org": form.get("organization", ""),
         "year": to_int(form.get("year", str(date.today().year))),
-        "description_en": form.get("description_(english)", ""),
-        "description_ko": form.get("description_(korean)", ""),
+        "description_en": form.get("description_english", form.get("description_en", "")),
+        "description_ko": form.get("description_korean", form.get("description_ko", "")),
         "github_url": form.get("github_url", ""),
-        "paper_url": form.get("paper_url_(arxiv)", ""),
+        "paper_url": form.get("paper_url_arxiv", form.get("paper_url", "")),
         "hf_url": form.get("huggingface_url", ""),
         "project_url": form.get("project_page_url", ""),
-        "categories": parse_list(form.get("categories", "")),
-        "hardware": parse_list(form.get("hardware_targets", "")),
-        "source": parse_list(form.get("data_source", "")),
-        "modality": parse_list(form.get("modality", "")),
+        "categories": parse_checkboxes(form.get("categories", "")),
+        "hardware": parse_checkboxes(form.get("hardware_targets", "")),
+        "source": parse_checkboxes(form.get("data_source", "")),
+        "modality": parse_checkboxes(form.get("modality", "")),
         "scale": {
             "trajectories": to_int(form.get("number_of_trajectories", "0")),
             "hours": to_int(form.get("total_hours", "0")),
@@ -129,15 +157,53 @@ def build_dataset_entry(form: dict) -> dict:
             "last_updated": TODAY,
         },
         "added_date": TODAY,
-        "tags": parse_list(form.get("tags", "")),
+        "tags": parse_list(form.get("tags_(optional)", form.get("tags", ""))),
     }
 
 
+def build_tool_entry(form: dict) -> dict:
+    # The dropdown "Type" field may include a description suffix — strip it
+    raw_type = form.get("type", "")
+    tool_type = re.split(r"\s+[—–-]\s+", raw_type.splitlines()[0] if raw_type else "")[0].strip()
+
+    features = parse_checkboxes(form.get("features", ""))
+    gpu = any("gpu" in f.lower() for f in features)
+    ros = any("ros" in f.lower() for f in features)
+
+    raw_lang = form.get("primary_languages", form.get("primary_language_s", ""))
+    languages = parse_list(raw_lang)
+
+    return {
+        "id": re.sub(r"[^a-z0-9-]", "", form.get("id_(slug)", form.get("id", "")).lower().replace(" ", "-")),
+        "name": form.get("name", ""),
+        "org": form.get("organization", ""),
+        "year": to_int(form.get("year", str(date.today().year))),
+        "description_en": form.get("description_english", form.get("description_en", "")),
+        "description_ko": form.get("description_korean", form.get("description_ko", "")),
+        "github_url": form.get("github_url", ""),
+        "paper_url": form.get("paper_url_arxiv", form.get("paper_url", "")),
+        "project_url": form.get("project_/_docs_url", form.get("project_url", "")),
+        "type": tool_type,
+        "gpu_accelerated": gpu,
+        "ros_support": ros,
+        "language": languages,
+        "stats": {
+            "github_stars": 0,
+            "last_updated": TODAY,
+        },
+        "added_date": TODAY,
+        "tags": parse_list(form.get("tags_(optional)", form.get("tags", ""))),
+    }
+
+
+# ─────────────────────────────────────────────────────────────────────────────
+# YAML I/O
+# ─────────────────────────────────────────────────────────────────────────────
+
 def append_entry(yaml_path: Path, entry: dict) -> None:
     with open(yaml_path, encoding="utf-8") as f:
         entries = yaml.safe_load(f) or []
 
-    # Check for duplicate id
     existing_ids = {e.get("id") for e in entries}
     if entry["id"] in existing_ids:
         print(f"::error::Entry with id '{entry['id']}' already exists in {yaml_path.name}")
@@ -149,6 +215,10 @@ def append_entry(yaml_path: Path, entry: dict) -> None:
     print(f"✅ Appended '{entry['id']}' to {yaml_path.name}")
 
 
+# ─────────────────────────────────────────────────────────────────────────────
+# Entry point
+# ─────────────────────────────────────────────────────────────────────────────
+
 def main() -> None:
     body = os.environ.get("ISSUE_BODY", "")
     issue_type = os.environ.get("ISSUE_TYPE", "").lower()
@@ -159,8 +229,8 @@ def main() -> None:
         print("::error::ISSUE_BODY is empty")
         sys.exit(1)
 
-    if issue_type not in ("model", "dataset"):
-        print(f"::error::ISSUE_TYPE must be 'model' or 'dataset', got: '{issue_type}'")
+    if issue_type not in ("model", "dataset", "tool"):
+        print(f"::error::ISSUE_TYPE must be 'model', 'dataset', or 'tool', got: '{issue_type}'")
         sys.exit(1)
 
     form = parse_form(body)
@@ -169,9 +239,12 @@ def main() -> None:
     if issue_type == "model":
         entry = build_model_entry(form)
         yaml_path = DATA_DIR / "models.yaml"
-    else:
+    elif issue_type == "dataset":
         entry = build_dataset_entry(form)
         yaml_path = DATA_DIR / "datasets.yaml"
+    else:
+        entry = build_tool_entry(form)
+        yaml_path = DATA_DIR / "tools.yaml"
 
     if not entry["id"]:
         print("::error::Could not determine entry 'id' from form")