Skip to content

Commit baf443f

Browse files
committed
fix extensive scores with consensus decision making
1 parent 8fbe542 commit baf443f

1 file changed

Lines changed: 5 additions & 3 deletions

File tree

mallm/evaluation/evaluator.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -257,9 +257,11 @@ def add_scores_extensive(self) -> None:
257257
references = item.get("references", [])
258258
dataset_id = item.get("datasetId", None)
259259
votes_each_turn = item.get("votesEachTurn", None)
260-
alterations: dict[str, Any] = votes_each_turn[
261-
max(votes_each_turn.keys())
262-
].get("alterations", None)
260+
alterations = None
261+
if votes_each_turn:
262+
alterations: dict[str, Any] = votes_each_turn[
263+
max(votes_each_turn.keys())
264+
].get("alterations", None)
263265
for mem in item.get("globalMemory", []):
264266
solution = mem.get("solution", "")
265267
if solution and alterations:

0 commit comments

Comments
 (0)