We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8fbe542 commit baf443fCopy full SHA for baf443f
1 file changed
mallm/evaluation/evaluator.py
@@ -257,9 +257,11 @@ def add_scores_extensive(self) -> None:
257
references = item.get("references", [])
258
dataset_id = item.get("datasetId", None)
259
votes_each_turn = item.get("votesEachTurn", None)
260
- alterations: dict[str, Any] = votes_each_turn[
261
- max(votes_each_turn.keys())
262
- ].get("alterations", None)
+ alterations = None
+ if votes_each_turn:
+ alterations: dict[str, Any] = votes_each_turn[
263
+ max(votes_each_turn.keys())
264
+ ].get("alterations", None)
265
for mem in item.get("globalMemory", []):
266
solution = mem.get("solution", "")
267
if solution and alterations:
0 commit comments