add filter and metric to logged samples to identification

EleutherAI · Nov 27, 2024 · 7f30399 · 7f30399
1 parent 02e2889
commit 7f30399
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/lm_eval/evaluator.py b/lm_eval/evaluator.py
@@ -553,6 +553,7 @@ def evaluate(
                             req.filtered_resps[filter_key] for req in requests
                         ],
                         "filter": filter_key,
+                        "metric": ",".join(metrics.keys()),
                         "doc_hash": hash_string(
                             json.dumps(
                                 requests[0].doc,