🐛 Questions Eval: fix mean computation problem

arkhn · Oct 2, 2024 · 6740e58 · 6740e58
1 parent 057fba7
commit 6740e58
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lib/questions_eval/run.py b/lib/questions_eval/run.py
@@ -140,7 +140,7 @@ def main(cfg: DictConfig):
         f"{stat}/score/{score_type}": (
             df_joined[f"{score_type}_score"].agg(stat)
             if stat == "sum"
-            else df_joined[f"{score_type}_score"].agg(stat) / len(df_joined)
+            else df_joined[f"{score_type}_score"].agg("sum") / len(df_joined)
         )
         for stat in ["sum", "mean"]
         for score_type in ["raw", "synthetic", "real", "strict_synthetic_qa", "strict_qa"]