data_only_hallucination_leaderboard

Runtime error

pminervini commited on Dec 10, 2023

Commit

4e10b3e

•

1 Parent(s): e1b962a

update

Files changed (1) hide show

src/backend/run_eval_suite.py CHANGED Viewed

@@ -33,7 +33,7 @@ def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_siz
         if 'samples' in results:
             samples = results['samples']
             for task_name in samples.keys():
-                if len(samples['task_name']) > max_nb_samples:
                     results['samples'][task_name] = results['samples'][task_name][:max_nb_samples]
     print(evaluator.make_table(results))

         if 'samples' in results:
             samples = results['samples']
             for task_name in samples.keys():
+                if len(samples[task_name]) > max_nb_samples:
                     results['samples'][task_name] = results['samples'][task_name][:max_nb_samples]
     print(evaluator.make_table(results))