Remove eval (Moved to bigscience/evaluation-results)

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/ar/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "ar",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.7835870284579749
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='ar', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/ar/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "ar",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.9291859695565851
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='ar', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/ar/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "ar",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.6624751819986764
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='ar', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/ar/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "ar",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.9252150893448048
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='ar', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/ar/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "ar",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.9159497021839841
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='ar', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/es/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "es",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.870946393117141
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='es', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/es/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "es",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.9523494374586366
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='es', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/es/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "es",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.7319655857048313
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='es', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/es/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "es",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.9477167438782264
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='es', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/es/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "es",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.9516876240900066
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='es', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/eu/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "eu",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.6982131039046989
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='eu', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/eu/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "eu",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.85704831237591
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='eu', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/eu/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "eu",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.614162806088683
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='eu', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/eu/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "eu",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.8590337524818001
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='eu', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/eu/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "eu",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.8504301786896096
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='eu', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/hi/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "hi",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.7683653209794837
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='hi', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/hi/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "hi",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.8742554599602912
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='hi', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/hi/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "hi",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.657180675049636
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='hi', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/hi/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "hi",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.886829913964262
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='hi', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/hi/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "hi",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.8762409000661814
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='hi', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/id/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "id",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.8332230311052283
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='id', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/id/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "id",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.913964262078094
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='id', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/id/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "id",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.700198544010589
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='id', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/id/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "id",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.9205823957643945
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='id', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/id/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "id",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.9086697551290536
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='id', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/zh/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "zh",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.870946393117141
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/zh/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "zh",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.9265387160820648
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/zh/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "zh",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.6823295830575777
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/zh/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "zh",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.928524156187955
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xstory_cloze/zh/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "zh",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.9232296492389146
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/en/Replace/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "en",
-  "template_name": "Replace",
-  "evaluation": {
-    "accuracy": 0.6933333333333334
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='en', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='Replace', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/en/True_or_False/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "en",
-  "template_name": "True or False",
-  "evaluation": {
-    "accuracy": 0.5212903225806451
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='en', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='True or False', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/en/does_underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "en",
-  "template_name": "does underscore refer to",
-  "evaluation": {
-    "accuracy": 0.6563440860215054
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='en', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='does underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/en/stand_for/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "en",
-  "template_name": "stand for",
-  "evaluation": {
-    "accuracy": 0.5156989247311828
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='en', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='stand for', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/en/underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "en",
-  "template_name": "underscore refer to",
-  "evaluation": {
-    "accuracy": 0.6473118279569893
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='en', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/fr/Replace/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "fr",
-  "template_name": "Replace",
-  "evaluation": {
-    "accuracy": 0.6024096385542169
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='fr', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='Replace', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/fr/True_or_False/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "fr",
-  "template_name": "True or False",
-  "evaluation": {
-    "accuracy": 0.46987951807228917
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='fr', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='True or False', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/fr/does_underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "fr",
-  "template_name": "does underscore refer to",
-  "evaluation": {
-    "accuracy": 0.5903614457831325
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='fr', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='does underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/fr/stand_for/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "fr",
-  "template_name": "stand for",
-  "evaluation": {
-    "accuracy": 0.4939759036144578
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='fr', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='stand for', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/fr/underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "fr",
-  "template_name": "underscore refer to",
-  "evaluation": {
-    "accuracy": 0.6867469879518072
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='fr', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/pt/Replace/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "pt",
-  "template_name": "Replace",
-  "evaluation": {
-    "accuracy": 0.6463878326996197
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='pt', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='Replace', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/pt/True_or_False/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "pt",
-  "template_name": "True or False",
-  "evaluation": {
-    "accuracy": 0.5285171102661597
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='pt', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='True or False', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/pt/does_underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "pt",
-  "template_name": "does underscore refer to",
-  "evaluation": {
-    "accuracy": 0.6007604562737643
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='pt', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='does underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/pt/stand_for/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "pt",
-  "template_name": "stand for",
-  "evaluation": {
-    "accuracy": 0.49809885931558934
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='pt', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='stand for', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/pt/underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "pt",
-  "template_name": "underscore refer to",
-  "evaluation": {
-    "accuracy": 0.6083650190114068
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='pt', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/zh/Replace/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "zh",
-  "template_name": "Replace",
-  "evaluation": {
-    "accuracy": 0.7063492063492064
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='Replace', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/zh/True_or_False/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "zh",
-  "template_name": "True or False",
-  "evaluation": {
-    "accuracy": 0.5515873015873016
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='True or False', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/zh/does_underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "zh",
-  "template_name": "does underscore refer to",
-  "evaluation": {
-    "accuracy": 0.621031746031746
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='does underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/zh/stand_for/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "zh",
-  "template_name": "stand for",
-  "evaluation": {
-    "accuracy": 0.5158730158730159
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='stand for', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloomz-mt/evaluation_l1/Muennighoff_xwinograd/zh/underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "zh",
-  "template_name": "underscore refer to",
-  "evaluation": {
-    "accuracy": 0.6765873015873016
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xwinograd', debug=False, dtype='bfloat16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/176bt0/tr13-176b-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}