Remove eval (Moved to bigscience/evaluation-results)

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/ar/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "ar",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.6896095301125083
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='ar', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/ar/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "ar",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.8378557246856386
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='ar', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/ar/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "ar",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.5956320317670417
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='ar', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/ar/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "ar",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.8213103904698875
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='ar', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/ar/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "ar",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.8219722038385175
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='ar', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/es/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "es",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.7683653209794837
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='es', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/es/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "es",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.886168100595632
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='es', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/es/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "es",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.6724023825281271
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='es', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/es/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "es",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.8676373262739907
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='es', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/es/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "es",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.8769027134348114
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='es', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/eu/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "eu",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.6082064857710126
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='eu', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/eu/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "eu",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.7266710787557908
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='eu', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/eu/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "eu",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.5552614162806089
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='eu', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/eu/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "eu",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.700198544010589
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='eu', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/eu/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "eu",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.7107875579086698
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='eu', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/hi/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "hi",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.6366644606221046
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='hi', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/hi/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "hi",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.7882197220383852
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='hi', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/hi/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "hi",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.5982792852415619
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='hi', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/hi/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "hi",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.7485109199205824
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='hi', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/hi/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "hi",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.7683653209794837
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='hi', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/id/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "id",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.7385837193911317
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='id', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/id/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "id",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.8332230311052283
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='id', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/id/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "id",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.6293845135671741
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='id', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/id/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "id",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.7816015883520847
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='id', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/id/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "id",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.8226340172071476
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='id', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/zh/Answer_Given_options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "zh",
-  "template_name": "Answer Given options",
-  "evaluation": {
-    "accuracy": 0.7498345466578424
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Answer Given options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/zh/Choose_Story_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "zh",
-  "template_name": "Choose Story Ending",
-  "evaluation": {
-    "accuracy": 0.8583719391131701
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Choose Story Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/zh/Generate_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "zh",
-  "template_name": "Generate Ending",
-  "evaluation": {
-    "accuracy": 0.6227663798808736
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Generate Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/zh/Novel_Correct_Ending/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "zh",
-  "template_name": "Novel Correct Ending",
-  "evaluation": {
-    "accuracy": 0.8405029781601588
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Novel Correct Ending', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xstory_cloze/zh/Story_Continuation_and_Options/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xstory_cloze",
-  "dataset_config_name": "zh",
-  "template_name": "Story Continuation and Options",
-  "evaluation": {
-    "accuracy": 0.8385175380542687
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xstory_cloze', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='validation', target_max_length=256, template_config_name='en', template_name='Story Continuation and Options', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/en/Replace/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "en",
-  "template_name": "Replace",
-  "evaluation": {
-    "accuracy": 0.6576344086021505
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='en', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='Replace', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/en/True_or_False/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "en",
-  "template_name": "True or False",
-  "evaluation": {
-    "accuracy": 0.5187096774193548
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='en', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='True or False', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/en/does_underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "en",
-  "template_name": "does underscore refer to",
-  "evaluation": {
-    "accuracy": 0.5931182795698925
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='en', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='does underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/en/stand_for/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "en",
-  "template_name": "stand for",
-  "evaluation": {
-    "accuracy": 0.5070967741935484
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='en', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='stand for', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/en/underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "en",
-  "template_name": "underscore refer to",
-  "evaluation": {
-    "accuracy": 0.6210752688172043
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='en', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/fr/Replace/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "fr",
-  "template_name": "Replace",
-  "evaluation": {
-    "accuracy": 0.5180722891566265
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='fr', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='Replace', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/fr/True_or_False/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "fr",
-  "template_name": "True or False",
-  "evaluation": {
-    "accuracy": 0.5301204819277109
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='fr', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='True or False', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/fr/does_underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "fr",
-  "template_name": "does underscore refer to",
-  "evaluation": {
-    "accuracy": 0.5542168674698795
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='fr', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='does underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/fr/stand_for/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "fr",
-  "template_name": "stand for",
-  "evaluation": {
-    "accuracy": 0.5180722891566265
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='fr', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='stand for', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/fr/underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "fr",
-  "template_name": "underscore refer to",
-  "evaluation": {
-    "accuracy": 0.5421686746987951
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='fr', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/pt/Replace/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "pt",
-  "template_name": "Replace",
-  "evaluation": {
-    "accuracy": 0.5741444866920152
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='pt', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='Replace', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/pt/True_or_False/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "pt",
-  "template_name": "True or False",
-  "evaluation": {
-    "accuracy": 0.4790874524714829
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='pt', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='True or False', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/pt/does_underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "pt",
-  "template_name": "does underscore refer to",
-  "evaluation": {
-    "accuracy": 0.55893536121673
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='pt', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='does underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/pt/stand_for/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "pt",
-  "template_name": "stand for",
-  "evaluation": {
-    "accuracy": 0.5209125475285171
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='pt', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='stand for', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/pt/underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "pt",
-  "template_name": "underscore refer to",
-  "evaluation": {
-    "accuracy": 0.5437262357414449
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='pt', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/zh/Replace/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "zh",
-  "template_name": "Replace",
-  "evaluation": {
-    "accuracy": 0.626984126984127
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='Replace', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/zh/True_or_False/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "zh",
-  "template_name": "True or False",
-  "evaluation": {
-    "accuracy": 0.503968253968254
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='True or False', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/zh/does_underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "zh",
-  "template_name": "does underscore refer to",
-  "evaluation": {
-    "accuracy": 0.5436507936507936
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='does underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/zh/stand_for/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "zh",
-  "template_name": "stand for",
-  "evaluation": {
-    "accuracy": 0.49007936507936506
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='stand for', tokenizer_name=None, use_slow_tokenizer=False)"
-}

evaluation_bloommz-7b1/evaluation_l1/Muennighoff_xwinograd/zh/underscore_refer_to/results.json

@@ -1,9 +0,0 @@
-{
-  "dataset_name": "Muennighoff/xwinograd",
-  "dataset_config_name": "zh",
-  "template_name": "underscore refer to",
-  "evaluation": {
-    "accuracy": 0.5535714285714286
-  },
-  "arguments": "Namespace(config_name=None, dataset_config_name='zh', dataset_name='Muennighoff/xwinograd', debug=False, dtype='float16', max_length=2048, model_name_or_path='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt', output_dir='/gpfsscratch/rech/six/commun/experiments/muennighoff/bloomckpt/6b3t0/tr13f-6b3-ml-t0-lmtoks341b-t0toks4b-xp3mt/evaluation', pad_to_max_length=False, per_device_eval_batch_size=8, prefixlm=False, split='test', target_max_length=256, template_config_name='en', template_name='underscore refer to', tokenizer_name=None, use_slow_tokenizer=False)"
-}