Add model

all_results.json

@@ -0,0 +1 @@
+{"F1": 78.42817588033974, "EM": 68.59035004730369}

args.txt

@@ -0,0 +1,32 @@
+model_name_or_path: facebook/opt-125m
+config_name: None
+tokenizer_name: None
+use_slow_tokenizer: False
+per_device_train_batch_size: 32
+per_device_eval_batch_size: 32
+learning_rate: 5e-05
+weight_decay: 0.1
+num_train_epochs: 5
+patience: 100
+max_train_steps: None
+gradient_accumulation_steps: 1
+lr_scheduler_type: SchedulerType.LINEAR
+num_warmup_steps: 0
+output_dir: opt_125m_squad_decay_0.1
+seed: None
+finetune_type: vanilla
+beta: 0.1
+model_type: None
+max_seq_length: 384
+max_context_length: 600
+num_beams: 1
+preprocessing_num_workers: 16
+overwrite_cache: False
+no_keep_linebreaks: False
+push_to_hub: False
+hub_model_id: None
+hub_token: None
+checkpointing_steps: epoch
+resume_from_checkpoint: None
+with_tracking: False
+local_rank: -1

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "facebook/opt-125m",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "OPTForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "do_layer_norm_before": true,
+  "dropout": 0.1,
+  "eos_token_id": 2,
+  "ffn_dim": 3072,
+  "hidden_size": 768,
+  "init_std": 0.02,
+  "layerdrop": 0.0,
+  "max_position_embeddings": 2048,
+  "model_type": "opt",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "prefix": "</s>",
+  "torch_dtype": "float32",
+  "transformers_version": "4.19.2",
+  "use_cache": true,
+  "vocab_size": 50265,
+  "word_embed_proj_dim": 768
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41befe28059dea6329557ab6340ec2e5153de5b221685084da500216b4686015
+size 500993341

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "errors": "replace", "pad_token": {"content": "<pad>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_bos_token": true, "special_tokens_map_file": null, "name_or_path": "facebook/opt-125m", "tokenizer_class": "GPT2Tokenizer"}