v1.0.1

all_results.json

@@ -0,0 +1 @@
+{"perplexity": 15.868202658528542, "model.decoder.final_layer_norm": 101.18981813023835, "model.decoder.layers.0": 1.020689142126247, "model.decoder.layers.1": 1.1320660508801887, "model.decoder.layers.2": 1.3580988537032161, "model.decoder.layers.3": 2.18800213048295, "model.decoder.layers.4": 2.8558699888903187, "model.decoder.layers.5": 3.4455860593342904, "model.decoder.layers.6": 3.7855113014076314, "model.decoder.layers.7": 3.920995691600322, "model.decoder.layers.8": 4.2376058533420515, "model.decoder.layers.9": 7.535203097723956, "model.decoder.layers.10": 10.981355136470572, "model.decoder.layers.11": 13.302202515874237, "model.decoder.layers.0.fc2": 0.14244042032539614, "model.decoder.layers.1.fc2": 0.10659956112600641, "model.decoder.layers.2.fc2": 0.09491643980483679, "model.decoder.layers.3.fc2": 0.12168890244089521, "model.decoder.layers.4.fc2": 0.1355718453686525, "model.decoder.layers.5.fc2": 0.14029372756486583, "model.decoder.layers.6.fc2": 0.18352150649856655, "model.decoder.layers.7.fc2": 0.30289249055464446, "model.decoder.layers.8.fc2": 0.43588046496673627, "model.decoder.layers.9.fc2": 0.7294037110919928, "model.decoder.layers.10.fc2": 0.8463573636711803, "model.decoder.layers.11.fc2": 0.46096582412139914, "model.decoder.layers.0.final_layer_norm": 1.2995478952655417, "model.decoder.layers.1.final_layer_norm": 0.6194378119464241, "model.decoder.layers.2.final_layer_norm": 0.8568585898286082, "model.decoder.layers.3.final_layer_norm": 0.7807713759038737, "model.decoder.layers.4.final_layer_norm": 0.7916218009980499, "model.decoder.layers.5.final_layer_norm": 0.8246828628029137, "model.decoder.layers.6.final_layer_norm": 0.9123977971781304, "model.decoder.layers.7.final_layer_norm": 1.0360167974151915, "model.decoder.layers.8.final_layer_norm": 1.2770969496272249, "model.decoder.layers.9.final_layer_norm": 1.4938973791931043, "model.decoder.layers.10.final_layer_norm": 2.146777304293299, "model.decoder.layers.11.final_layer_norm": 1.8395570718623886, "model.decoder.layers.0.self_attn.out_proj": 0.8137831632265321, "model.decoder.layers.1.self_attn.out_proj": 0.545522271736432, "model.decoder.layers.2.self_attn.out_proj": 0.15213572283199325, "model.decoder.layers.3.self_attn.out_proj": 0.21391866859604258, "model.decoder.layers.4.self_attn.out_proj": 0.2305717418784452, "model.decoder.layers.5.self_attn.out_proj": 0.2579686205674702, "model.decoder.layers.6.self_attn.out_proj": 0.3247806831092686, "model.decoder.layers.7.self_attn.out_proj": 0.4884541829427083, "model.decoder.layers.8.self_attn.out_proj": 0.9126374161815519, "model.decoder.layers.9.self_attn.out_proj": 1.6771561638699741, "model.decoder.layers.10.self_attn.out_proj": 3.3217248582654424, "model.decoder.layers.11.self_attn.out_proj": 3.274507000597844, "model.decoder.layers.0.self_attn_layer_norm": 3.439960506678246, "model.decoder.layers.1.self_attn_layer_norm": 4.605313908903051, "model.decoder.layers.2.self_attn_layer_norm": 10.448016800343913, "model.decoder.layers.3.self_attn_layer_norm": 14.245046605550517, "model.decoder.layers.4.self_attn_layer_norm": 13.998977129793353, "model.decoder.layers.5.self_attn_layer_norm": 10.991126992436543, "model.decoder.layers.6.self_attn_layer_norm": 10.88440672939235, "model.decoder.layers.7.self_attn_layer_norm": 6.706205302252689, "model.decoder.layers.8.self_attn_layer_norm": 7.820628746474299, "model.decoder.layers.9.self_attn_layer_norm": 6.4533082376271675, "model.decoder.layers.10.self_attn_layer_norm": 6.441283310916947, "model.decoder.layers.11.self_attn_layer_norm": 7.703703072555025, "max_inf_norm": 101.18981813023835, "max_ffn_inf_norm": 0.8463573636711803, "max_layer_inf_norm": 13.302202515874237, "avg_kurtosis": 21.36568820086953, "max_kurtosis": 219.27405422052365, "max_kurtosis_layers": 34.90877774052428}

checkpoints/checkpoint_125000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cba809044d66f64db984cc6184355629d72966a32d58ab32b6e778b35a5f313
+size 496261008

checkpoints/checkpoint_125000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccbe63f9eab192530b2cbe117fd775967dec9d0b6ede0d8172d478513f30515
+size 992641146

checkpoints/checkpoint_125000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943bfb62ea47096a7c942b209c569319742615e25971f7a41046306d04528c12
+size 14540

checkpoints/checkpoint_125000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f99a672d2f6f56225523889be48d691b530390b1a2af964af62ff509b55776
+size 988

checkpoints/checkpoint_125000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14152c5e3fc91645bb41d77afd9462d75210d61661f9d0b4aed209e31f5d7f4c
+size 1064

config.json

@@ -0,0 +1,28 @@
+{
+  "_remove_final_layer_norm": false,
+  "activation_function": "relu",
+  "architectures": [
+    "OPTForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 2,
+  "do_layer_norm_before": true,
+  "dropout": 0.1,
+  "enable_bias": true,
+  "eos_token_id": 2,
+  "ffn_dim": 3072,
+  "hidden_size": 768,
+  "init_std": 0.006,
+  "layer_norm_elementwise_affine": true,
+  "layerdrop": 0.0,
+  "max_position_embeddings": 512,
+  "model_type": "opt",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "torch_dtype": "float32",
+  "transformers_version": "4.31.0",
+  "use_cache": true,
+  "vocab_size": 50272,
+  "word_embed_proj_dim": 768
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "eos_token_id": 2,
+  "pad_token_id": 1,
+  "transformers_version": "4.31.0"
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84647fb90fb604f25454b17b57d3132a4cef1ea242e3d45e818da6a2ceaf57fc
+size 496305242

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,40 @@
+{
+  "add_bos_token": true,
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}