weights

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+# JSON
+*.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,18 @@
 ---
 license: llama2
 ---
+
+# Code Llama 13B with End-of-turn (EOT) Token
+
+This is the Code Llama 13B model with `<|end_of_turn|>` token added as id `32016` and other special tokens. The token input/output embedding is initialized as the mean of all existing input/output token embeddings, respectively.
+
+## Special tokens added:
+
+```json
+{
+  "<|end_of_turn|>": 32016,
+  "<|verdict|>": 32017,
+  "<|PAD|>": 32018,
+  "<|PAD2|>": 32019,
+}
+```

added_tokens.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b75bd89c9663b9a77c315d9838d34300c593900a2392d42aacac349c3391a2
+size 96

config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dc160d6028d3f69c7b91645cc2db34e0ca63fe1d6cf6ec7efe3e7378189cac
+size 584

generation_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9454e22d8eb2cd3655b9fa08506662864e944b08563682a3705b6efd966882d6
+size 111

pytorch_model-00001-of-00003.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0299c2315289f4777a31b77ae513265a28e908bb62747d954ececb9601ca26ed
+size 9948924233

pytorch_model-00002-of-00003.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a09ef628c11fb3bfa8179416927ffc05977c13777075610a6490bfb1ea0a5d
+size 9904155408

pytorch_model-00003-of-00003.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2c5af728d895f438102b97708ff760bd9d59facb7e21afff5afa1b08d67863
+size 6507026911

pytorch_model.bin.index.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b73631f445837f52b753a222c7850431e68c2eb2ff3739be810d074400ba570
+size 29894

special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a95523b75d14985c8283e1430bb3725553aa6a26a56aa3a5a94aec4339f0810
+size 521

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd45b081c9541d919a1509b498f8eccce3c79204f362c643308553e81668a32c
+size 1844172

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ccb9c8b6b561889acea59191d66986d314e7cbd6a78abc6e49b139ca91c1e6
+size 500058

tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1925d511c509861135f23ac36557ac42304ecfc44776eb2ba4184dc877adfb01
+size 824