nvl27g-sulion-shards

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "coincheung/cc-bloomz-7b",
+  "_name_or_path": "checkpoint_final/",
   "apply_residual_connection_post_layernorm": false,
   "architectures": [
     "CCBloomForCausalLM"
@@ -31,10 +31,10 @@
   "skip_bias_add_qkv": false,
   "slow_but_exact": false,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
+  "torch_dtype": "float16",
   "transformers_version": "4.31.0",
   "unk_token_id": 0,
   "use_cache": true,
-  "use_flash_attn": false,
+  "use_flash_attn": true,
   "vocab_size": 64000
-}
+}

generation_config.json

@@ -2,6 +2,6 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "pad_token_id": 3,
+  "pad_token_id": 0,
   "transformers_version": "4.31.0"
 }

pytorch_model-00001-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df5ba779f2b1d0ffcc19fda8d8a958a430743a14eae2c0fc3fa198dd5bc23693
+oid sha256:97d4c7a9edcca08efe89e9dfdc606b0dfc4e366d3a06f08583022ce1d11f493d
 size 927086401

pytorch_model-00002-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed09b6a4a5ae5b1917ee05f5f7484581a98b92b4f5ac2d1167734a4b140e8a50
+oid sha256:b46f911795cbc625b2dec55ddbb6caffffa3756fb60854e447f7826bbacb8390
 size 939796331

pytorch_model-00003-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7d027fb4930f1f7d22682211889de321a164d6092bc5d30d8e7b8c15cf1cdd7
+oid sha256:aec035b6936f12656a523132caf4e41f5c3b5352bcd0c723207bae0418aca330
 size 939778659

pytorch_model-00004-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29058b10814361ae89c78eabced2d7e9a1abfca3c2fe0c77f17e29ac48b3533b
+oid sha256:5d679e368e71d4a5d4624b14603cd3c6770b629ea8e0f985661fa5b7a9562f4d
 size 939771079

pytorch_model-00005-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fffda31283253b879a348fbb094110873a0a32d01983f1368f691df827b1732d
+oid sha256:87cdf5be9be6a8d991928ed6732c5cc90375859df14159775b950c980db41dbd
 size 939796331

pytorch_model-00006-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0a732472370f3025055b988379d9c289c0d1ffc3d28c4106e1e92ba265c9482
+oid sha256:d47eeeccf7caa4cdd9085d3a1dac9009bf4585bd42efb5b3880ab5ed627b30ed
 size 939778659

pytorch_model-00007-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff1b12fe6e14db5aa2680298df1fe76dac02247c7590c12f5e1a0d02c7e59105
+oid sha256:201f81cf5d72ea37104c1a8418363af76ed491c050498d00cdb823b03f1cb48e
 size 939771079

pytorch_model-00008-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b7fdd228fdd86bc2ddc61d6671d1ea187749f5a7ec0012f2938a9219ed0a6aa
+oid sha256:b130dfdb83723317822917aecf7b6fd0d41237e2ae3f5d8c19be40d180a04a86
 size 939796331

pytorch_model-00009-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64fc0567bb455d1763bf8262876c785db3a0eab04a51115feae4bccf84b10bfc
+oid sha256:adbfe7bed837484fadeb5b9b94275c648df0bf5e7b27a9188f0ca2920e9b77b1
 size 939778659

pytorch_model-00010-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:488679b37dad5e9416e87129689944b89c796809b7a2e5ab93e3beba8e8c58f9
+oid sha256:896a77fa5cf15d206e6e682aafb1d49f2498042a8b12aa3abe209f44a6ded08d
 size 939771079

pytorch_model-00011-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44a3ad467d6b8c8b43d48fb6ce8a9855d671c8739376fd6fd6be2253b320d806
+oid sha256:539c16613ece36a91c1c8ae384c72537b9b1f155a165822168dcb3a7448b6444
 size 939796331

pytorch_model-00012-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7be7478ffbc5e6f6075dc2eea80a29a34335f9158036506fdebd37ae67fd5946
+oid sha256:c84f0e1a5e55169d1165b7f39020025471fae0b355a24d249d311d14b7089edf
 size 939778659

pytorch_model-00013-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c261788ad6d5003622fac486b098b3e55ea46c686a7d3d28c226dd686c437a8
+oid sha256:97d2e16c7b07fa8820c92c79262c5ea8f9724244bb3ef5216d25114f3a5d3b53
 size 939771079

pytorch_model-00014-of-00014.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f37f159283ca191a4af43fcc60c0909c6f09c8334073c45b4cd587c4ca986c3
+oid sha256:50dc17a8d73316eabd8f6d3b0dc7be5efe5db648313c3c26365915a9513d87e9
 size 927052345

special_tokens_map.json

@@ -1,30 +1,11 @@
 {
-  "bos_token": {
-    "content": "<s>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "</s>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  }
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "<unk>",
+  "unk_token": "<unk>"
 }

tokenizer.json

@@ -9,7 +9,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": true
     },
     {
@@ -18,7 +18,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": true
     },
     {
@@ -27,7 +27,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": true
     }
   ],
@@ -51,6 +51,12 @@
   "post_processor": {
     "type": "TemplateProcessing",
     "single": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
       {
         "Sequence": {
           "id": "A",
@@ -59,12 +65,24 @@
       }
     ],
     "pair": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
       {
         "Sequence": {
           "id": "A",
           "type_id": 0
         }
       },
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 1
+        }
+      },
       {
         "Sequence": {
           "id": "B",
@@ -72,7 +90,17 @@
         }
       }
     ],
-    "special_tokens": {}
+    "special_tokens": {
+      "<s>": {
+        "id": "<s>",
+        "ids": [
+          1
+        ],
+        "tokens": [
+          "<s>"
+        ]
+      }
+    }
   },
   "decoder": {
     "type": "Sequence",

tokenizer_config.json

@@ -1,42 +1,44 @@
 {
-  "add_bos_token": false,
-  "add_eos_token": false,
-  "bos_token": {
-    "__type": "AddedToken",
-    "content": "<s>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
   },
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
+  "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
-  "eos_token": {
-    "__type": "AddedToken",
-    "content": "</s>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
+  "eos_token": "</s>",
   "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
-  "pad_token": {
-    "__type": "AddedToken",
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
+  "pad_token": "<unk>",
   "padding_side": "left",
   "sp_model_kwargs": {},
   "tokenizer_class": "LlamaTokenizer",
-  "unk_token": {
-    "__type": "AddedToken",
-    "content": "<unk>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  }
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true
 }