joshnguyen commited on
Commit
ba541c6
1 Parent(s): 04ba8e0

Upload folder using huggingface_hub

Browse files
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<pad>": 32000
3
+ }
config.json CHANGED
@@ -20,7 +20,7 @@
20
  "rope_scaling": null,
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "float32",
23
- "transformers_version": "4.30.2",
24
  "use_cache": true,
25
  "vocab_size": 32000
26
  }
 
20
  "rope_scaling": null,
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "float32",
23
+ "transformers_version": "4.31.0.dev0",
24
  "use_cache": true,
25
  "vocab_size": 32000
26
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.30.2"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.31.0.dev0"
7
  }
pytorch_model-00001-of-00003.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8beead346dc435cdaabd2eb90c94e9ed8d41c800cc787912099be88a8194ba0c
3
  size 9877991186
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8601d814752bec087d7705c6bbe4463c6170b5f9f897111536a0706ff675cb
3
  size 9877991186
pytorch_model-00002-of-00003.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:afd45cf5eab74a3e2df8b1885788a1d05111d944919a84ff9a8d24766e8f4171
3
  size 9894802678
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b79d763b489a61ba5965feee0493591e456be4cac82f864f1929432c1d650d03
3
  size 9894802678
pytorch_model-00003-of-00003.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a85dd717ac366de322c6f5ef64c903f1e61b0d2173c33aa777517a00a1f2db85
3
  size 7180991865
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76b648ae8028d4ef5a521e08e5eb660b70c52d02bd9c492ec79e4348585bc2da
3
  size 7180991865
special_tokens_map.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "<unk>",
17
+ "unk_token": {
18
+ "content": "<unk>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
tokenizer_config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "__type": "AddedToken",
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ "clean_up_tokenization_spaces": false,
11
+ "eos_token": {
12
+ "__type": "AddedToken",
13
+ "content": "</s>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false
18
+ },
19
+ "legacy": false,
20
+ "model_max_length": 1000000000000000019884624838656,
21
+ "pad_token": null,
22
+ "sp_model_kwargs": {},
23
+ "tokenizer_class": "LlamaTokenizer",
24
+ "unk_token": {
25
+ "__type": "AddedToken",
26
+ "content": "<unk>",
27
+ "lstrip": false,
28
+ "normalized": false,
29
+ "rstrip": false,
30
+ "single_word": false
31
+ }
32
+ }