sundar-pichai commited on
Commit
d3a8bb9
1 Parent(s): 722e463

Upload 8 files

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "meta-llama/Llama-2-13b-hf",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -14,13 +14,12 @@
14
  "num_attention_heads": 40,
15
  "num_hidden_layers": 40,
16
  "num_key_value_heads": 40,
17
- "pad_token_id": 0,
18
  "pretraining_tp": 1,
19
  "rms_norm_eps": 1e-05,
20
  "rope_scaling": null,
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "float16",
23
- "transformers_version": "4.32.0.dev0",
24
  "use_cache": true,
25
  "vocab_size": 32000
26
  }
 
1
  {
2
+ "_name_or_path": null,
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
14
  "num_attention_heads": 40,
15
  "num_hidden_layers": 40,
16
  "num_key_value_heads": 40,
 
17
  "pretraining_tp": 1,
18
  "rms_norm_eps": 1e-05,
19
  "rope_scaling": null,
20
  "tie_word_embeddings": false,
21
  "torch_dtype": "float16",
22
+ "transformers_version": "4.31.0.dev0",
23
  "use_cache": true,
24
  "vocab_size": 32000
25
  }
generation_config.json CHANGED
@@ -1,9 +1,10 @@
1
  {
2
  "bos_token_id": 1,
 
3
  "eos_token_id": 2,
4
- "max_length": 4096,
5
  "pad_token_id": 0,
6
- "temperature": 0.9,
7
- "top_p": 0.6,
8
- "transformers_version": "4.32.0.dev0"
 
9
  }
 
1
  {
2
  "bos_token_id": 1,
3
+ "do_sample": true,
4
  "eos_token_id": 2,
 
5
  "pad_token_id": 0,
6
+ "temperature": 0.6,
7
+ "max_length": 4096,
8
+ "top_p": 0.9,
9
+ "transformers_version": "4.31.0.dev0"
10
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c032219be6d961f65c163ff9eff9b8b928457a92da1f1a304ffd4ea86f76691
3
  size 9948693272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:091b64fcaeb36c6c1aaf8b5845881e2759bc69539a1a0203fa6b8fa79de89202
3
  size 9948693272
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec651f5d05472a91b9f6a48872270b63446b09cedfb4ccc901912557fac7a896
3
  size 9904129368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4f6f6623b6d2135f9bb62898f0d7a0a8effcb6b232a477201372301cbb8aae4
3
  size 9904129368
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f6c3a24a8013f9ac268e88c526f4d8ed8e6507e1f957167fd5d09f85341eda5
3
  size 6178962272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb6dda87233098f9583c78a15814c61215833e10a41eda19223a30b5450565e
3
  size 6178962272
tokenizer_config.json CHANGED
@@ -21,6 +21,7 @@
21
  "legacy": false,
22
  "model_max_length": 1000000000000000019884624838656,
23
  "pad_token": null,
 
24
  "sp_model_kwargs": {},
25
  "tokenizer_class": "LlamaTokenizer",
26
  "unk_token": {
 
21
  "legacy": false,
22
  "model_max_length": 1000000000000000019884624838656,
23
  "pad_token": null,
24
+ "padding_side": "right",
25
  "sp_model_kwargs": {},
26
  "tokenizer_class": "LlamaTokenizer",
27
  "unk_token": {