Hugging Face's logo

hwanhe
/
llamadpotest1

Text Generation
Transformers
Safetensors
llama
text-generation-inference
Inference Endpoints
Model card Files Community
hwanhe commited on
Commit
db44784
•
1 Parent(s): 8e55e66

Upload LlamaForCausalLM

Browse files
Files changed (8) hide show
  1. config.json +4 -3
  2. generation_config.json +2 -2
  3. model-00001-of-00006.safetensors +1 -1
  4. model-00002-of-00006.safetensors +1 -1
  5. model-00003-of-00006.safetensors +1 -1
  6. model-00004-of-00006.safetensors +1 -1
  7. model-00005-of-00006.safetensors +1 -1
  8. model-00006-of-00006.safetensors +1 -1
config.json CHANGED
@@ -1,9 +1,10 @@
1
  {
2
- "_name_or_path": "Minirecord/llama13b_test02",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
 
7
  "bos_token_id": 1,
8
  "eos_token_id": 2,
9
  "hidden_act": "silu",
@@ -15,14 +16,14 @@
15
  "num_attention_heads": 40,
16
  "num_hidden_layers": 40,
17
  "num_key_value_heads": 40,
18
- "pad_token_id": 2,
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-06,
21
  "rope_scaling": null,
22
  "rope_theta": 10000.0,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
- "transformers_version": "4.35.2",
26
  "use_cache": false,
27
  "vocab_size": 46336
28
  }
 
1
  {
2
+ "_name_or_path": "Minirecord/Mini_msft",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
  "bos_token_id": 1,
9
  "eos_token_id": 2,
10
  "hidden_act": "silu",
 
16
  "num_attention_heads": 40,
17
  "num_hidden_layers": 40,
18
  "num_key_value_heads": 40,
19
+ "pad_token_id": 0,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-06,
22
  "rope_scaling": null,
23
  "rope_theta": 10000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.36.0.dev0",
27
  "use_cache": false,
28
  "vocab_size": 46336
29
  }
generation_config.json CHANGED
@@ -2,6 +2,6 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
- "pad_token_id": 2,
6
- "transformers_version": "4.35.2"
7
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.36.0.dev0"
7
  }
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fee2c3d752050b24ee260194454d6ddbd742009cf370c11a169bb330f9bfbe8e
3
  size 4967779696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee81f1a027352431234d7b8ecde9a3f3eb7866138ce7aaa6857ce49863f8be4a
3
  size 4967779696
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94407466c14f26c52de78ff300c3d6610920b35c66e230527a9bb5f5d99ff185
3
  size 4881272560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6666cf9c8d5e35f26e328f658d68936321dc1de2babf064155d37fcae48bf110
3
  size 4881272560
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:226bee54478e4598536a07520bdeae55861b9f633cf1c4f02f574261d1f4003f
3
  size 4933722216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f92307406b17b59197f87a37fcbb2192de86c8a35278503eb05cc94e1fd8b773
3
  size 4933722216
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fb749c1921876b65b5c77ea57e6d4cd7f076423f1c5c17b6bd2d6d9c74b98a7
3
  size 4933722208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4407e3ba6c85609db790ca2f3537e52c9c8fccdd0a001d62b76ff84962ed9d23
3
  size 4933722208
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5458a7c314aabd0393bb45c782d5c6ea1d4dd0482dd08eb5bf2e80983e4f9f0
3
  size 4970422256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37a9cb7cd097d410d2664d2a16ca0d21fddd1ee3b312ccc2544b8293af31049f
3
  size 4970422256
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:207cd4302237cc43d7f6a57a6300f0db316c77e466405f60387613e382bee68d
3
  size 1638453272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bcd1139fd716461148b472c88565fc5623fbe2b20be1bf7a32e75ae0ff79e5c
3
  size 1638453272