Hugging Face's logo

Yukify
/
finetune-llama3-smp-newshot

Text Generation
Transformers
Safetensors
English
llama
text-generation-inference
unsloth
trl
sft
Inference Endpoints
Model card Files Community
Yukify commited on
Commit
64ef84f
•
1 Parent(s): 9e0e3c8

Trained with Unsloth

Browse files
Files changed (6) hide show
  1. config.json +2 -1
  2. generation_config.json +1 -1
  3. model-00001-of-00004.safetensors +1 -1
  4. model-00002-of-00004.safetensors +1 -1
  5. model-00003-of-00004.safetensors +1 -1
  6. model-00004-of-00004.safetensors +1 -1
config.json CHANGED
@@ -12,6 +12,7 @@
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
  "max_position_embeddings": 8192,
 
15
  "model_type": "llama",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 32,
@@ -22,7 +23,7 @@
22
  "rope_theta": 500000.0,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
- "transformers_version": "4.40.2",
26
  "unsloth_version": "2024.5",
27
  "use_cache": true,
28
  "vocab_size": 128256
 
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
  "max_position_embeddings": 8192,
15
+ "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 32,
 
23
  "rope_theta": 500000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.41.0",
27
  "unsloth_version": "2024.5",
28
  "use_cache": true,
29
  "vocab_size": 128256
generation_config.json CHANGED
@@ -5,5 +5,5 @@
5
  "max_length": 4096,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
- "transformers_version": "4.40.2"
9
  }
 
5
  "max_length": 4096,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
+ "transformers_version": "4.41.0"
9
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d3f2522c820a85425e15a456ef6a1ce72ccb2b3d6c91ed4b84403caf0328ffef
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddf8940fc94c354e482e4d5dcabda3420e92dbc50503fdbfe0723fb9704a550b
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f48072d114da9f15e6d8dea086d62ba97ccfc0d711d9dc407e53daa23e00a2a8
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bdb49fde0285e1e64f4b5f0eac25fb46f188371bc6a5dcc3e3e9518f1e9cebe
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3652fd8c83fd5397f5aefd46867cca9e67f87eb80aa2b68cada6cff9a4675fa4
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69d7f3e019b4ca98d8bd352dd420050816c0ef531d3841edaef7c0ed226e8e87
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a294985fb8e7782fc999ef9cc8250ebfacc53aa80e0c74da459d846e4d5db1b
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:197b814e4da953fe9728844efaa39a75bb5021667e2b90086ffb72a5bd980e31
3
  size 1168138808