Hugging Face's logo

baconnier
/
Gaston_dolphin-2.9.1-yi-1.5-9b

PEFT
Safetensors
llama
trl
orpo
unsloth
Generated from Trainer
Model card Files Community
baconnier commited on
Commit
b58edd4
•
1 Parent(s): e9939cf

Trained with Unsloth

Browse files
Files changed (6) hide show
  1. config.json +3 -2
  2. generation_config.json +1 -1
  3. model-00001-of-00004.safetensors +1 -1
  4. model-00002-of-00004.safetensors +1 -1
  5. model-00003-of-00004.safetensors +1 -1
  6. model-00004-of-00004.safetensors +1 -1
config.json CHANGED
@@ -12,6 +12,7 @@
12
  "initializer_range": 0.02,
13
  "intermediate_size": 11008,
14
  "max_position_embeddings": 12000,
 
15
  "model_type": "llama",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 48,
@@ -23,8 +24,8 @@
23
  "rope_theta": 5000000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
- "transformers_version": "4.40.1",
27
- "unsloth_version": "2024.4",
28
  "use_cache": false,
29
  "vocab_size": 64000
30
  }
 
12
  "initializer_range": 0.02,
13
  "intermediate_size": 11008,
14
  "max_position_embeddings": 12000,
15
+ "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 48,
 
24
  "rope_theta": 5000000.0,
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.41.0",
28
+ "unsloth_version": "2024.5",
29
  "use_cache": false,
30
  "vocab_size": 64000
31
  }
generation_config.json CHANGED
@@ -4,5 +4,5 @@
4
  "do_sample": true,
5
  "eos_token_id": 7,
6
  "pad_token_id": 7,
7
- "transformers_version": "4.40.1"
8
  }
 
4
  "do_sample": true,
5
  "eos_token_id": 7,
6
  "pad_token_id": 7,
7
+ "transformers_version": "4.41.0"
8
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b7e6729f1e5b395eba94c6aa57e8218edcc661a5e4cd47716d86d178331a92a
3
  size 4932711424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bbec0befbca1d9daf650197766af09819effdb5cce4628e1c720a1bde3b84ee
3
  size 4932711424
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:899c4f62d15ac1539d2b31d58ba12d5e5c9ed5384eae2c9abfaba51d661015fc
3
  size 4976802816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7809791ee4679aba748a5b34d4698c8f6cfb2f8c5f551ff7bf86c44aa5aae439
3
  size 4976802816
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f2a860edd6906a3c266a3242b33e2d4dcce9075f3664e2f3e02cb9da4e94118
3
  size 4968397360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:219a1f087c9b39e708a5ea2cad775a594ac492551372490d21aa6d07ad0b7723
3
  size 4968397360
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04d40ac3c363ab5a184574737fe47b18412d375acb8591a8aa8ec8672825cb1b
3
  size 2780953384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc13369c253c97fd53862cc45d2c10e0529717479875e4a4687c76c4546542b5
3
  size 2780953384