Hugging Face's logo

moriire
/
healthcare-ai-adapter-merged_16bit

Text Generation
Transformers
PyTorch
English
llama
text-generation-inference
unsloth
trl
sft
Inference Endpoints
Model card Files Community
moriire commited on
Commit
1fb396f
•
1 Parent(s): 22827bc

Trained with Unsloth

Browse files
Files changed (3) hide show
  1. README.md +1 -0
  2. config.json +2 -5
  3. pytorch_model.bin +1 -1
README.md CHANGED
@@ -8,6 +8,7 @@ tags:
8
  - unsloth
9
  - llama
10
  - trl
 
11
  base_model: unsloth/tinyllama-bnb-4bit
12
  ---
13
 
 
8
  - unsloth
9
  - llama
10
  - trl
11
+ - sft
12
  base_model: unsloth/tinyllama-bnb-4bit
13
  ---
14
 
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "unsloth/tinyllama-bnb-4bit",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -19,10 +19,7 @@
19
  "pad_token_id": 0,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
22
- "rope_scaling": {
23
- "factor": 2.0,
24
- "type": "linear"
25
- },
26
  "rope_theta": 10000.0,
27
  "tie_word_embeddings": false,
28
  "torch_dtype": "float16",
 
1
  {
2
+ "_name_or_path": "moriire/healthcare-ai-adapter-merged_16bit",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
19
  "pad_token_id": 0,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
22
+ "rope_scaling": null,
 
 
 
23
  "rope_theta": 10000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float16",
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a24ddc6361825e778f0ba1683488a139c839878547a5cf082a227d5c9be30167
3
  size 2200164718
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bf454077559b4df0b879e0750c466e51e1f064d35ea106d729849f1ee0dcbff
3
  size 2200164718