Hugging Face's logo

wttw
/
Llama3-8B-CPP

Text Generation
Transformers
Safetensors
English
llama
text-generation-inference
unsloth
trl
Inference Endpoints
4-bit precision
bitsandbytes
Model card Files Community
wttw commited on
Commit
8924d12
•
1 Parent(s): 72b67d8

Upload LlamaForCausalLM

Browse files
Files changed (3) hide show
  1. README.md +1 -1
  2. adapter_config.json +5 -5
  3. generation_config.json +9 -0
README.md CHANGED
@@ -8,9 +8,9 @@ tags:
8
  - unsloth
9
  - llama
10
  - trl
11
- base_model: unsloth/llama-3-8b-bnb-4bit
12
  datasets:
13
  - wttw/code_contest_instruct_cpp
 
14
  pipeline_tag: text-generation
15
  ---
16
 
 
8
  - unsloth
9
  - llama
10
  - trl
 
11
  datasets:
12
  - wttw/code_contest_instruct_cpp
13
+ base_model: unsloth/llama-3-8b-bnb-4bit
14
  pipeline_tag: text-generation
15
  ---
16
 
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": "unsloth",
22
  "target_modules": [
23
- "down_proj",
24
- "o_proj",
25
- "up_proj",
26
  "k_proj",
 
27
  "q_proj",
28
- "v_proj",
29
- "gate_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": "unsloth",
22
  "target_modules": [
23
+ "v_proj",
24
+ "gate_proj",
 
25
  "k_proj",
26
+ "down_proj",
27
  "q_proj",
28
+ "o_proj",
29
+ "up_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 128000,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128009
7
+ ],
8
+ "transformers_version": "4.40.1"
9
+ }