housearch commited on
Commit
856d3b9
1 Parent(s): fa099aa

Upload 5 files

Browse files
adapter_config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "auto_mapping": null,
3
+ "base_model_name_or_path": "models/FlagAlpha_Llama2-Chinese-13b-Chat",
4
+ "bias": "none",
5
+ "fan_in_fan_out": false,
6
+ "inference_mode": true,
7
+ "init_lora_weights": true,
8
+ "layers_pattern": null,
9
+ "layers_to_transform": null,
10
+ "lora_alpha": 64,
11
+ "lora_dropout": 0.05,
12
+ "modules_to_save": null,
13
+ "peft_type": "LORA",
14
+ "r": 32,
15
+ "revision": null,
16
+ "target_modules": [
17
+ "q_proj",
18
+ "v_proj"
19
+ ],
20
+ "task_type": "CAUSAL_LM"
21
+ }
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef46a5b357a1d63c28178ea96d196f855055043ae1fd1098295bdf30b33e95fb
3
+ size 104915277
training_log.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model_name": "FlagAlpha_Llama2-Chinese-13b-Chat",
3
+ "base_model_class": "LlamaForCausalLM",
4
+ "base_loaded_in_4bit": false,
5
+ "base_loaded_in_8bit": true,
6
+ "projections": "q, v",
7
+ "train_runtime": 46448.7655,
8
+ "train_samples_per_second": 1.887,
9
+ "train_steps_per_second": 0.015,
10
+ "total_flos": 1.731547399056261e+18,
11
+ "train_loss": 0.8565397503083212,
12
+ "epoch": 3.0,
13
+ "current_steps": 5465,
14
+ "loss": 0.7528,
15
+ "learning_rate": 3.576751117734724e-06
16
+ }
training_parameters.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "lora_name": "Llama2-Chinese-zhtw-13b-Chat",
3
+ "always_override": false,
4
+ "save_steps": 0.0,
5
+ "micro_batch_size": 16,
6
+ "batch_size": 128,
7
+ "epochs": 3.0,
8
+ "learning_rate": "3e-4",
9
+ "lr_scheduler_type": "linear",
10
+ "lora_rank": 32,
11
+ "lora_alpha": 64,
12
+ "lora_dropout": 0.05,
13
+ "cutoff_len": 256,
14
+ "dataset": "None",
15
+ "eval_dataset": "None",
16
+ "format": "None",
17
+ "eval_steps": 100.0,
18
+ "raw_text_file": "train_sft",
19
+ "overlap_len": 128,
20
+ "newline_favor_len": 128,
21
+ "higher_rank_limit": false,
22
+ "warmup_steps": 100.0,
23
+ "optimizer": "adamw_torch",
24
+ "hard_cut_string": "\\n\\n\\n",
25
+ "train_only_after": "",
26
+ "stop_at_loss": 0,
27
+ "add_eos_token": true,
28
+ "min_chars": 0.0,
29
+ "report_to": "None"
30
+ }
training_prompt.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "template_type": "raw_text"
3
+ }