Hugging Face's logo

phungkhaccuong
/
fc2eb0d5-cb25-4f1f-8b99-d54bcf613cfc

PEFT
Safetensors
mistral
axolotl
Generated from Trainer
Model card Files Community
phungkhaccuong commited on
Commit
6135b09
·
verified ·
1 Parent(s): 927f759

End of training

Browse files
Files changed (2) hide show
  1. README.md +3 -3
  2. adapter_model.bin +1 -1
README.md CHANGED
@@ -66,7 +66,7 @@ lora_model_dir: null
66
  lora_r: 8
67
  lora_target_linear: true
68
  lr_scheduler: cosine
69
- max_steps: 1
70
  micro_batch_size: 2
71
  mlflow_experiment_name: /tmp/a67dbd31a5d78ee7_train_data.json
72
  model_type: AutoModelForCausalLM
@@ -91,7 +91,7 @@ wandb_name: 3bde66d8-5d53-4d98-a9ec-75d4c9ece376
91
  wandb_project: Gradients-On-Demand
92
  wandb_run: your_name
93
  wandb_runid: 3bde66d8-5d53-4d98-a9ec-75d4c9ece376
94
- warmup_steps: 1
95
  weight_decay: 0.0
96
  xformers_attention: null
97
 
@@ -128,7 +128,7 @@ The following hyperparameters were used during training:
128
  - total_train_batch_size: 8
129
  - optimizer: Use OptimizerNames.ADAMW_BNB with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
130
  - lr_scheduler_type: cosine
131
- - lr_scheduler_warmup_steps: 2
132
  - training_steps: 1
133
 
134
  ### Training results
 
66
  lora_r: 8
67
  lora_target_linear: true
68
  lr_scheduler: cosine
69
+ max_steps: 50
70
  micro_batch_size: 2
71
  mlflow_experiment_name: /tmp/a67dbd31a5d78ee7_train_data.json
72
  model_type: AutoModelForCausalLM
 
91
  wandb_project: Gradients-On-Demand
92
  wandb_run: your_name
93
  wandb_runid: 3bde66d8-5d53-4d98-a9ec-75d4c9ece376
94
+ warmup_steps: 10
95
  weight_decay: 0.0
96
  xformers_attention: null
97
 
 
128
  - total_train_batch_size: 8
129
  - optimizer: Use OptimizerNames.ADAMW_BNB with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
130
  - lr_scheduler_type: cosine
131
+ - lr_scheduler_warmup_steps: 10
132
  - training_steps: 1
133
 
134
  ### Training results
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8511c2f01787c150e61a60842da7f287bce23583e30bc4fc088da5d8a7ca221e
3
  size 114234314
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b2027ff40b08bdffb3045d063dbe950939e2eaa3a120140fa2fb658071f587c
3
  size 114234314