Hugging Face's logo

mlfoundations-dev
/
instruction_filtering_random_math

Text Generation
Transformers
Safetensors
qwen2
llama-factory
full
Generated from Trainer
conversational
text-generation-inference
Model card Files
xet
Community
1
sedrickkeh commited on
Commit
c5120b9
·
verified ·
1 Parent(s): 9fbf35c

Training in progress, epoch 1

Browse files
Files changed (5) hide show
  1. model-00001-of-00004.safetensors +1 -1
  2. model-00002-of-00004.safetensors +1 -1
  3. model-00003-of-00004.safetensors +1 -1
  4. model-00004-of-00004.safetensors +1 -1
  5. trainer_log.jsonl +27 -0
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ca71f64fac045674c88f2430ed602748215be3bd9c5b34e50aea86513c3e09e
3
  size 4877660776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d73b366f79ed0050ab049d335b5f2945696872ebd8c2db6308d92bd1ba46d4cd
3
  size 4877660776
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb1def2be7f5f0518383527b68c52e53c8d6ac60bef9d6180e7ce02903adc226
3
  size 4932751008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42b66bcd236dcedac77675e818a750c6c27209c8e0d6abffd1cc4d90d13081f1
3
  size 4932751008
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c84aeca58c532a24b87e7a7fef9a96a1fefdef275ab4641d39193d44e08f4228
3
  size 4330865200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f34c4fcf1d16ab6502396b4dfe0f3c32425fddade0b91f6023fe48e75122d42
3
  size 4330865200
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50163ad0b35e05c5210a2ceee1f5c7047927aefd1b062735169557bd7ce05609
3
  size 1089994880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3005cbd546e061b756c9cb683bab3aa24581e56f124b022696fb8f8b68a9878
3
  size 1089994880
trainer_log.jsonl CHANGED
@@ -29,3 +29,30 @@
29
  {"current_steps": 29, "total_steps": 78, "loss": 0.707, "lr": 7.938926261462366e-06, "epoch": 1.1012658227848102, "percentage": 37.18, "elapsed_time": "0:15:19", "remaining_time": "0:25:54"}
30
  {"current_steps": 30, "total_steps": 78, "loss": 0.6366, "lr": 7.754484907260513e-06, "epoch": 1.139240506329114, "percentage": 38.46, "elapsed_time": "0:15:49", "remaining_time": "0:25:19"}
31
  {"current_steps": 31, "total_steps": 78, "loss": 0.6653, "lr": 7.564496387029532e-06, "epoch": 1.1772151898734178, "percentage": 39.74, "elapsed_time": "0:16:19", "remaining_time": "0:24:44"}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  {"current_steps": 29, "total_steps": 78, "loss": 0.707, "lr": 7.938926261462366e-06, "epoch": 1.1012658227848102, "percentage": 37.18, "elapsed_time": "0:15:19", "remaining_time": "0:25:54"}
30
  {"current_steps": 30, "total_steps": 78, "loss": 0.6366, "lr": 7.754484907260513e-06, "epoch": 1.139240506329114, "percentage": 38.46, "elapsed_time": "0:15:49", "remaining_time": "0:25:19"}
31
  {"current_steps": 31, "total_steps": 78, "loss": 0.6653, "lr": 7.564496387029532e-06, "epoch": 1.1772151898734178, "percentage": 39.74, "elapsed_time": "0:16:19", "remaining_time": "0:24:44"}
32
+ {"current_steps": 32, "total_steps": 78, "loss": 0.6912, "lr": 7.369343312364994e-06, "epoch": 1.2151898734177216, "percentage": 41.03, "elapsed_time": "0:16:51", "remaining_time": "0:24:13"}
33
+ {"current_steps": 33, "total_steps": 78, "loss": 0.5997, "lr": 7.169418695587791e-06, "epoch": 1.2531645569620253, "percentage": 42.31, "elapsed_time": "0:17:21", "remaining_time": "0:23:40"}
34
+ {"current_steps": 34, "total_steps": 78, "loss": 0.7002, "lr": 6.965125158269619e-06, "epoch": 1.2911392405063291, "percentage": 43.59, "elapsed_time": "0:17:56", "remaining_time": "0:23:12"}
35
+ {"current_steps": 35, "total_steps": 78, "loss": 0.6644, "lr": 6.7568741204067145e-06, "epoch": 1.3291139240506329, "percentage": 44.87, "elapsed_time": "0:18:26", "remaining_time": "0:22:39"}
36
+ {"current_steps": 36, "total_steps": 78, "loss": 0.652, "lr": 6.545084971874738e-06, "epoch": 1.3670886075949367, "percentage": 46.15, "elapsed_time": "0:18:51", "remaining_time": "0:21:59"}
37
+ {"current_steps": 37, "total_steps": 78, "loss": 0.6705, "lr": 6.330184227833376e-06, "epoch": 1.4050632911392404, "percentage": 47.44, "elapsed_time": "0:19:24", "remaining_time": "0:21:30"}
38
+ {"current_steps": 38, "total_steps": 78, "loss": 0.7085, "lr": 6.112604669781572e-06, "epoch": 1.4430379746835442, "percentage": 48.72, "elapsed_time": "0:19:59", "remaining_time": "0:21:02"}
39
+ {"current_steps": 39, "total_steps": 78, "loss": 0.5647, "lr": 5.892784473993184e-06, "epoch": 1.481012658227848, "percentage": 50.0, "elapsed_time": "0:20:25", "remaining_time": "0:20:25"}
40
+ {"current_steps": 40, "total_steps": 78, "loss": 0.6813, "lr": 5.671166329088278e-06, "epoch": 1.518987341772152, "percentage": 51.28, "elapsed_time": "0:20:59", "remaining_time": "0:19:56"}
41
+ {"current_steps": 41, "total_steps": 78, "loss": 0.6342, "lr": 5.448196544517168e-06, "epoch": 1.5569620253164556, "percentage": 52.56, "elapsed_time": "0:21:30", "remaining_time": "0:19:24"}
42
+ {"current_steps": 42, "total_steps": 78, "loss": 0.5846, "lr": 5.224324151752575e-06, "epoch": 1.5949367088607596, "percentage": 53.85, "elapsed_time": "0:21:55", "remaining_time": "0:18:47"}
43
+ {"current_steps": 43, "total_steps": 78, "loss": 0.5708, "lr": 5e-06, "epoch": 1.6329113924050633, "percentage": 55.13, "elapsed_time": "0:22:22", "remaining_time": "0:18:12"}
44
+ {"current_steps": 44, "total_steps": 78, "loss": 0.6539, "lr": 4.775675848247427e-06, "epoch": 1.6708860759493671, "percentage": 56.41, "elapsed_time": "0:22:50", "remaining_time": "0:17:39"}
45
+ {"current_steps": 45, "total_steps": 78, "loss": 0.6612, "lr": 4.551803455482833e-06, "epoch": 1.7088607594936709, "percentage": 57.69, "elapsed_time": "0:23:19", "remaining_time": "0:17:06"}
46
+ {"current_steps": 46, "total_steps": 78, "loss": 0.6361, "lr": 4.3288336709117246e-06, "epoch": 1.7468354430379747, "percentage": 58.97, "elapsed_time": "0:23:53", "remaining_time": "0:16:36"}
47
+ {"current_steps": 47, "total_steps": 78, "loss": 0.5492, "lr": 4.107215526006818e-06, "epoch": 1.7848101265822784, "percentage": 60.26, "elapsed_time": "0:24:20", "remaining_time": "0:16:03"}
48
+ {"current_steps": 48, "total_steps": 78, "loss": 0.7301, "lr": 3.887395330218429e-06, "epoch": 1.8227848101265822, "percentage": 61.54, "elapsed_time": "0:24:57", "remaining_time": "0:15:35"}
49
+ {"current_steps": 49, "total_steps": 78, "loss": 0.7117, "lr": 3.669815772166625e-06, "epoch": 1.8607594936708862, "percentage": 62.82, "elapsed_time": "0:25:23", "remaining_time": "0:15:01"}
50
+ {"current_steps": 50, "total_steps": 78, "loss": 0.5848, "lr": 3.4549150281252635e-06, "epoch": 1.8987341772151898, "percentage": 64.1, "elapsed_time": "0:25:50", "remaining_time": "0:14:28"}
51
+ {"current_steps": 51, "total_steps": 78, "loss": 0.7506, "lr": 3.2431258795932863e-06, "epoch": 1.9367088607594938, "percentage": 65.38, "elapsed_time": "0:26:22", "remaining_time": "0:13:57"}
52
+ {"current_steps": 52, "total_steps": 78, "loss": 0.6207, "lr": 3.0348748417303826e-06, "epoch": 1.9746835443037973, "percentage": 66.67, "elapsed_time": "0:26:52", "remaining_time": "0:13:26"}
53
+ {"current_steps": 53, "total_steps": 78, "loss": 0.8334, "lr": 2.83058130441221e-06, "epoch": 2.0126582278481013, "percentage": 67.95, "elapsed_time": "0:28:11", "remaining_time": "0:13:17"}
54
+ {"current_steps": 54, "total_steps": 78, "loss": 0.583, "lr": 2.6306566876350072e-06, "epoch": 2.050632911392405, "percentage": 69.23, "elapsed_time": "0:28:41", "remaining_time": "0:12:45"}
55
+ {"current_steps": 55, "total_steps": 78, "loss": 0.5116, "lr": 2.43550361297047e-06, "epoch": 2.088607594936709, "percentage": 70.51, "elapsed_time": "0:29:10", "remaining_time": "0:12:12"}
56
+ {"current_steps": 56, "total_steps": 78, "loss": 0.7165, "lr": 2.245515092739488e-06, "epoch": 2.1265822784810124, "percentage": 71.79, "elapsed_time": "0:29:44", "remaining_time": "0:11:41"}
57
+ {"current_steps": 57, "total_steps": 78, "loss": 0.5924, "lr": 2.061073738537635e-06, "epoch": 2.1645569620253164, "percentage": 73.08, "elapsed_time": "0:30:05", "remaining_time": "0:11:05"}
58
+ {"current_steps": 58, "total_steps": 78, "loss": 0.5618, "lr": 1.8825509907063328e-06, "epoch": 2.2025316455696204, "percentage": 74.36, "elapsed_time": "0:30:32", "remaining_time": "0:10:31"}