tonyassi commited on
Commit
c74fe74
1 Parent(s): d5b9bb3

Upload folder using huggingface_hub

Browse files
metadata.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "max_value": 100000
3
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:febd2c02ebeb100eb46072f2833000780021fa7902abcf0fefb1a47a14a2a87f
3
+ size 345583444
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c361e019b8e4eb80d5e72063fdc877b52a90a2e6693d4cdc3be549981e78c305
3
+ size 686562746
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:386fcc8cc1089aade9450d86fb239ea3483f455fd2d78d8378645feecfec9d69
3
+ size 14244
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e4a500dafbd51bc7af82cd2cab5c06e4e2a4999422354d45c8e5e2645aa9be3
3
+ size 1064
trainer_state.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 0.9574468085106383,
5
+ "eval_steps": 500,
6
+ "global_step": 90,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.10638297872340426,
13
+ "grad_norm": 37.91831970214844,
14
+ "learning_rate": 8.936170212765958e-05,
15
+ "loss": 0.4663,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 0.2127659574468085,
20
+ "grad_norm": 4.650197982788086,
21
+ "learning_rate": 7.872340425531916e-05,
22
+ "loss": 0.2238,
23
+ "step": 20
24
+ },
25
+ {
26
+ "epoch": 0.3191489361702128,
27
+ "grad_norm": 3.5010766983032227,
28
+ "learning_rate": 6.808510638297873e-05,
29
+ "loss": 0.1096,
30
+ "step": 30
31
+ },
32
+ {
33
+ "epoch": 0.425531914893617,
34
+ "grad_norm": 2.2222304344177246,
35
+ "learning_rate": 5.744680851063831e-05,
36
+ "loss": 0.0581,
37
+ "step": 40
38
+ },
39
+ {
40
+ "epoch": 0.5319148936170213,
41
+ "grad_norm": 5.912722110748291,
42
+ "learning_rate": 4.680851063829788e-05,
43
+ "loss": 0.0451,
44
+ "step": 50
45
+ },
46
+ {
47
+ "epoch": 0.6382978723404256,
48
+ "grad_norm": 0.5471988916397095,
49
+ "learning_rate": 3.617021276595745e-05,
50
+ "loss": 0.03,
51
+ "step": 60
52
+ },
53
+ {
54
+ "epoch": 0.7446808510638298,
55
+ "grad_norm": 5.3497138023376465,
56
+ "learning_rate": 2.5531914893617022e-05,
57
+ "loss": 0.0238,
58
+ "step": 70
59
+ },
60
+ {
61
+ "epoch": 0.851063829787234,
62
+ "grad_norm": 0.6585015654563904,
63
+ "learning_rate": 1.4893617021276596e-05,
64
+ "loss": 0.0167,
65
+ "step": 80
66
+ },
67
+ {
68
+ "epoch": 0.9574468085106383,
69
+ "grad_norm": 0.7444632649421692,
70
+ "learning_rate": 4.255319148936171e-06,
71
+ "loss": 0.0133,
72
+ "step": 90
73
+ }
74
+ ],
75
+ "logging_steps": 10,
76
+ "max_steps": 94,
77
+ "num_input_tokens_seen": 0,
78
+ "num_train_epochs": 1,
79
+ "save_steps": 10,
80
+ "total_flos": 0.0,
81
+ "train_batch_size": 8,
82
+ "trial_name": null,
83
+ "trial_params": null
84
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc78ccef37572cfd5a3f4c62ef77fc6e920a96bd76814216f215583cdf89cb06
3
+ size 4984