Hugging Face's logo

alplusplus
/
maple-attn-test

Transformers
Model card Files
xet
 Community
alplusplus commited on
Commit
98ed930
·
verified ·
1 Parent(s): 1f67f88

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -10,10 +10,10 @@
10
  "max_seq_len": 2048,
11
  "batch_size": 8,
12
  "lr": 0.0003,
13
- "total_steps": 10000,
14
  "warmup_steps": 500,
15
  "grad_clip": 1.0,
16
- "tokens_target": 100000000,
17
  "log_every": 50,
18
  "save_every": 1000,
19
  "hf_repo": "alplusplus/maple-attn-test"
 
10
  "max_seq_len": 2048,
11
  "batch_size": 8,
12
  "lr": 0.0003,
13
+ "total_steps": 7500,
14
  "warmup_steps": 500,
15
  "grad_clip": 1.0,
16
+ "tokens_target": 5000000000,
17
  "log_every": 50,
18
  "save_every": 1000,
19
  "hf_repo": "alplusplus/maple-attn-test"