mini4 AdamW

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "mini2",
+  "_name_or_path": "mini4",
   "architectures": [
     "MT5ForConditionalGeneration"
   ],

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a31e76db56aec04c81affe569cfb952c62ce5dea9f9c59c8593fdc08122d556
+oid sha256:85380d1e920ecc7d145c62509e086def661ad714cbf23139e6f6d3250c8384a9
 size 321795553

tokenizer_config.json

@@ -3,7 +3,7 @@
   "eos_token": "</s>",
   "extra_ids": 0,
   "model_max_length": 1000000000000000019884624838656,
-  "name_or_path": "mini2",
+  "name_or_path": "mini4",
   "pad_token": "<pad>",
   "sp_model_kwargs": {},
   "special_tokens_map_file": "/home/acc12952oa/.cache/huggingface/hub/models--kkuramitsu--mt5np_mini12L/snapshots/e66bd8feec1522ea93ed176acb765f0c44f81526/special_tokens_map.json",

train_log.txt

@@ -285,3 +285,323 @@ train epoch=1 loss=1.05271 PPL=2.86539
 [batch_size] 256
 [accumulate_grad_batches] 2
 [failed] ['/groups/gcc50582/MSP/mc4_ja_msp_00.jsonl'] [Errno 28] No space left on device
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=1.95896 PPL=7.09197
+val epoch=1 loss=1.90212 PPL=6.70007
+train epoch=1 loss=1.02537 PPL=2.78812
+[trained] 0.0[H] 41.157410267988844[M] 2469.445[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=3.27824 PPL=26.52905
+val epoch=1 loss=2.65349 PPL=14.20354
+train epoch=1 loss=1.20492 PPL=3.33650
+[trained] 0.0[H] 45.46110556125641[M] 2727.666[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.57661 PPL=13.15245
+val epoch=1 loss=1.92245 PPL=6.83766
+train epoch=1 loss=1.02811 PPL=2.79576
+[trained] 0.0[H] 41.425186324119565[M] 2485.511[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=3.20961 PPL=24.76951
+val epoch=1 loss=2.68262 PPL=14.62342
+train epoch=1 loss=1.19228 PPL=3.29459
+[trained] 0.0[H] 45.62885602712631[M] 2737.731[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.46379 PPL=11.74931
+val epoch=1 loss=1.88820 PPL=6.60748
+train epoch=1 loss=1.02569 PPL=2.78903
+[trained] 0.0[H] 41.40251029332479[M] 2484.151[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=3.24453 PPL=25.64962
+val epoch=1 loss=2.63306 PPL=13.91623
+train epoch=1 loss=1.18417 PPL=3.26797
+[trained] 0.0[H] 45.55619955062866[M] 2733.372[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.47150 PPL=11.84021
+val epoch=1 loss=1.87957 PPL=6.55069
+train epoch=1 loss=1.02233 PPL=2.77967
+[trained] 0.0[H] 41.72278196414312[M] 2503.367[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=3.07940 PPL=21.74541
+val epoch=1 loss=2.38436 PPL=10.85216
+train epoch=1 loss=1.17423 PPL=3.23566
+[trained] 0.0[H] 45.18255339066187[M] 2710.953[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.48200 PPL=11.96519
+val epoch=1 loss=1.88596 PPL=6.59266
+train epoch=1 loss=1.01817 PPL=2.76812
+[trained] 0.0[H] 41.02570736805598[M] 2461.542[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=3.28042 PPL=26.58687
+val epoch=1 loss=2.53102 PPL=12.56630
+train epoch=1 loss=1.17467 PPL=3.23707
+[trained] 0.0[H] 45.04093019167582[M] 2702.456[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.34633 PPL=10.44713
+val epoch=1 loss=1.78546 PPL=5.96234
+train epoch=1 loss=1.02161 PPL=2.77766
+[trained] 0.0[H] 40.93621168136597[M] 2456.173[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.90283 PPL=18.22571
+val epoch=1 loss=2.43509 PPL=11.41683
+train epoch=1 loss=1.16996 PPL=3.22188
+[trained] 0.0[H] 45.014744373162586[M] 2700.885[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_03.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_03.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.38792 PPL=10.89079
+val epoch=1 loss=1.87885 PPL=6.54596
+train epoch=1 loss=1.01714 PPL=2.76527
+[trained] 0.0[H] 40.9392077644666[M] 2456.352[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_03.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_03.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=3.02356 PPL=20.56429
+val epoch=1 loss=2.60609 PPL=13.54600
+train epoch=1 loss=1.16236 PPL=3.19748
+[trained] 0.0[H] 44.92984497149785[M] 2695.791[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_02.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_02.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.38416 PPL=10.84993
+val epoch=1 loss=1.85154 PPL=6.36963
+train epoch=1 loss=1.01303 PPL=2.75394
+[trained] 0.0[H] 40.939160716533664[M] 2456.350[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_02.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_02.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.99403 PPL=19.96596
+val epoch=1 loss=2.40907 PPL=11.12363
+train epoch=1 loss=1.15822 PPL=3.18425
+[trained] 0.0[H] 45.009803128242496[M] 2700.588[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_01.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_01.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.31114 PPL=10.08587
+val epoch=1 loss=1.80426 PPL=6.07548
+train epoch=1 loss=1.00900 PPL=2.74285
+[trained] 0.0[H] 40.89026815891266[M] 2453.416[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_01.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_01.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.62659 PPL=13.82649
+val epoch=1 loss=2.22096 PPL=9.21613
+train epoch=1 loss=1.15455 PPL=3.17260
+[trained] 0.0[H] 45.08568317492803[M] 2705.141[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_00.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_00.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.33120 PPL=10.29027
+val epoch=1 loss=1.82923 PPL=6.22906
+train epoch=1 loss=1.00533 PPL=2.73282
+[trained] 0.0[H] 41.071046415964766[M] 2464.263[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_00.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_00.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.96448 PPL=19.38460
+val epoch=1 loss=2.56859 PPL=13.04741
+train epoch=1 loss=1.14901 PPL=3.15508
+[trained] 0.0[H] 45.149318718910216[M] 2708.959[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.31578 PPL=10.13282
+val epoch=1 loss=1.84484 PPL=6.32710
+train epoch=1 loss=0.99815 PPL=2.71326
+[trained] 0.0[H] 41.47976658344269[M] 2488.786[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.79162 PPL=16.30747
+val epoch=1 loss=2.55381 PPL=12.85597
+train epoch=1 loss=1.13298 PPL=3.10490
+[trained] 0.0[H] 44.85936383008957[M] 2691.562[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.19775 PPL=9.00472
+val epoch=1 loss=1.86080 PPL=6.42891
+train epoch=1 loss=0.99177 PPL=2.69602
+[trained] 0.0[H] 41.247025799751285[M] 2474.822[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.88427 PPL=17.89051
+val epoch=1 loss=2.61712 PPL=13.69621
+train epoch=1 loss=1.13177 PPL=3.10115
+[trained] 0.0[H] 44.970662931601204[M] 2698.240[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.13605 PPL=8.46593
+val epoch=1 loss=1.82511 PPL=6.20346
+train epoch=1 loss=0.98874 PPL=2.68785
+[trained] 0.0[H] 41.13867333332698[M] 2468.320[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.80929 PPL=16.59817
+val epoch=1 loss=2.57963 PPL=13.19225
+train epoch=1 loss=1.12952 PPL=3.09418
+[trained] 0.0[H] 44.85550689299901[M] 2691.330[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.10408 PPL=8.19958
+val epoch=1 loss=1.82278 PPL=6.18904
+train epoch=1 loss=0.98625 PPL=2.68116
+[trained] 0.0[H] 41.238258417447405[M] 2474.296[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.54932 PPL=12.79840
+val epoch=1 loss=2.30628 PPL=10.03706
+train epoch=1 loss=1.12400 PPL=3.07713
+[trained] 0.0[H] 45.42449986537297[M] 2725.470[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.11911 PPL=8.32372
+val epoch=1 loss=1.83168 PPL=6.24436
+train epoch=1 loss=0.98346 PPL=2.67370
+[trained] 0.0[H] 41.16821654637655[M] 2470.093[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.69997 PPL=14.87932
+val epoch=1 loss=2.48527 PPL=12.00436
+train epoch=1 loss=1.12319 PPL=3.07466
+[trained] 0.0[H] 44.44852333863576[M] 2666.911[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=1.98369 PPL=7.26949
+val epoch=1 loss=1.72509 PPL=5.61302
+train epoch=1 loss=0.98371 PPL=2.67435
+[trained] 0.0[H] 41.144457550843555[M] 2468.667[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.53665 PPL=12.63722
+val epoch=1 loss=2.40133 PPL=11.03790
+train epoch=1 loss=1.12251 PPL=3.07255
+[trained] 0.0[H] 44.89564416805903[M] 2693.739[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_13.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_13.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.04189 PPL=7.70517
+val epoch=1 loss=1.78558 PPL=5.96303
+train epoch=1 loss=0.98738 PPL=2.68419
+[trained] 0.0[H] 41.18701983690262[M] 2471.221[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_13.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_13.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.55545 PPL=12.87711
+val epoch=1 loss=2.23607 PPL=9.35652
+train epoch=1 loss=1.12599 PPL=3.08326
+[trained] 0.0[H] 44.80764791965485[M] 2688.459[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_12.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_12.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=1.90556 PPL=6.72317
+val epoch=1 loss=1.68472 PPL=5.39096
+train epoch=1 loss=0.98539 PPL=2.67885
+[trained] 0.0[H] 41.29294394652049[M] 2477.577[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_12.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_12.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.60585 PPL=13.54276
+val epoch=1 loss=2.41645 PPL=11.20597
+train epoch=1 loss=1.12524 PPL=3.08097
+[trained] 0.0[H] 47.45244402488073[M] 2847.147[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_11.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_11.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=1.99018 PPL=7.31686
+val epoch=1 loss=1.75003 PPL=5.75478
+train epoch=1 loss=0.98361 PPL=2.67409
+[trained] 0.0[H] 41.130028867721556[M] 2467.802[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_11.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_11.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.69124 PPL=14.74992
+val epoch=1 loss=2.52559 PPL=12.49825
+train epoch=1 loss=1.12024 PPL=3.06559
+[trained] 0.0[H] 44.83212472200394[M] 2689.927[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_10.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_en_msp_10.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.01462 PPL=7.49789
+val epoch=1 loss=1.79355 PPL=6.01077
+train epoch=1 loss=0.98182 PPL=2.66931
+[trained] 0.0[H] 41.305239562193556[M] 2478.314[sec]
+[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_10.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0)
+[train] ['/groups/gcc50582/MSP/mc4_ja_msp_10.jsonl']
+[batch_size] 256
+[accumulate_grad_batches] 2
+val epoch=1 loss=2.34977 PPL=10.48312
+val epoch=1 loss=2.21273 PPL=9.14063
+train epoch=1 loss=1.11990 PPL=3.06456
+[trained] 0.0[H] 44.55307694673538[M] 2673.185[sec]