File size: 72,354 Bytes
14f0f69 01929dd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 |
[hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=76.57510 PPL=1803619835086933004964966285967360.00000 val epoch=1 loss=3.55529 PPL=34.99814 train epoch=1 loss=3.58229 PPL=35.95572 [trained] 0.0[H] 41.41847747564316[M] 2485.109[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=8.62410 PPL=5564.13037 val epoch=1 loss=3.48060 PPL=32.47906 train epoch=1 loss=2.05416 PPL=7.80031 [trained] 0.0[H] 45.51669268210729[M] 2731.002[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=5.33357 PPL=207.17598 val epoch=1 loss=2.69441 PPL=14.79680 train epoch=1 loss=1.59283 PPL=4.91763 [trained] 0.0[H] 41.46436125040054[M] 2487.862[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=5.03823 PPL=154.19640 val epoch=1 loss=3.20544 PPL=24.66638 train epoch=1 loss=1.61361 PPL=5.02092 [trained] 0.0[H] 45.251987334092455[M] 2715.119[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=4.14368 PPL=63.03437 val epoch=1 loss=2.43705 PPL=11.43929 train epoch=1 loss=1.37564 PPL=3.95763 [trained] 0.0[H] 41.47204469839732[M] 2488.323[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=4.28832 PPL=72.84402 val epoch=1 loss=3.02900 PPL=20.67647 train epoch=1 loss=1.48900 PPL=4.43266 [trained] 0.0[H] 45.57923027674357[M] 2734.754[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.70968 PPL=40.84082 val epoch=1 loss=2.28623 PPL=9.83775 train epoch=1 loss=1.27682 PPL=3.58522 [trained] 0.0[H] 41.4678033153216[M] 2488.068[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.83498 PPL=46.29248 val epoch=1 loss=2.79002 PPL=16.28134 train epoch=1 loss=1.41784 PPL=4.12821 [trained] 0.0[H] 45.09872035185496[M] 2705.923[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.38932 PPL=29.64582 val epoch=1 loss=2.20471 PPL=9.06766 train epoch=1 loss=1.22078 PPL=3.38983 [trained] 0.0[H] 41.52079544067383[M] 2491.248[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.77504 PPL=43.59935 val epoch=1 loss=2.75377 PPL=15.70175 train epoch=1 loss=1.37220 PPL=3.94404 [trained] 0.0[H] 45.1388335108757[M] 2708.330[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.05649 PPL=21.25283 val epoch=1 loss=2.06552 PPL=7.88940 train epoch=1 loss=1.18322 PPL=3.26485 [trained] 0.0[H] 41.343922030925754[M] 2480.635[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.63945 PPL=38.07071 val epoch=1 loss=2.74634 PPL=15.58548 train epoch=1 loss=1.34129 PPL=3.82397 [trained] 0.0[H] 44.50069724321365[M] 2670.042[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_03.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_03.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.99219 PPL=19.92924 val epoch=1 loss=2.11169 PPL=8.26216 train epoch=1 loss=1.15597 PPL=3.17710 [trained] 0.0[H] 41.03153887987137[M] 2461.892[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_03.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_03.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.69122 PPL=40.09384 val epoch=1 loss=2.79154 PPL=16.30605 train epoch=1 loss=1.31323 PPL=3.71816 [trained] 0.0[H] 45.27243907054265[M] 2716.346[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_02.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_02.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.89017 PPL=17.99635 val epoch=1 loss=2.05285 PPL=7.79006 train epoch=1 loss=1.13480 PPL=3.11056 [trained] 0.0[H] 41.108288780848184[M] 2466.497[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_02.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_02.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.43673 PPL=31.08512 val epoch=1 loss=2.64907 PPL=14.14095 train epoch=1 loss=1.29298 PPL=3.64363 [trained] 0.0[H] 44.97415177822113[M] 2698.449[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_01.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_01.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.77340 PPL=16.01299 val epoch=1 loss=1.99160 PPL=7.32726 train epoch=1 loss=1.11733 PPL=3.05667 [trained] 0.0[H] 41.14810743729274[M] 2468.886[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_01.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_01.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.39647 PPL=29.85852 val epoch=1 loss=2.36330 PPL=10.62593 train epoch=1 loss=1.27496 PPL=3.57856 [trained] 0.0[H] 44.73817230463028[M] 2684.290[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_00.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_00.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.74622 PPL=15.58363 val epoch=1 loss=2.00091 PPL=7.39578 train epoch=1 loss=1.10269 PPL=3.01226 [trained] 0.0[H] 41.041836047172545[M] 2462.510[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_00.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini1', num_workers=4, output_path='mini1', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini1', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_00.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.45477 PPL=31.65103 val epoch=1 loss=2.73762 PPL=15.45019 train epoch=1 loss=1.25830 PPL=3.51942 [trained] 0.0[H] 45.509643785158794[M] 2730.579[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.71395 PPL=15.08881 val epoch=1 loss=2.00103 PPL=7.39668 train epoch=1 loss=1.09001 PPL=2.97429 [trained] 0.0[H] 41.28162391185761[M] 2476.897[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.26547 PPL=26.19238 val epoch=1 loss=2.69914 PPL=14.86692 train epoch=1 loss=1.24174 PPL=3.46165 [trained] 0.0[H] 45.42912646929423[M] 2725.748[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.68335 PPL=14.63405 val epoch=1 loss=2.00004 PPL=7.38934 train epoch=1 loss=1.07841 PPL=2.94001 [trained] 0.0[H] 41.447514899571736[M] 2486.851[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.27115 PPL=26.34149 val epoch=1 loss=2.72310 PPL=15.22747 train epoch=1 loss=1.23098 PPL=3.42457 [trained] 0.0[H] 45.18751840988795[M] 2711.251[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.57214 PPL=13.09387 val epoch=1 loss=1.95365 PPL=7.05438 train epoch=1 loss=1.06908 PPL=2.91269 [trained] 0.0[H] 40.959261027971905[M] 2457.556[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.18254 PPL=24.10785 val epoch=1 loss=2.68020 PPL=14.58803 train epoch=1 loss=1.22046 PPL=3.38875 [trained] 0.0[H] 45.264945685863495[M] 2715.897[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.57132 PPL=13.08305 val epoch=1 loss=1.94033 PPL=6.96107 train epoch=1 loss=1.06083 PPL=2.88875 [trained] 0.0[H] 41.00604948997498[M] 2460.363[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.99903 PPL=20.06612 val epoch=1 loss=2.42283 PPL=11.27773 train epoch=1 loss=1.20782 PPL=3.34619 [trained] 0.0[H] 45.244081223011015[M] 2714.645[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.55513 PPL=12.87301 val epoch=1 loss=1.93933 PPL=6.95411 train epoch=1 loss=1.05271 PPL=2.86539 [trained] 0.0[H] 41.11795919736226[M] 2467.078[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 [failed] ['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl'] [Errno 28] No space left on device [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 [failed] ['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl'] [Errno 28] No space left on device [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 [failed] ['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl'] [Errno 28] No space left on device [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_03.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_03.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 [failed] ['/groups/gcc50582/MSP/mc4_en_msp_03.jsonl'] [Errno 28] No space left on device [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_03.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_03.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 [failed] ['/groups/gcc50582/MSP/mc4_ja_msp_03.jsonl'] [Errno 28] No space left on device [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_02.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_02.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 [failed] ['/groups/gcc50582/MSP/mc4_en_msp_02.jsonl'] [Errno 28] No space left on device [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_02.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_02.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 [failed] ['/groups/gcc50582/MSP/mc4_ja_msp_02.jsonl'] [Errno 28] No space left on device [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_01.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_01.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 [failed] ['/groups/gcc50582/MSP/mc4_en_msp_01.jsonl'] [Errno 28] No space left on device [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_01.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_01.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 [failed] ['/groups/gcc50582/MSP/mc4_ja_msp_01.jsonl'] [Errno 28] No space left on device [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_00.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_00.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 [failed] ['/groups/gcc50582/MSP/mc4_en_msp_00.jsonl'] [Errno 28] No space left on device [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_00.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini2', num_workers=4, output_path='mini2', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini2', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_00.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 [failed] ['/groups/gcc50582/MSP/mc4_ja_msp_00.jsonl'] [Errno 28] No space left on device [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=1.95896 PPL=7.09197 val epoch=1 loss=1.90212 PPL=6.70007 train epoch=1 loss=1.02537 PPL=2.78812 [trained] 0.0[H] 41.157410267988844[M] 2469.445[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.27824 PPL=26.52905 val epoch=1 loss=2.65349 PPL=14.20354 train epoch=1 loss=1.20492 PPL=3.33650 [trained] 0.0[H] 45.46110556125641[M] 2727.666[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.57661 PPL=13.15245 val epoch=1 loss=1.92245 PPL=6.83766 train epoch=1 loss=1.02811 PPL=2.79576 [trained] 0.0[H] 41.425186324119565[M] 2485.511[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.20961 PPL=24.76951 val epoch=1 loss=2.68262 PPL=14.62342 train epoch=1 loss=1.19228 PPL=3.29459 [trained] 0.0[H] 45.62885602712631[M] 2737.731[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.46379 PPL=11.74931 val epoch=1 loss=1.88820 PPL=6.60748 train epoch=1 loss=1.02569 PPL=2.78903 [trained] 0.0[H] 41.40251029332479[M] 2484.151[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.24453 PPL=25.64962 val epoch=1 loss=2.63306 PPL=13.91623 train epoch=1 loss=1.18417 PPL=3.26797 [trained] 0.0[H] 45.55619955062866[M] 2733.372[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.47150 PPL=11.84021 val epoch=1 loss=1.87957 PPL=6.55069 train epoch=1 loss=1.02233 PPL=2.77967 [trained] 0.0[H] 41.72278196414312[M] 2503.367[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.07940 PPL=21.74541 val epoch=1 loss=2.38436 PPL=10.85216 train epoch=1 loss=1.17423 PPL=3.23566 [trained] 0.0[H] 45.18255339066187[M] 2710.953[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.48200 PPL=11.96519 val epoch=1 loss=1.88596 PPL=6.59266 train epoch=1 loss=1.01817 PPL=2.76812 [trained] 0.0[H] 41.02570736805598[M] 2461.542[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.28042 PPL=26.58687 val epoch=1 loss=2.53102 PPL=12.56630 train epoch=1 loss=1.17467 PPL=3.23707 [trained] 0.0[H] 45.04093019167582[M] 2702.456[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.34633 PPL=10.44713 val epoch=1 loss=1.78546 PPL=5.96234 train epoch=1 loss=1.02161 PPL=2.77766 [trained] 0.0[H] 40.93621168136597[M] 2456.173[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.90283 PPL=18.22571 val epoch=1 loss=2.43509 PPL=11.41683 train epoch=1 loss=1.16996 PPL=3.22188 [trained] 0.0[H] 45.014744373162586[M] 2700.885[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_03.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_03.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.38792 PPL=10.89079 val epoch=1 loss=1.87885 PPL=6.54596 train epoch=1 loss=1.01714 PPL=2.76527 [trained] 0.0[H] 40.9392077644666[M] 2456.352[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_03.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_03.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=3.02356 PPL=20.56429 val epoch=1 loss=2.60609 PPL=13.54600 train epoch=1 loss=1.16236 PPL=3.19748 [trained] 0.0[H] 44.92984497149785[M] 2695.791[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_02.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_02.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.38416 PPL=10.84993 val epoch=1 loss=1.85154 PPL=6.36963 train epoch=1 loss=1.01303 PPL=2.75394 [trained] 0.0[H] 40.939160716533664[M] 2456.350[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_02.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_02.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.99403 PPL=19.96596 val epoch=1 loss=2.40907 PPL=11.12363 train epoch=1 loss=1.15822 PPL=3.18425 [trained] 0.0[H] 45.009803128242496[M] 2700.588[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_01.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_01.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.31114 PPL=10.08587 val epoch=1 loss=1.80426 PPL=6.07548 train epoch=1 loss=1.00900 PPL=2.74285 [trained] 0.0[H] 40.89026815891266[M] 2453.416[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_01.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_01.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.62659 PPL=13.82649 val epoch=1 loss=2.22096 PPL=9.21613 train epoch=1 loss=1.15455 PPL=3.17260 [trained] 0.0[H] 45.08568317492803[M] 2705.141[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_00.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_00.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.33120 PPL=10.29027 val epoch=1 loss=1.82923 PPL=6.22906 train epoch=1 loss=1.00533 PPL=2.73282 [trained] 0.0[H] 41.071046415964766[M] 2464.263[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_00.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0003, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini3', num_workers=4, output_path='mini3', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini3', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_00.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.96448 PPL=19.38460 val epoch=1 loss=2.56859 PPL=13.04741 train epoch=1 loss=1.14901 PPL=3.15508 [trained] 0.0[H] 45.149318718910216[M] 2708.959[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_09.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.31578 PPL=10.13282 val epoch=1 loss=1.84484 PPL=6.32710 train epoch=1 loss=0.99815 PPL=2.71326 [trained] 0.0[H] 41.47976658344269[M] 2488.786[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_09.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.79162 PPL=16.30747 val epoch=1 loss=2.55381 PPL=12.85597 train epoch=1 loss=1.13298 PPL=3.10490 [trained] 0.0[H] 44.85936383008957[M] 2691.562[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_08.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.19775 PPL=9.00472 val epoch=1 loss=1.86080 PPL=6.42891 train epoch=1 loss=0.99177 PPL=2.69602 [trained] 0.0[H] 41.247025799751285[M] 2474.822[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_08.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.88427 PPL=17.89051 val epoch=1 loss=2.61712 PPL=13.69621 train epoch=1 loss=1.13177 PPL=3.10115 [trained] 0.0[H] 44.970662931601204[M] 2698.240[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_07.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.13605 PPL=8.46593 val epoch=1 loss=1.82511 PPL=6.20346 train epoch=1 loss=0.98874 PPL=2.68785 [trained] 0.0[H] 41.13867333332698[M] 2468.320[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_07.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.80929 PPL=16.59817 val epoch=1 loss=2.57963 PPL=13.19225 train epoch=1 loss=1.12952 PPL=3.09418 [trained] 0.0[H] 44.85550689299901[M] 2691.330[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_06.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.10408 PPL=8.19958 val epoch=1 loss=1.82278 PPL=6.18904 train epoch=1 loss=0.98625 PPL=2.68116 [trained] 0.0[H] 41.238258417447405[M] 2474.296[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_06.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.54932 PPL=12.79840 val epoch=1 loss=2.30628 PPL=10.03706 train epoch=1 loss=1.12400 PPL=3.07713 [trained] 0.0[H] 45.42449986537297[M] 2725.470[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_05.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.11911 PPL=8.32372 val epoch=1 loss=1.83168 PPL=6.24436 train epoch=1 loss=0.98346 PPL=2.67370 [trained] 0.0[H] 41.16821654637655[M] 2470.093[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_05.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.69997 PPL=14.87932 val epoch=1 loss=2.48527 PPL=12.00436 train epoch=1 loss=1.12319 PPL=3.07466 [trained] 0.0[H] 44.44852333863576[M] 2666.911[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_04.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=1.98369 PPL=7.26949 val epoch=1 loss=1.72509 PPL=5.61302 train epoch=1 loss=0.98371 PPL=2.67435 [trained] 0.0[H] 41.144457550843555[M] 2468.667[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_04.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.53665 PPL=12.63722 val epoch=1 loss=2.40133 PPL=11.03790 train epoch=1 loss=1.12251 PPL=3.07255 [trained] 0.0[H] 44.89564416805903[M] 2693.739[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_13.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_13.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.04189 PPL=7.70517 val epoch=1 loss=1.78558 PPL=5.96303 train epoch=1 loss=0.98738 PPL=2.68419 [trained] 0.0[H] 41.18701983690262[M] 2471.221[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_13.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_13.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.55545 PPL=12.87711 val epoch=1 loss=2.23607 PPL=9.35652 train epoch=1 loss=1.12599 PPL=3.08326 [trained] 0.0[H] 44.80764791965485[M] 2688.459[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_12.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_12.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=1.90556 PPL=6.72317 val epoch=1 loss=1.68472 PPL=5.39096 train epoch=1 loss=0.98539 PPL=2.67885 [trained] 0.0[H] 41.29294394652049[M] 2477.577[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_12.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_12.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.60585 PPL=13.54276 val epoch=1 loss=2.41645 PPL=11.20597 train epoch=1 loss=1.12524 PPL=3.08097 [trained] 0.0[H] 47.45244402488073[M] 2847.147[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_11.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_11.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=1.99018 PPL=7.31686 val epoch=1 loss=1.75003 PPL=5.75478 train epoch=1 loss=0.98361 PPL=2.67409 [trained] 0.0[H] 41.130028867721556[M] 2467.802[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_11.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_11.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.69124 PPL=14.74992 val epoch=1 loss=2.52559 PPL=12.49825 train epoch=1 loss=1.12024 PPL=3.06559 [trained] 0.0[H] 44.83212472200394[M] 2689.927[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_en_msp_10.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_en_msp_10.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.01462 PPL=7.49789 val epoch=1 loss=1.79355 PPL=6.01077 train epoch=1 loss=0.98182 PPL=2.66931 [trained] 0.0[H] 41.305239562193556[M] 2478.314[sec] [hparams] Namespace(accelerator=None, adam_epsilon=1e-08, batch_size=256, cache=False, checkpoint_path=None, desc='', devices=1, early_stopping=False, fast_dev_run=False, files=['/groups/gcc50582/MSP/mc4_ja_msp_10.jsonl'], float32_matmul_precision=None, gradient_accumulation_steps=1, learning_rate=0.0002, max_epochs=1, max_grad_norm=1.0, max_hours=None, max_length=128, model_path='mini4', num_workers=4, output_path='mini4', precision='bf16', pretrain=False, score=None, score_file=None, seed=42, solver='adamw', source_max_length=128, step_batch_size=128, target_max_length=128, tokenizer_path='mini4', top_k=0, warmup_steps=1, weight_decay=0.0) [train] ['/groups/gcc50582/MSP/mc4_ja_msp_10.jsonl'] [batch_size] 256 [accumulate_grad_batches] 2 val epoch=1 loss=2.34977 PPL=10.48312 val epoch=1 loss=2.21273 PPL=9.14063 train epoch=1 loss=1.11990 PPL=3.06456 [trained] 0.0[H] 44.55307694673538[M] 2673.185[sec] |