AlekseyKorshuk commited on
Commit
bb97fc0
1 Parent(s): a977eff

huggingartists

Browse files
README.md CHANGED
@@ -45,15 +45,15 @@ from datasets import load_dataset
45
  dataset = load_dataset("huggingartists/eminem")
46
  ```
47
 
48
- [Explore the data](https://wandb.ai/huggingartists/huggingartists/runs/2s6aknel/artifacts), which is tracked with [W&B artifacts](https://docs.wandb.com/artifacts) at every step of the pipeline.
49
 
50
  ## Training procedure
51
 
52
  The model is based on a pre-trained [GPT-2](https://huggingface.co/gpt2) which is fine-tuned on Eminem's lyrics.
53
 
54
- Hyperparameters and metrics are recorded in the [W&B training run](https://wandb.ai/huggingartists/huggingartists/runs/3kcljo2y) for full transparency and reproducibility.
55
 
56
- At the end of training, [the final model](https://wandb.ai/huggingartists/huggingartists/runs/3kcljo2y/artifacts) is logged and versioned.
57
 
58
  ## How to use
59
 
 
45
  dataset = load_dataset("huggingartists/eminem")
46
  ```
47
 
48
+ [Explore the data](https://wandb.ai/huggingartists/huggingartists/runs/3q37f1zd/artifacts), which is tracked with [W&B artifacts](https://docs.wandb.com/artifacts) at every step of the pipeline.
49
 
50
  ## Training procedure
51
 
52
  The model is based on a pre-trained [GPT-2](https://huggingface.co/gpt2) which is fine-tuned on Eminem's lyrics.
53
 
54
+ Hyperparameters and metrics are recorded in the [W&B training run](https://wandb.ai/huggingartists/huggingartists/runs/3u62y0tb) for full transparency and reproducibility.
55
 
56
+ At the end of training, [the final model](https://wandb.ai/huggingartists/huggingartists/runs/3u62y0tb/artifacts) is logged and versioned.
57
 
58
  ## How to use
59
 
evaluation.txt CHANGED
@@ -1 +1 @@
1
- {"eval_loss": 1.3114155530929565, "eval_runtime": 30.6492, "eval_samples_per_second": 21.534, "eval_steps_per_second": 2.708, "epoch": 3.0}
 
1
+ {"eval_loss": 1.000430703163147, "eval_runtime": 28.8376, "eval_samples_per_second": 22.644, "eval_steps_per_second": 2.844, "epoch": 2.0}
flax_model.msgpack CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a09263136ec32cc9abc3426e2a24fa403cd78718f0a79f6401b0cd0790d5c0b
3
  size 497764120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:905d47515ed8012c1522a97cf3c5ec368e9c0b5de761fdd5a1981d8c91e3ebbd
3
  size 497764120
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6235ae7aa6059f5a7ee14e7f295953d764a61bfb20e01d7ce101bfcd43e7339e
3
  size 995604017
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e308675c9f383331794ee7f24a23e7346f1bc4b6db0befd8a253356df5ccc833
3
  size 995604017
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9815d098f64320a61571712686a98d0c2380846ebf0064781b48f223c10a4bc3
3
  size 510403817
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e88b6b107844dd300f000a65c9516549403da254ae63d3af928eee0ddd2ed31f
3
  size 510403817
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ad3b6666e81371398a21e51213abf8d2e276c4c1e69f1b2bdbfcfc96aa42192
3
- size 14567
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59e2e6dfadd1068d6503a67af1b4b3c98a7328859872f6c2dd34af82e8e434ce
3
+ size 14503
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fd1488089de87627686e491d0872ef2436080d8629a1919baf586fb9792ad66
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcaff93017b04d3e8a9b68caa2cafbfa18e37b27621754efa991e70ea4396de0
3
  size 623
trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "best_metric": 1.3114155530929565,
3
- "best_model_checkpoint": "output/eminem/checkpoint-453",
4
  "epoch": 1.0,
5
- "global_step": 453,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -554,11 +554,19 @@
554
  "eval_samples_per_second": 21.46,
555
  "eval_steps_per_second": 2.699,
556
  "step": 453
 
 
 
 
 
 
 
 
557
  }
558
  ],
559
- "max_steps": 1359,
560
- "num_train_epochs": 3,
561
- "total_flos": 472546639872000.0,
562
  "trial_name": null,
563
  "trial_params": null
564
  }
 
1
  {
2
+ "best_metric": 1.000430703163147,
3
+ "best_model_checkpoint": "output/eminem/checkpoint-454",
4
  "epoch": 1.0,
5
+ "global_step": 454,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
554
  "eval_samples_per_second": 21.46,
555
  "eval_steps_per_second": 2.699,
556
  "step": 453
557
+ },
558
+ {
559
+ "epoch": 1.0,
560
+ "eval_loss": 1.000430703163147,
561
+ "eval_runtime": 28.2425,
562
+ "eval_samples_per_second": 23.121,
563
+ "eval_steps_per_second": 2.903,
564
+ "step": 454
565
  }
566
  ],
567
+ "max_steps": 908,
568
+ "num_train_epochs": 2,
569
+ "total_flos": 472677285888000.0,
570
  "trial_name": null,
571
  "trial_params": null
572
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c21785f31447845f1b0c9906df37eb775819947d332a23efbd84275bd205e48
3
  size 2671
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ced0124e38eeda92a1a3b5f83f5b32946b5283d3588b341d682a278fd7ad4e94
3
  size 2671