Hugging Face's logo

ablam
/
distilgpt2_fine_tuned_gcode

Text Generation
Transformers
PyTorch
TensorBoard
gpt2
Generated from Trainer
Inference Endpoints
text-generation-inference
Model card Files Metrics Community
4
ablam commited on
Commit
41bb174
•
1 Parent(s): 9c97813

Training in progress, step 500

Browse files
Files changed (17) hide show
  1. .gitignore +1 -0
  2. config.json +46 -0
  3. pytorch_model.bin +3 -0
  4. runs/May10_19-59-31_hal11/1652232343.576151/events.out.tfevents.1652232343.hal11.3563256.1 +3 -0
  5. runs/May10_19-59-31_hal11/1652232510.945349/events.out.tfevents.1652232510.hal11.3563256.2 +3 -0
  6. runs/May10_19-59-31_hal11/events.out.tfevents.1652232343.hal11.3563256.0 +3 -0
  7. runs/May10_21-05-54_hal11/1652234770.7705472/events.out.tfevents.1652234770.hal11.1167749.1 +3 -0
  8. runs/May10_21-05-54_hal11/1652242403.571733/events.out.tfevents.1652242403.hal11.1167749.2 +3 -0
  9. runs/May10_21-05-54_hal11/events.out.tfevents.1652234770.hal11.1167749.0 +3 -0
  10. runs/May11_01-14-37_hal14/1652249704.3400786/events.out.tfevents.1652249704.hal14.1698042.1 +3 -0
  11. runs/May11_01-14-37_hal14/1652249909.1502457/events.out.tfevents.1652249909.hal14.1698042.2 +3 -0
  12. runs/May11_01-14-37_hal14/events.out.tfevents.1652249704.hal14.1698042.0 +3 -0
  13. runs/May11_09-10-00_hal15/1652278256.07838/events.out.tfevents.1652278256.hal15.82619.1 +3 -0
  14. runs/May11_09-10-00_hal15/events.out.tfevents.1652278256.hal15.82619.0 +3 -0
  15. runs/May11_11-40-29_hal15/1652287301.1597998/events.out.tfevents.1652287301.hal15.85472.1 +3 -0
  16. runs/May11_11-40-29_hal15/events.out.tfevents.1652287301.hal15.85472.0 +3 -0
  17. training_args.bin +3 -0
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "congcongwang/distilgpt2_fine_tuned_coder",
3
+ "_num_labels": 1,
4
+ "activation_function": "gelu_new",
5
+ "architectures": [
6
+ "GPT2LMHeadModel"
7
+ ],
8
+ "attn_pdrop": 0.1,
9
+ "bos_token_id": 50256,
10
+ "embd_pdrop": 0.1,
11
+ "eos_token_id": 50256,
12
+ "id2label": {
13
+ "0": "LABEL_0"
14
+ },
15
+ "initializer_range": 0.02,
16
+ "label2id": {
17
+ "LABEL_0": 0
18
+ },
19
+ "layer_norm_epsilon": 1e-05,
20
+ "model_type": "gpt2",
21
+ "n_ctx": 1024,
22
+ "n_embd": 768,
23
+ "n_head": 12,
24
+ "n_inner": null,
25
+ "n_layer": 6,
26
+ "n_positions": 1024,
27
+ "reorder_and_upcast_attn": false,
28
+ "resid_pdrop": 0.1,
29
+ "scale_attn_by_inverse_layer_idx": false,
30
+ "scale_attn_weights": true,
31
+ "summary_activation": null,
32
+ "summary_first_dropout": 0.1,
33
+ "summary_proj_to_labels": true,
34
+ "summary_type": "cls_index",
35
+ "summary_use_proj": true,
36
+ "task_specific_params": {
37
+ "text-generation": {
38
+ "do_sample": true,
39
+ "max_length": 50
40
+ }
41
+ },
42
+ "torch_dtype": "float32",
43
+ "transformers_version": "4.15.0",
44
+ "use_cache": true,
45
+ "vocab_size": 50260
46
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58187e48e8843fbb5c4dbdf693ff7842688bdbd83965ac9814c2847d19b3103c
3
+ size 333982173
runs/May10_19-59-31_hal11/1652232343.576151/events.out.tfevents.1652232343.hal11.3563256.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c315d7c9606ca5d85203df9ca3dc0ddd4fcb9b0030163337df4285aff43c88f
3
+ size 4761
runs/May10_19-59-31_hal11/1652232510.945349/events.out.tfevents.1652232510.hal11.3563256.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4455ec7b9ae17812710fe9937550108c51e12ace675b712b8488e1cd677abc25
3
+ size 4761
runs/May10_19-59-31_hal11/events.out.tfevents.1652232343.hal11.3563256.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ffe7516c8653774356de2d4fc06aa6d2a9d36834f0cd9fdef40f8bc8a2f277d
3
+ size 7328
runs/May10_21-05-54_hal11/1652234770.7705472/events.out.tfevents.1652234770.hal11.1167749.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65a24ca0f5160a5734cf653d677a6a1344aee293ebf545b47292fe56e75c846e
3
+ size 4761
runs/May10_21-05-54_hal11/1652242403.571733/events.out.tfevents.1652242403.hal11.1167749.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfa5407123eec2c5412e82663bafe1dcf84979def7fd52a64094b4f4db9c498d
3
+ size 4761
runs/May10_21-05-54_hal11/events.out.tfevents.1652234770.hal11.1167749.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:369c1f5d7988f3fc6f24589976f3da253d413d5dff7b0f9d61adacb18acd3021
3
+ size 7328
runs/May11_01-14-37_hal14/1652249704.3400786/events.out.tfevents.1652249704.hal14.1698042.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84dd085cce70ddc9c3733b8721327e20a32ff31b1c4c3c194a294f2d9b91d14c
3
+ size 4761
runs/May11_01-14-37_hal14/1652249909.1502457/events.out.tfevents.1652249909.hal14.1698042.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6563e5c0452832a91a1e710baca1fbce85668dc4a6283cacbfb377cf3484fc22
3
+ size 4761
runs/May11_01-14-37_hal14/events.out.tfevents.1652249704.hal14.1698042.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dcebee68a6c0c251150d7a27dfa55293344f79fea069185074a1493cf12505b
3
+ size 7328
runs/May11_09-10-00_hal15/1652278256.07838/events.out.tfevents.1652278256.hal15.82619.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fe8d69deb483e34517e1a6b1a197142d22578001ae5a3ed1d749c6521ff4476
3
+ size 4761
runs/May11_09-10-00_hal15/events.out.tfevents.1652278256.hal15.82619.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28623adc286fd6cb608c0a8fc34081573e7704d68bb6d5d6924cd3c5dcf23cc5
3
+ size 3684
runs/May11_11-40-29_hal15/1652287301.1597998/events.out.tfevents.1652287301.hal15.85472.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61150fa91c78508356b5065e7aec7603cd63ed9d50a07341e1403e86286fce4e
3
+ size 4761
runs/May11_11-40-29_hal15/events.out.tfevents.1652287301.hal15.85472.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d8c47e473327d786598be604f5c9c666be5cf54acae47713865023585674f76
3
+ size 3841
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e288e0843ed12b2437601023b6c26d3080ace03c9fac7bf03748a8505009cdf
3
+ size 2991