Hugging Face's logo

navjordj
/
snl-summarization-tpu

Text2Text Generation
Transformers
PyTorch
TensorBoard
t5
Inference Endpoints
text-generation-inference
Model card Files Metrics Community
navjordj commited on
Commit
2245e15
•
1 Parent(s): e27852b

Training in progress, step 100

Browse files
Files changed (19) hide show
  1. .gitattributes +1 -0
  2. .gitignore +1 -0
  3. config.json +32 -0
  4. pytorch_model.bin +3 -0
  5. runs/Feb17_20-01-44_t1v-n-46624e9e-w-0/1676664160.1517062/events.out.tfevents.1676664160.t1v-n-46624e9e-w-0.2678994.1 +3 -0
  6. runs/Feb17_20-01-44_t1v-n-46624e9e-w-0/events.out.tfevents.1676664160.t1v-n-46624e9e-w-0.2678994.0 +3 -0
  7. runs/Feb17_20-10-20_t1v-n-46624e9e-w-0/1676664670.882342/events.out.tfevents.1676664670.t1v-n-46624e9e-w-0.2693049.1 +3 -0
  8. runs/Feb17_20-10-20_t1v-n-46624e9e-w-0/events.out.tfevents.1676664670.t1v-n-46624e9e-w-0.2693049.0 +3 -0
  9. runs/Feb17_20-12-51_t1v-n-46624e9e-w-0/1676664821.194407/events.out.tfevents.1676664821.t1v-n-46624e9e-w-0.2702152.1 +3 -0
  10. runs/Feb17_20-12-51_t1v-n-46624e9e-w-0/events.out.tfevents.1676664821.t1v-n-46624e9e-w-0.2702152.0 +3 -0
  11. runs/Feb17_20-25-08_t1v-n-46624e9e-w-0/1676665560.4260058/events.out.tfevents.1676665560.t1v-n-46624e9e-w-0.2717438.1 +3 -0
  12. runs/Feb17_20-25-08_t1v-n-46624e9e-w-0/events.out.tfevents.1676665560.t1v-n-46624e9e-w-0.2717438.0 +3 -0
  13. runs/Feb18_07-04-52_t1v-n-46624e9e-w-0/1676703970.0473952/events.out.tfevents.1676703970.t1v-n-46624e9e-w-0.3108502.1 +3 -0
  14. runs/Feb18_07-04-52_t1v-n-46624e9e-w-0/events.out.tfevents.1676703969.t1v-n-46624e9e-w-0.3108502.0 +3 -0
  15. special_tokens_map.json +5 -0
  16. spiece.model +3 -0
  17. tokenizer.json +3 -0
  18. tokenizer_config.json +11 -0
  19. training_args.bin +3 -0
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "north/t5_base_NCC_lm",
3
+ "architectures": [
4
+ "T5ForConditionalGeneration"
5
+ ],
6
+ "d_ff": 2048,
7
+ "d_kv": 64,
8
+ "d_model": 768,
9
+ "decoder_start_token_id": 0,
10
+ "dense_act_fn": "gelu_new",
11
+ "dropout_rate": 0.1,
12
+ "eos_token_id": 1,
13
+ "feed_forward_proj": "gated-gelu",
14
+ "initializer_factor": 1.0,
15
+ "is_encoder_decoder": true,
16
+ "is_gated_act": true,
17
+ "layer_norm_epsilon": 1e-06,
18
+ "model_type": "t5",
19
+ "num_decoder_layers": 12,
20
+ "num_heads": 12,
21
+ "num_layers": 12,
22
+ "output_past": true,
23
+ "pad_token_id": 0,
24
+ "relative_attention_max_distance": 128,
25
+ "relative_attention_num_buckets": 32,
26
+ "tie_word_embeddings": false,
27
+ "tokenizer_class": "T5Tokenizer",
28
+ "torch_dtype": "float32",
29
+ "transformers_version": "4.27.0.dev0",
30
+ "use_cache": true,
31
+ "vocab_size": 250112
32
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdeda77afb5057d38e36d4267de725108d455a73868813113081d3047c139827
3
+ size 3866387133
runs/Feb17_20-01-44_t1v-n-46624e9e-w-0/1676664160.1517062/events.out.tfevents.1676664160.t1v-n-46624e9e-w-0.2678994.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05b2766b0da411bf7820413c76ee9079b270c650821e2edf653a1597ca8b4ce9
3
+ size 5983
runs/Feb17_20-01-44_t1v-n-46624e9e-w-0/events.out.tfevents.1676664160.t1v-n-46624e9e-w-0.2678994.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29f6164d8c606a779e089eaaf22537a59ca8198d8cd5a66149fccf0dc07bd075
3
+ size 4167
runs/Feb17_20-10-20_t1v-n-46624e9e-w-0/1676664670.882342/events.out.tfevents.1676664670.t1v-n-46624e9e-w-0.2693049.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04925a5688f0186caf0b370cec67e5727848cbee2519d07061fa245489ea166c
3
+ size 5983
runs/Feb17_20-10-20_t1v-n-46624e9e-w-0/events.out.tfevents.1676664670.t1v-n-46624e9e-w-0.2693049.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e86f6f68e7cf99075e323fa3f1ccded38947a564298c2af72711f23575323063
3
+ size 4136
runs/Feb17_20-12-51_t1v-n-46624e9e-w-0/1676664821.194407/events.out.tfevents.1676664821.t1v-n-46624e9e-w-0.2702152.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fd751fd88e3414297ac75a1003ee1c6423bdb5f769ea5035b444f8f6d623b2c
3
+ size 5983
runs/Feb17_20-12-51_t1v-n-46624e9e-w-0/events.out.tfevents.1676664821.t1v-n-46624e9e-w-0.2702152.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16a355fbf9737d72e573809a950c2ec23e7fba973277d2a858dcaab0b7c58ac7
3
+ size 4167
runs/Feb17_20-25-08_t1v-n-46624e9e-w-0/1676665560.4260058/events.out.tfevents.1676665560.t1v-n-46624e9e-w-0.2717438.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9064d3e533c71e7b45adb983380580705fc22ea6345713f0ac042f9617447a8a
3
+ size 5983
runs/Feb17_20-25-08_t1v-n-46624e9e-w-0/events.out.tfevents.1676665560.t1v-n-46624e9e-w-0.2717438.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c901e6024b17415f38f10bc79a8d5d7da298390de4d7c1d0ce9546d8bc671318
3
+ size 4166
runs/Feb18_07-04-52_t1v-n-46624e9e-w-0/1676703970.0473952/events.out.tfevents.1676703970.t1v-n-46624e9e-w-0.3108502.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ef9b2bec88f3daaacf34a6d699b0ad7ae76244c4267fd93da7caaf026e05c64
3
+ size 5983
runs/Feb18_07-04-52_t1v-n-46624e9e-w-0/events.out.tfevents.1676703969.t1v-n-46624e9e-w-0.3108502.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d22d77d75edfe3d5a4067b350e0a6e60a24240df97ffbb5b994dc5ce7cc5639
3
+ size 4319
special_tokens_map.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "eos_token": "</s>",
3
+ "pad_token": "<pad>",
4
+ "unk_token": "<unk>"
5
+ }
spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6
3
+ size 4309802
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99cc999819aaabf74898a252863b10d86fbcd86e8b3f65c118ff334ff85c5ea5
3
+ size 16315121
tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": null,
3
+ "eos_token": "</s>",
4
+ "extra_ids": 0,
5
+ "model_max_length": 1000000000000000019884624838656,
6
+ "pad_token": "<pad>",
7
+ "sp_model_kwargs": {},
8
+ "special_tokens_map_file": "/home/patrick/.cache/torch/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276",
9
+ "tokenizer_class": "T5Tokenizer",
10
+ "unk_token": "<unk>"
11
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f4b25efec90f28a620b364ddd5e5e71b8e4ddc05ac88088f1e20cdeda624ce1
3
+ size 3643