Ubuntu commited on
Commit
76d8a96
1 Parent(s): 4276d15

initial commit

Browse files
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[MASK]": 128000
3
+ }
best_eval.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"eval_loss": 0.040195662528276443, "eval_rmse": 0.20048855245113373, "eval_runtime": 9.092, "eval_samples_per_second": 345.139, "eval_steps_per_second": 28.817, "epoch": 3.0}
config.json ADDED
@@ -0,0 +1,871 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "sileod/deberta-v3-base-tasksource-nli",
3
+ "architectures": [
4
+ "DebertaV2ForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifiers_size": [
8
+ 3,
9
+ 2,
10
+ 2,
11
+ 2,
12
+ 2,
13
+ 2,
14
+ 1,
15
+ 2,
16
+ 3,
17
+ 2,
18
+ 2,
19
+ 2,
20
+ 3,
21
+ 3,
22
+ 3,
23
+ 3,
24
+ 1,
25
+ 3,
26
+ 3,
27
+ 2,
28
+ 2,
29
+ 3,
30
+ 2,
31
+ 2,
32
+ 2,
33
+ 6,
34
+ 2,
35
+ 2,
36
+ 2,
37
+ 2,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 3,
42
+ 3,
43
+ 3,
44
+ 3,
45
+ 3,
46
+ 3,
47
+ 3,
48
+ 2,
49
+ 3,
50
+ 2,
51
+ 2,
52
+ 2,
53
+ 3,
54
+ 3,
55
+ 3,
56
+ 3,
57
+ 3,
58
+ 3,
59
+ 3,
60
+ 3,
61
+ 3,
62
+ 3,
63
+ 2,
64
+ 2,
65
+ 2,
66
+ 3,
67
+ 3,
68
+ 3,
69
+ 3,
70
+ 3,
71
+ 3,
72
+ 3,
73
+ 3,
74
+ 2,
75
+ 2,
76
+ 2,
77
+ 2,
78
+ 2,
79
+ 47,
80
+ 23,
81
+ 9,
82
+ 1,
83
+ 1,
84
+ 1,
85
+ 1,
86
+ 1,
87
+ 1,
88
+ 1,
89
+ 1,
90
+ 1,
91
+ 1,
92
+ 1,
93
+ 1,
94
+ 1,
95
+ 1,
96
+ 1,
97
+ 1,
98
+ 1,
99
+ 1,
100
+ 1,
101
+ 1,
102
+ 1,
103
+ 1,
104
+ 1,
105
+ 1,
106
+ 1,
107
+ 1,
108
+ 1,
109
+ 1,
110
+ 1,
111
+ 1,
112
+ 1,
113
+ 1,
114
+ 1,
115
+ 1,
116
+ 1,
117
+ 1,
118
+ 1,
119
+ 1,
120
+ 1,
121
+ 1,
122
+ 1,
123
+ 1,
124
+ 1,
125
+ 1,
126
+ 1,
127
+ 1,
128
+ 1,
129
+ 1,
130
+ 1,
131
+ 1,
132
+ 1,
133
+ 1,
134
+ 1,
135
+ 1,
136
+ 1,
137
+ 1,
138
+ 1,
139
+ 1,
140
+ 1,
141
+ 1,
142
+ 1,
143
+ 1,
144
+ 1,
145
+ 1,
146
+ 1,
147
+ 1,
148
+ 1,
149
+ 1,
150
+ 1,
151
+ 1,
152
+ 1,
153
+ 1,
154
+ 1,
155
+ 1,
156
+ 1,
157
+ 1,
158
+ 1,
159
+ 1,
160
+ 1,
161
+ 1,
162
+ 1,
163
+ 1,
164
+ 1,
165
+ 1,
166
+ 1,
167
+ 1,
168
+ 1,
169
+ 1,
170
+ 1,
171
+ 1,
172
+ 1,
173
+ 1,
174
+ 1,
175
+ 1,
176
+ 1,
177
+ 1,
178
+ 1,
179
+ 1,
180
+ 1,
181
+ 1,
182
+ 1,
183
+ 1,
184
+ 1,
185
+ 1,
186
+ 1,
187
+ 1,
188
+ 1,
189
+ 1,
190
+ 1,
191
+ 1,
192
+ 1,
193
+ 1,
194
+ 1,
195
+ 1,
196
+ 1,
197
+ 1,
198
+ 1,
199
+ 1,
200
+ 1,
201
+ 1,
202
+ 1,
203
+ 1,
204
+ 1,
205
+ 1,
206
+ 1,
207
+ 1,
208
+ 1,
209
+ 1,
210
+ 1,
211
+ 2,
212
+ 2,
213
+ 2,
214
+ 2,
215
+ 2,
216
+ 2,
217
+ 20,
218
+ 50,
219
+ 3,
220
+ 3,
221
+ 4,
222
+ 2,
223
+ 8,
224
+ 20,
225
+ 4,
226
+ 2,
227
+ 2,
228
+ 3,
229
+ 2,
230
+ 3,
231
+ 3,
232
+ 3,
233
+ 3,
234
+ 3,
235
+ 174,
236
+ 2,
237
+ 3,
238
+ 2,
239
+ 2,
240
+ 2,
241
+ 2,
242
+ 41,
243
+ 51,
244
+ 2,
245
+ 8,
246
+ 2,
247
+ 16,
248
+ 18,
249
+ 2,
250
+ 2,
251
+ 17,
252
+ 2,
253
+ 3,
254
+ 2,
255
+ 3,
256
+ 12,
257
+ 42,
258
+ 3,
259
+ 7,
260
+ 11,
261
+ 7,
262
+ 4,
263
+ 3,
264
+ 100,
265
+ 13,
266
+ 100,
267
+ 8,
268
+ 1,
269
+ 20,
270
+ 2,
271
+ 2,
272
+ 4,
273
+ 5,
274
+ 3,
275
+ 4,
276
+ 14,
277
+ 2,
278
+ 6,
279
+ 4,
280
+ 2,
281
+ 1,
282
+ 3,
283
+ 10,
284
+ 77,
285
+ 3,
286
+ 10,
287
+ 4,
288
+ 2,
289
+ 7,
290
+ 6,
291
+ 28,
292
+ 3,
293
+ 6,
294
+ 5,
295
+ 7,
296
+ 4,
297
+ 3,
298
+ 6,
299
+ 20,
300
+ 2,
301
+ 2,
302
+ 2,
303
+ 6,
304
+ 2,
305
+ 2,
306
+ 2,
307
+ 7,
308
+ 3,
309
+ 13,
310
+ 9,
311
+ 4,
312
+ 2,
313
+ 2,
314
+ 2,
315
+ 3,
316
+ 4,
317
+ 2,
318
+ 2,
319
+ 2,
320
+ 2,
321
+ 4,
322
+ 1,
323
+ 2,
324
+ 1,
325
+ 13,
326
+ 3,
327
+ 5,
328
+ 11,
329
+ 37,
330
+ 2,
331
+ 49,
332
+ 12,
333
+ 40,
334
+ 10,
335
+ 4,
336
+ 1,
337
+ 2,
338
+ 2,
339
+ 1,
340
+ 5,
341
+ 3,
342
+ 2,
343
+ 3,
344
+ 2,
345
+ 2,
346
+ 2,
347
+ 2,
348
+ 2,
349
+ 3,
350
+ 2,
351
+ 2,
352
+ 12,
353
+ 3,
354
+ 3,
355
+ 2,
356
+ 19,
357
+ 3,
358
+ 1,
359
+ 1,
360
+ 2,
361
+ 2,
362
+ 2,
363
+ 2,
364
+ 2,
365
+ 1,
366
+ 2,
367
+ 2,
368
+ 1,
369
+ 1,
370
+ 2,
371
+ 3,
372
+ 2,
373
+ 1,
374
+ 4,
375
+ 4,
376
+ 1,
377
+ 1,
378
+ 1,
379
+ 2,
380
+ 3,
381
+ 2,
382
+ 3,
383
+ 1,
384
+ 1,
385
+ 2,
386
+ 1,
387
+ 3,
388
+ 2,
389
+ 2,
390
+ 2,
391
+ 2,
392
+ 3,
393
+ 2,
394
+ 2,
395
+ 2,
396
+ 1,
397
+ 3,
398
+ 2,
399
+ 2,
400
+ 1,
401
+ 1,
402
+ 1,
403
+ 1,
404
+ 2,
405
+ 1,
406
+ 1,
407
+ 1,
408
+ 1,
409
+ 4,
410
+ 1,
411
+ 1,
412
+ 1,
413
+ 3,
414
+ 1,
415
+ 2,
416
+ 3,
417
+ 3,
418
+ 3,
419
+ 1,
420
+ 1
421
+ ],
422
+ "hidden_act": "gelu",
423
+ "hidden_dropout_prob": 0.1,
424
+ "hidden_size": 768,
425
+ "id2label": {
426
+ "0": "LABEL_0"
427
+ },
428
+ "initializer_range": 0.02,
429
+ "intermediate_size": 3072,
430
+ "label2id": {
431
+ "LABEL_0": 0
432
+ },
433
+ "layer_norm_eps": 1e-07,
434
+ "max_position_embeddings": 512,
435
+ "max_relative_positions": -1,
436
+ "model_type": "deberta-v2",
437
+ "norm_rel_ebd": "layer_norm",
438
+ "num_attention_heads": 12,
439
+ "num_hidden_layers": 12,
440
+ "pad_token_id": 0,
441
+ "pooler_dropout": 0,
442
+ "pooler_hidden_act": "gelu",
443
+ "pooler_hidden_size": 768,
444
+ "pos_att_type": [
445
+ "p2c",
446
+ "c2p"
447
+ ],
448
+ "position_biased_input": false,
449
+ "position_buckets": 256,
450
+ "relative_attention": true,
451
+ "share_att_key": true,
452
+ "tasks": [
453
+ "glue/mnli",
454
+ "glue/qnli",
455
+ "glue/rte",
456
+ "glue/wnli",
457
+ "glue/mrpc",
458
+ "glue/qqp",
459
+ "glue/stsb",
460
+ "super_glue/boolq",
461
+ "super_glue/cb",
462
+ "super_glue/multirc",
463
+ "super_glue/wic",
464
+ "super_glue/axg",
465
+ "anli/a1",
466
+ "anli/a2",
467
+ "anli/a3",
468
+ "sick/label",
469
+ "sick/relatedness",
470
+ "sick/entailment_AB",
471
+ "snli",
472
+ "scitail/snli_format",
473
+ "hans",
474
+ "WANLI",
475
+ "recast/recast_factuality",
476
+ "recast/recast_verbcorner",
477
+ "recast/recast_puns",
478
+ "recast/recast_kg_relations",
479
+ "recast/recast_ner",
480
+ "recast/recast_sentiment",
481
+ "recast/recast_megaveridicality",
482
+ "recast/recast_verbnet",
483
+ "probability_words_nli/usnli",
484
+ "probability_words_nli/reasoning_2hop",
485
+ "probability_words_nli/reasoning_1hop",
486
+ "nan-nli/joey234--nan-nli",
487
+ "nli_fever",
488
+ "breaking_nli",
489
+ "conj_nli",
490
+ "fracas",
491
+ "dialogue_nli",
492
+ "mpe",
493
+ "dnc",
494
+ "gpt3_nli",
495
+ "recast_white/fnplus",
496
+ "recast_white/sprl",
497
+ "recast_white/dpr",
498
+ "joci",
499
+ "contrast_nli",
500
+ "robust_nli/IS_CS",
501
+ "robust_nli/LI_LI",
502
+ "robust_nli/ST_WO",
503
+ "robust_nli/PI_SP",
504
+ "robust_nli/PI_CD",
505
+ "robust_nli/ST_SE",
506
+ "robust_nli/ST_NE",
507
+ "robust_nli/ST_LM",
508
+ "robust_nli_is_sd",
509
+ "robust_nli_li_ts",
510
+ "add_one_rte",
511
+ "imppres/implicature_quantifiers/log",
512
+ "imppres/implicature_numerals_2_3/log",
513
+ "imppres/implicature_numerals_10_100/log",
514
+ "imppres/implicature_modals/log",
515
+ "imppres/implicature_gradable_verb/log",
516
+ "imppres/implicature_gradable_adjective/log",
517
+ "imppres/implicature_connectives/log",
518
+ "glue_diagnostics/diagnostics",
519
+ "hlgd",
520
+ "paws/labeled_final",
521
+ "paws/labeled_swap",
522
+ "quora",
523
+ "medical_questions_pairs",
524
+ "conll2003/pos_tags",
525
+ "conll2003/chunk_tags",
526
+ "conll2003/ner_tags",
527
+ "hh-rlhf",
528
+ "model-written-evals",
529
+ "truthful_qa/multiple_choice",
530
+ "fig-qa",
531
+ "bigbench/similarities_abstraction",
532
+ "bigbench/tracking_shuffled_objects",
533
+ "bigbench/dyck_languages",
534
+ "bigbench/cause_and_effect",
535
+ "bigbench/contextual_parametric_knowledge_conflicts",
536
+ "bigbench/logical_deduction",
537
+ "bigbench/movie_recommendation",
538
+ "bigbench/hhh_alignment",
539
+ "bigbench/checkmate_in_one",
540
+ "bigbench/discourse_marker_prediction",
541
+ "bigbench/identify_odd_metaphor",
542
+ "bigbench/entailed_polarity",
543
+ "bigbench/novel_concepts",
544
+ "bigbench/nonsense_words_grammar",
545
+ "bigbench/goal_step_wikihow",
546
+ "bigbench/sports_understanding",
547
+ "bigbench/moral_permissibility",
548
+ "bigbench/code_line_description",
549
+ "bigbench/odd_one_out",
550
+ "bigbench/empirical_judgments",
551
+ "bigbench/gre_reading_comprehension",
552
+ "bigbench/reasoning_about_colored_objects",
553
+ "bigbench/identify_math_theorems",
554
+ "bigbench/abstract_narrative_understanding",
555
+ "bigbench/date_understanding",
556
+ "bigbench/play_dialog_same_or_different",
557
+ "bigbench/real_or_fake_text",
558
+ "bigbench/crass_ai",
559
+ "bigbench/international_phonetic_alphabet_nli",
560
+ "bigbench/presuppositions_as_nli",
561
+ "bigbench/ruin_names",
562
+ "bigbench/sentence_ambiguity",
563
+ "bigbench/intent_recognition",
564
+ "bigbench/analytic_entailment",
565
+ "bigbench/conceptual_combinations",
566
+ "bigbench/implicit_relations",
567
+ "bigbench/emojis_emotion_prediction",
568
+ "bigbench/hindu_knowledge",
569
+ "bigbench/elementary_math_qa",
570
+ "bigbench/mathematical_induction",
571
+ "bigbench/irony_identification",
572
+ "bigbench/authorship_verification",
573
+ "bigbench/disambiguation_qa",
574
+ "bigbench/general_knowledge",
575
+ "bigbench/known_unknowns",
576
+ "bigbench/metaphor_boolean",
577
+ "bigbench/logical_args",
578
+ "bigbench/metaphor_understanding",
579
+ "bigbench/arithmetic",
580
+ "bigbench/salient_translation_error_detection",
581
+ "bigbench/human_organs_senses",
582
+ "bigbench/formal_fallacies_syllogisms_negation",
583
+ "bigbench/fantasy_reasoning",
584
+ "bigbench/fact_checker",
585
+ "bigbench/unit_interpretation",
586
+ "bigbench/vitaminc_fact_verification",
587
+ "bigbench/cifar10_classification",
588
+ "bigbench/social_iqa",
589
+ "bigbench/emoji_movie",
590
+ "bigbench/dark_humor_detection",
591
+ "bigbench/understanding_fables",
592
+ "bigbench/symbol_interpretation",
593
+ "bigbench/social_support",
594
+ "bigbench/logical_fallacy_detection",
595
+ "bigbench/causal_judgment",
596
+ "bigbench/strategyqa",
597
+ "bigbench/epistemic_reasoning",
598
+ "bigbench/anachronisms",
599
+ "bigbench/mnist_ascii",
600
+ "bigbench/crash_blossom",
601
+ "bigbench/english_proverbs",
602
+ "bigbench/cs_algorithms",
603
+ "bigbench/simple_ethical_questions",
604
+ "bigbench/hyperbaton",
605
+ "bigbench/key_value_maps",
606
+ "bigbench/physics",
607
+ "bigbench/figure_of_speech_detection",
608
+ "bigbench/undo_permutation",
609
+ "bigbench/timedial",
610
+ "bigbench/geometric_shapes",
611
+ "bigbench/analogical_similarity",
612
+ "bigbench/color",
613
+ "bigbench/question_selection",
614
+ "bigbench/evaluating_information_essentiality",
615
+ "bigbench/phrase_relatedness",
616
+ "bigbench/logic_grid_puzzle",
617
+ "bigbench/misconceptions",
618
+ "bigbench/winowhy",
619
+ "bigbench/snarks",
620
+ "bigbench/temporal_sequences",
621
+ "bigbench/riddle_sense",
622
+ "bigbench/implicatures",
623
+ "bigbench/logical_sequence",
624
+ "bigbench/suicide_risk",
625
+ "bigbench/physical_intuition",
626
+ "bigbench/movie_dialog_same_or_different",
627
+ "bigbench/navigate",
628
+ "bigbench/penguins_in_a_table",
629
+ "bigbench/strange_stories",
630
+ "bigbench/bbq_lite_json",
631
+ "cos_e/v1.0",
632
+ "cosmos_qa",
633
+ "dream",
634
+ "openbookqa",
635
+ "qasc",
636
+ "quartz",
637
+ "quail",
638
+ "head_qa/en",
639
+ "sciq",
640
+ "social_i_qa",
641
+ "wiki_hop",
642
+ "wiqa",
643
+ "piqa",
644
+ "hellaswag",
645
+ "super_glue/copa",
646
+ "balanced-copa",
647
+ "e-CARE",
648
+ "art",
649
+ "winogrande/winogrande_xl",
650
+ "codah/codah",
651
+ "ai2_arc/ARC-Easy/challenge",
652
+ "ai2_arc/ARC-Challenge/challenge",
653
+ "definite_pronoun_resolution",
654
+ "swag",
655
+ "math_qa",
656
+ "glue/cola",
657
+ "glue/sst2",
658
+ "utilitarianism",
659
+ "amazon_counterfactual/en",
660
+ "insincere-questions",
661
+ "toxic_conversations",
662
+ "TuringBench",
663
+ "trec",
664
+ "vitaminc/tals--vitaminc",
665
+ "hope_edi/english",
666
+ "rumoureval_2019/RumourEval2019",
667
+ "ethos/binary",
668
+ "ethos/multilabel",
669
+ "tweet_eval/emoji",
670
+ "tweet_eval/emotion",
671
+ "tweet_eval/hate",
672
+ "tweet_eval/offensive",
673
+ "tweet_eval/sentiment",
674
+ "tweet_eval/irony",
675
+ "tweet_eval/stance_atheism",
676
+ "tweet_eval/stance_climate",
677
+ "tweet_eval/stance_hillary",
678
+ "tweet_eval/stance_feminist",
679
+ "tweet_eval/stance_abortion",
680
+ "discovery/discovery",
681
+ "pragmeval/squinky-informativeness",
682
+ "pragmeval/verifiability",
683
+ "pragmeval/squinky-formality",
684
+ "pragmeval/squinky-implicature",
685
+ "pragmeval/emobank-dominance",
686
+ "pragmeval/emobank-arousal",
687
+ "pragmeval/switchboard",
688
+ "pragmeval/mrda",
689
+ "pragmeval/emobank-valence",
690
+ "pragmeval/persuasiveness-premisetype",
691
+ "pragmeval/persuasiveness-relevance",
692
+ "pragmeval/pdtb",
693
+ "pragmeval/stac",
694
+ "pragmeval/persuasiveness-strength",
695
+ "pragmeval/sarcasm",
696
+ "pragmeval/gum",
697
+ "pragmeval/persuasiveness-eloquence",
698
+ "pragmeval/persuasiveness-claimtype",
699
+ "pragmeval/persuasiveness-specificity",
700
+ "pragmeval/emergent",
701
+ "silicone/maptask",
702
+ "silicone/oasis",
703
+ "silicone/meld_s",
704
+ "silicone/meld_e",
705
+ "silicone/iemocap",
706
+ "silicone/dyda_e",
707
+ "silicone/dyda_da",
708
+ "silicone/sem",
709
+ "lex_glue/eurlex",
710
+ "lex_glue/scotus",
711
+ "lex_glue/ledgar",
712
+ "lex_glue/unfair_tos",
713
+ "lex_glue/case_hold",
714
+ "language-identification",
715
+ "imdb",
716
+ "rotten_tomatoes",
717
+ "ag_news",
718
+ "yelp_review_full/yelp_review_full",
719
+ "financial_phrasebank/sentences_allagree",
720
+ "poem_sentiment",
721
+ "dbpedia_14/dbpedia_14",
722
+ "amazon_polarity/amazon_polarity",
723
+ "app_reviews",
724
+ "hate_speech18",
725
+ "sms_spam",
726
+ "humicroedit/subtask-1",
727
+ "humicroedit/subtask-2",
728
+ "snips_built_in_intents",
729
+ "banking77",
730
+ "hate_speech_offensive",
731
+ "yahoo_answers_topics",
732
+ "stackoverflow-questions",
733
+ "hyperpartisan_news",
734
+ "sciie",
735
+ "citation_intent",
736
+ "go_emotions/simplified",
737
+ "scicite",
738
+ "liar",
739
+ "lexical_relation_classification/CogALexV",
740
+ "lexical_relation_classification/EVALution",
741
+ "lexical_relation_classification/K&H+N",
742
+ "lexical_relation_classification/ROOT09",
743
+ "lexical_relation_classification/BLESS",
744
+ "linguisticprobing/top_constituents",
745
+ "linguisticprobing/bigram_shift",
746
+ "linguisticprobing/odd_man_out",
747
+ "linguisticprobing/coordination_inversion",
748
+ "linguisticprobing/sentence_length",
749
+ "linguisticprobing/past_present",
750
+ "linguisticprobing/obj_number",
751
+ "linguisticprobing/subj_number",
752
+ "linguisticprobing/tree_depth",
753
+ "crowdflower/economic-news",
754
+ "crowdflower/text_emotion",
755
+ "crowdflower/political-media-message",
756
+ "crowdflower/sentiment_nuclear_power",
757
+ "crowdflower/political-media-bias",
758
+ "crowdflower/political-media-audience",
759
+ "crowdflower/tweet_global_warming",
760
+ "crowdflower/airline-sentiment",
761
+ "crowdflower/corporate-messaging",
762
+ "ethics/commonsense",
763
+ "ethics/deontology",
764
+ "ethics/justice",
765
+ "ethics/virtue",
766
+ "emo/emo2019",
767
+ "google_wellformed_query",
768
+ "tweets_hate_speech_detection",
769
+ "has_part",
770
+ "wnut_17/wnut_17",
771
+ "ncbi_disease/ncbi_disease",
772
+ "acronym_identification",
773
+ "jnlpba/jnlpba",
774
+ "ontonotes_english/SpeedOfMagic--ontonotes_english",
775
+ "blog_authorship_corpus/gender",
776
+ "blog_authorship_corpus/age",
777
+ "blog_authorship_corpus/horoscope",
778
+ "blog_authorship_corpus/job",
779
+ "open_question_type",
780
+ "health_fact",
781
+ "commonsense_qa",
782
+ "mc_taco",
783
+ "ade_corpus_v2/Ade_corpus_v2_classification",
784
+ "discosense",
785
+ "circa",
786
+ "EffectiveFeedbackStudentWriting",
787
+ "promptSentiment",
788
+ "promptNLI",
789
+ "promptSpoke",
790
+ "promptProficiency",
791
+ "promptGrammar",
792
+ "promptCoherence",
793
+ "phrase_similarity",
794
+ "scientific-exaggeration-detection",
795
+ "quarel",
796
+ "fever-evidence-related/mwong--fever-related",
797
+ "numer_sense",
798
+ "dynasent/dynabench.dynasent.r1.all/r1",
799
+ "dynasent/dynabench.dynasent.r2.all/r2",
800
+ "Sarcasm_News_Headline",
801
+ "sem_eval_2010_task_8",
802
+ "auditor_review/demo-org--auditor_review",
803
+ "medmcqa",
804
+ "aqua_rat/tokenized",
805
+ "Dynasent_Disagreement",
806
+ "Politeness_Disagreement",
807
+ "SBIC_Disagreement",
808
+ "SChem_Disagreement",
809
+ "Dilemmas_Disagreement",
810
+ "logiqa",
811
+ "wiki_qa",
812
+ "cycic_classification",
813
+ "cycic_multiplechoice",
814
+ "sts-companion",
815
+ "commonsense_qa_2.0",
816
+ "lingnli",
817
+ "monotonicity-entailment",
818
+ "arct",
819
+ "scinli",
820
+ "naturallogic",
821
+ "onestop_qa",
822
+ "moral_stories/full",
823
+ "prost",
824
+ "dynahate",
825
+ "syntactic-augmentation-nli",
826
+ "autotnli",
827
+ "CONDAQA",
828
+ "webgpt_comparisons",
829
+ "synthetic-instruct-gptj-pairwise",
830
+ "scruples",
831
+ "wouldyourather",
832
+ "attempto-nli",
833
+ "defeasible-nli/atomic",
834
+ "defeasible-nli/snli",
835
+ "nli-veridicality-transitivity",
836
+ "natural-language-satisfiability",
837
+ "lonli",
838
+ "dadc-limit-nli",
839
+ "FLUTE",
840
+ "strategy-qa",
841
+ "summarize_from_feedback/comparisons",
842
+ "folio",
843
+ "tomi-nli",
844
+ "avicenna",
845
+ "SHP",
846
+ "MedQA-USMLE-4-options-hf",
847
+ "wikimedqa/medwiki",
848
+ "cicero",
849
+ "CREAK",
850
+ "mutual",
851
+ "NeQA",
852
+ "quote-repetition",
853
+ "redefine-math",
854
+ "puzzte",
855
+ "implicatures",
856
+ "race/high",
857
+ "race/middle",
858
+ "spartqa-yn",
859
+ "spartqa-mchoice",
860
+ "babi_nli",
861
+ "gen_debiased_nli",
862
+ "imppres/presupposition",
863
+ "/prag",
864
+ "blimp-2",
865
+ "mmlu-4"
866
+ ],
867
+ "torch_dtype": "float32",
868
+ "transformers_version": "4.25.1",
869
+ "type_vocab_size": 0,
870
+ "vocab_size": 128100
871
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97f31eceff5a1264f3a1ae519cb45e624fa9b337d255f869f44f5b6120b433c7
3
+ size 1475500377
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ad7971503ec0bfaba6ea736cde306c3d20580f65d7fd4394289f447af4325ef
3
+ size 737763883
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6f53af8e60397d65f15e0262cc02ccdfa323733a41cd7094d7b1c36dd8183c3
3
+ size 14503
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fc29663715b73806415359a4b738935ad8cc9de5cbb6a59316fa6c2d5de4e6c
3
+ size 623
special_tokens_map.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "eos_token": "[SEP]",
5
+ "mask_token": "[MASK]",
6
+ "pad_token": "[PAD]",
7
+ "sep_token": "[SEP]",
8
+ "unk_token": "[UNK]"
9
+ }
spm.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
3
+ size 2464616
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "do_lower_case": false,
5
+ "eos_token": "[SEP]",
6
+ "mask_token": "[MASK]",
7
+ "model_max_length": 1000000000000000019884624838656,
8
+ "name_or_path": "sileod/deberta-v3-base-tasksource-nli",
9
+ "pad_token": "[PAD]",
10
+ "sep_token": "[SEP]",
11
+ "sp_model_kwargs": {},
12
+ "special_tokens_map_file": null,
13
+ "split_by_punct": false,
14
+ "tokenizer_class": "DebertaV2Tokenizer",
15
+ "unk_token": "[UNK]",
16
+ "vocab_type": "spm"
17
+ }
trainer_state.json ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.04146179184317589,
3
+ "best_model_checkpoint": "./models/deberta-v3-base-nli-v1/checkpoint-811",
4
+ "epoch": 3.0,
5
+ "global_step": 2433,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.62,
12
+ "learning_rate": 5.56144677353062e-06,
13
+ "loss": 0.064,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 1.0,
18
+ "eval_loss": 0.04146179184317589,
19
+ "eval_rmse": 0.20362168550491333,
20
+ "eval_runtime": 4.397,
21
+ "eval_samples_per_second": 348.191,
22
+ "eval_steps_per_second": 29.111,
23
+ "step": 811
24
+ },
25
+ {
26
+ "epoch": 1.23,
27
+ "learning_rate": 4.122893547061241e-06,
28
+ "loss": 0.0441,
29
+ "step": 1000
30
+ },
31
+ {
32
+ "epoch": 1.85,
33
+ "learning_rate": 2.684340320591862e-06,
34
+ "loss": 0.0347,
35
+ "step": 1500
36
+ },
37
+ {
38
+ "epoch": 2.0,
39
+ "eval_loss": 0.04254383593797684,
40
+ "eval_rmse": 0.20626157522201538,
41
+ "eval_runtime": 4.3965,
42
+ "eval_samples_per_second": 348.229,
43
+ "eval_steps_per_second": 29.114,
44
+ "step": 1622
45
+ },
46
+ {
47
+ "epoch": 2.47,
48
+ "learning_rate": 1.2457870941224826e-06,
49
+ "loss": 0.0292,
50
+ "step": 2000
51
+ },
52
+ {
53
+ "epoch": 3.0,
54
+ "eval_loss": 0.04311966523528099,
55
+ "eval_rmse": 0.207652747631073,
56
+ "eval_runtime": 4.4067,
57
+ "eval_samples_per_second": 347.422,
58
+ "eval_steps_per_second": 29.046,
59
+ "step": 2433
60
+ }
61
+ ],
62
+ "max_steps": 2433,
63
+ "num_train_epochs": 3,
64
+ "total_flos": 1826338023730968.0,
65
+ "trial_name": null,
66
+ "trial_params": null
67
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20a86da052435c2a8d3e0ff7fc10883ac90a6762590ac1ba8ad30aafd2a1831c
3
+ size 3439
training_cfg.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "sileod/deberta-v3-base-tasksource-nli",
3
+ "lr": 7e-06,
4
+ "epochs": 3,
5
+ "weight_decay": 0.01,
6
+ "train_bs": 12,
7
+ "eval_bs": 12,
8
+ "dataset_path": "./data/model_training_data"
9
+ }