Hugging Face's logo

datablations
/
lm1-2b8-55b-c4-repetitions

TensorBoard
Model card Files Metrics Community
Muennighoff commited on
Commit
990f338
•
1 Parent(s): bf7d2f3

Add eval

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +228 -0
  2. {evaluation/2b855b11bc4 → 2b855b11bc4/evaluation/generation}/agg.limited=3000.model=2b855b11bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json +0 -0
  3. {evaluation/2b855b11bc4 → 2b855b11bc4/evaluation/generation}/agg.limited=3000.model=2b855b11bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json +0 -0
  4. {evaluation/2b855b11bc4 → 2b855b11bc4/evaluation/generation}/agg.limited=3000.model=2b855b11bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:41.json +0 -0
  5. {evaluation/2b855b11bc4 → 2b855b11bc4/evaluation/generation}/agg.limited=3000.model=2b855b11bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json +0 -0
  6. evaluation/2b855b18bc4/examples.limited=3000.model=2b855b18bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:23:50.jsonl → 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_0.jsonl +0 -0
  7. evaluation/2b855b18bc4/examples.limited=3000.model=2b855b18bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:24:11.jsonl → 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_1.jsonl +0 -0
  8. evaluation/2b855b18bc4/examples.limited=3000.model=2b855b18bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:24:10.jsonl → 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_2.jsonl +0 -0
  9. evaluation/2b855b18bc4/examples.limited=3000.model=2b855b18bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:23:50.jsonl → 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_3.jsonl +0 -0
  10. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_4.jsonl +0 -0
  11. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_5.jsonl +0 -0
  12. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_0.jsonl +0 -0
  13. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_1.jsonl +0 -0
  14. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_2.jsonl +0 -0
  15. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_3.jsonl +0 -0
  16. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_4.jsonl +0 -0
  17. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_5.jsonl +0 -0
  18. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl +0 -0
  19. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl +0 -0
  20. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl +0 -0
  21. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl +0 -0
  22. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl +0 -0
  23. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl +0 -0
  24. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_0.jsonl +0 -0
  25. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_1.jsonl +0 -0
  26. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_2.jsonl +0 -0
  27. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_3.jsonl +0 -0
  28. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_4.jsonl +0 -0
  29. 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_5.jsonl +0 -0
  30. 2b855b11bc4/evaluation/generation/examples.limited=3000.model=2b855b11bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.jsonl +3 -0
  31. {evaluation/2b855b11bc4 → 2b855b11bc4/evaluation/generation}/examples.limited=3000.model=2b855b11bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.jsonl +0 -0
  32. 2b855b11bc4/evaluation/generation/examples.limited=3000.model=2b855b11bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:41.jsonl +3 -0
  33. 2b855b11bc4/evaluation/generation/examples.limited=3000.model=2b855b11bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.jsonl +3 -0
  34. 2b855b11bc4/evaluation/generation/merged.csv +13 -0
  35. 2b855b11bc4/evaluation/generation/merged.json +1 -0
  36. evaluation/2b855b11bc4/slim.limited=3000.model=2b855b11bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json → 2b855b11bc4/evaluation/generation/slim.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_1.json +0 -0
  37. evaluation/2b855b11bc4/slim.limited=3000.model=2b855b11bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json → 2b855b11bc4/evaluation/generation/slim.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_1.json +0 -0
  38. evaluation/2b855b11bc4/slim.limited=3000.model=2b855b11bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:41.json → 2b855b11bc4/evaluation/generation/slim.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_1.json +0 -0
  39. evaluation/2b855b11bc4/slim.limited=3000.model=2b855b11bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json → 2b855b11bc4/evaluation/generation/slim.2b855b11bc4_gem_xsum_article_DOC_summary_1.json +0 -0
  40. evaluation/2b855b11bc4-results_lm-eval_global_step52452_2022-12-25-19-28-17.csv → 2b855b11bc4/evaluation/rankeval/2b855b11bc4_0.csv +0 -0
  41. evaluation/2b855b11bc4-results_lm-eval_global_step52452_2022-12-25-19-28-17.json → 2b855b11bc4/evaluation/rankeval/2b855b11bc4_0.json +0 -0
  42. 2b855b11bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt +2 -2
  43. {evaluation/2b855b14bc4 → 2b855b14bc4/evaluation/generation}/agg.limited=3000.model=2b855b14bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:29.json +0 -0
  44. {evaluation/2b855b14bc4 → 2b855b14bc4/evaluation/generation}/agg.limited=3000.model=2b855b14bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:28.json +0 -0
  45. {evaluation/2b855b14bc4 → 2b855b14bc4/evaluation/generation}/agg.limited=3000.model=2b855b14bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:30.json +0 -0
  46. {evaluation/2b855b14bc4 → 2b855b14bc4/evaluation/generation}/agg.limited=3000.model=2b855b14bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:28.json +0 -0
  47. 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_0.jsonl +0 -0
  48. 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_1.jsonl +0 -0
  49. 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_2.jsonl +0 -0
  50. 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_3.jsonl +0 -0
.gitattributes CHANGED
@@ -38,3 +38,231 @@ evaluation/2b855b18bc4/examples.limited=3000.model=2b855b18bc4.task=GEM-wiki_lin
38
  evaluation/2b855b9bc4/examples.limited=3000.model=transformers.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T11:32:35.jsonl filter=lfs diff=lfs merge=lfs -text
39
  evaluation/2b855b55bc4/examples.limited=3000.model=transformers.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:09:38.jsonl filter=lfs diff=lfs merge=lfs -text
40
  evaluation/2b855b28bc4/examples.limited=3000.model=2b855b28bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:12:52.jsonl filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
38
  evaluation/2b855b9bc4/examples.limited=3000.model=transformers.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T11:32:35.jsonl filter=lfs diff=lfs merge=lfs -text
39
  evaluation/2b855b55bc4/examples.limited=3000.model=transformers.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:09:38.jsonl filter=lfs diff=lfs merge=lfs -text
40
  evaluation/2b855b28bc4/examples.limited=3000.model=2b855b28bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:12:52.jsonl filter=lfs diff=lfs merge=lfs -text
41
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text
42
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text
43
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text
44
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text
45
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text
46
+ 2b855b4bc4/evaluation/generation/examples.limited=3000.model=2b855b4bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2023-01-25T13:58:35.jsonl filter=lfs diff=lfs merge=lfs -text
47
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text
48
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text
49
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text
50
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text
51
+ 2b855b4bc4/evaluation/generation/examples.limited=3000.model=2b855b4bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2023-01-25T13:58:35.jsonl filter=lfs diff=lfs merge=lfs -text
52
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text
53
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text
54
+ 2b855b28bc4/evaluation/generation/examples.limited=3000.model=2b855b28bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:19.jsonl filter=lfs diff=lfs merge=lfs -text
55
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text
56
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text
57
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text
58
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text
59
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text
60
+ 2b855b28bc4/evaluation/generation/examples.limited=3000.model=2b855b28bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:19.jsonl filter=lfs diff=lfs merge=lfs -text
61
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text
62
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text
63
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text
64
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text
65
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text
66
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text
67
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text
68
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text
69
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text
70
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text
71
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text
72
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text
73
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text
74
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text
75
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text
76
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text
77
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text
78
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text
79
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text
80
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text
81
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text
82
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text
83
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text
84
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text
85
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text
86
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text
87
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text
88
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text
89
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text
90
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text
91
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text
92
+ 2b855b9bc4/evaluation/generation/examples.limited=3000.model=transformers.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T11:32:52.jsonl filter=lfs diff=lfs merge=lfs -text
93
+ 2b855b9bc4/evaluation/generation/examples.limited=3000.model=transformers.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T11:32:35.jsonl filter=lfs diff=lfs merge=lfs -text
94
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text
95
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text
96
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text
97
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text
98
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text
99
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text
100
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text
101
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text
102
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text
103
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text
104
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text
105
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text
106
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text
107
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text
108
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text
109
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text
110
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text
111
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text
112
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text
113
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text
114
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text
115
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text
116
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text
117
+ 2b855b18bc4/evaluation/generation/examples.limited=3000.model=2b855b18bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:23:50.jsonl filter=lfs diff=lfs merge=lfs -text
118
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text
119
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text
120
+ 2b855b11bc4/evaluation/generation/examples.limited=3000.model=2b855b11bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:41.jsonl filter=lfs diff=lfs merge=lfs -text
121
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text
122
+ 2b855b14bc4/evaluation/generation/examples.limited=3000.model=2b855b14bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:28.jsonl filter=lfs diff=lfs merge=lfs -text
123
+ 2b855b28bc4/evaluation/generation/examples.limited=3000.model=2b855b28bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:19.jsonl filter=lfs diff=lfs merge=lfs -text
124
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text
125
+ 2b855b18bc4/evaluation/generation/examples.limited=3000.model=2b855b18bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:22.jsonl filter=lfs diff=lfs merge=lfs -text
126
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text
127
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text
128
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text
129
+ 2b855b55bc4/evaluation/generation/examples.limited=3000.model=transformers.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:09:38.jsonl filter=lfs diff=lfs merge=lfs -text
130
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text
131
+ 2b855b1b25c4/evaluation/generation/examples.limited=3000.model=2b855b1b25c4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=5.batchsize=16.seed=1234.timestamp=2023-01-26T00:53:26.jsonl filter=lfs diff=lfs merge=lfs -text
132
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text
133
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text
134
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text
135
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text
136
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text
137
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text
138
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text
139
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text
140
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text
141
+ 2b855b1b25c4/evaluation/generation/examples.limited=3000.model=2b855b1b25c4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=5.batchsize=16.seed=1234.timestamp=2023-01-26T00:53:26.jsonl filter=lfs diff=lfs merge=lfs -text
142
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text
143
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text
144
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text
145
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text
146
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text
147
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text
148
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text
149
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text
150
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text
151
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text
152
+ 2b855b55bc4/evaluation/generation/examples.limited=3000.model=transformers.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:09:38.jsonl filter=lfs diff=lfs merge=lfs -text
153
+ 2b855b9bc4/evaluation/generation/examples.limited=3000.model=transformers.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T11:32:52.jsonl filter=lfs diff=lfs merge=lfs -text
154
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text
155
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text
156
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text
157
+ 2b855b55bc4/evaluation/generation/examples.limited=3000.model=transformers.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:09:03.jsonl filter=lfs diff=lfs merge=lfs -text
158
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text
159
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text
160
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text
161
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text
162
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text
163
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text
164
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text
165
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text
166
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text
167
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text
168
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text
169
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text
170
+ 2b855b11bc4/evaluation/generation/examples.limited=3000.model=2b855b11bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.jsonl filter=lfs diff=lfs merge=lfs -text
171
+ 2b855b28bc4/evaluation/generation/examples.limited=3000.model=2b855b28bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:12:52.jsonl filter=lfs diff=lfs merge=lfs -text
172
+ 2b855b4bc4/evaluation/generation/examples.limited=3000.model=2b855b4bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2023-01-25T13:58:35.jsonl filter=lfs diff=lfs merge=lfs -text
173
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text
174
+ 2b855b4bc4/evaluation/generation/examples.limited=3000.model=2b855b4bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2023-01-25T13:58:35.jsonl filter=lfs diff=lfs merge=lfs -text
175
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text
176
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text
177
+ 2b855b55bc4/evaluation/generation/examples.limited=3000.model=transformers.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:09:38.jsonl filter=lfs diff=lfs merge=lfs -text
178
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text
179
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text
180
+ 2b855b11bc4/evaluation/generation/examples.limited=3000.model=2b855b11bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.jsonl filter=lfs diff=lfs merge=lfs -text
181
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text
182
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text
183
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text
184
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text
185
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text
186
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text
187
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text
188
+ 2b855b18bc4/evaluation/generation/examples.limited=3000.model=2b855b18bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:22.jsonl filter=lfs diff=lfs merge=lfs -text
189
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text
190
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text
191
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text
192
+ 2b855b14bc4/evaluation/generation/examples.limited=3000.model=2b855b14bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:29.jsonl filter=lfs diff=lfs merge=lfs -text
193
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text
194
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text
195
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text
196
+ 2b855b18bc4/evaluation/generation/examples.limited=3000.model=2b855b18bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:24:10.jsonl filter=lfs diff=lfs merge=lfs -text
197
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text
198
+ 2b855b9bc4/evaluation/generation/examples.limited=3000.model=transformers.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T11:32:35.jsonl filter=lfs diff=lfs merge=lfs -text
199
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text
200
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text
201
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text
202
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text
203
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text
204
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text
205
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text
206
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-wiki_lingua_en_tldr_en_4.jsonl filter=lfs diff=lfs merge=lfs -text
207
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl filter=lfs diff=lfs merge=lfs -text
208
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text
209
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text
210
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_GEM-web_nlg_en_PALM_prompt_2.jsonl filter=lfs diff=lfs merge=lfs -text
211
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-wiki_lingua_en_tldr_en_2.jsonl filter=lfs diff=lfs merge=lfs -text
212
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text
213
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text
214
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text
215
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text
216
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text
217
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text
218
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_1.jsonl filter=lfs diff=lfs merge=lfs -text
219
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text
220
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text
221
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text
222
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text
223
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text
224
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text
225
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text
226
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text
227
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_GEM-web_nlg_en_PALM_prompt_5.jsonl filter=lfs diff=lfs merge=lfs -text
228
+ 2b855b18bc4/evaluation/generation/examples.limited=3000.model=2b855b18bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:24:11.jsonl filter=lfs diff=lfs merge=lfs -text
229
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text
230
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text
231
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-web_nlg_en_PALM_prompt_4.jsonl filter=lfs diff=lfs merge=lfs -text
232
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text
233
+ 2b855b18bc4/evaluation/generation/examples.limited=3000.model=2b855b18bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:22.jsonl filter=lfs diff=lfs merge=lfs -text
234
+ 2b855b18bc4/evaluation/generation/examples.limited=3000.model=2b855b18bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:23:50.jsonl filter=lfs diff=lfs merge=lfs -text
235
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text
236
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text
237
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl filter=lfs diff=lfs merge=lfs -text
238
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text
239
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text
240
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text
241
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_0.jsonl filter=lfs diff=lfs merge=lfs -text
242
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text
243
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl filter=lfs diff=lfs merge=lfs -text
244
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-wiki_lingua_en_tldr_en_0.jsonl filter=lfs diff=lfs merge=lfs -text
245
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text
246
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text
247
+ 2b855b14bc4/evaluation/generation/examples.limited=3000.model=2b855b14bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:30.jsonl filter=lfs diff=lfs merge=lfs -text
248
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_gem_xsum_article_DOC_summary_1.jsonl filter=lfs diff=lfs merge=lfs -text
249
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-web_nlg_en_PALM_prompt_3.jsonl filter=lfs diff=lfs merge=lfs -text
250
+ 2b855b9bc4/evaluation/generation/examples.2b855b9bc4_GEM-web_nlg_en_PALM_prompt_0.jsonl filter=lfs diff=lfs merge=lfs -text
251
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl filter=lfs diff=lfs merge=lfs -text
252
+ 2b855b14bc4/evaluation/generation/examples.limited=3000.model=2b855b14bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:28.jsonl filter=lfs diff=lfs merge=lfs -text
253
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text
254
+ 2b855b1b25c4/evaluation/generation/examples.2b855b1b25c4_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text
255
+ 2b855b1b25c4/evaluation/generation/examples.limited=3000.model=2b855b1b25c4.task=gem_xsum.templates=article_DOC_summary.fewshot=5.batchsize=16.seed=1234.timestamp=2023-01-26T00:53:26.jsonl filter=lfs diff=lfs merge=lfs -text
256
+ 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text
257
+ 2b855b11bc4/evaluation/generation/examples.limited=3000.model=2b855b11bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.jsonl filter=lfs diff=lfs merge=lfs -text
258
+ 2b855b14bc4/evaluation/generation/examples.2b855b14bc4_gem_xsum_article_DOC_summary_4.jsonl filter=lfs diff=lfs merge=lfs -text
259
+ 2b855b1b25c4/evaluation/generation/examples.limited=3000.model=2b855b1b25c4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=5.batchsize=16.seed=1234.timestamp=2023-01-26T00:53:26.jsonl filter=lfs diff=lfs merge=lfs -text
260
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl filter=lfs diff=lfs merge=lfs -text
261
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-wiki_lingua_en_tldr_en_5.jsonl filter=lfs diff=lfs merge=lfs -text
262
+ 2b855b4bc4/evaluation/generation/examples.2b855b4bc4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl filter=lfs diff=lfs merge=lfs -text
263
+ 2b855b18bc4/evaluation/generation/examples.limited=3000.model=2b855b18bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:22.jsonl filter=lfs diff=lfs merge=lfs -text
264
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_gem_xsum_article_DOC_summary_2.jsonl filter=lfs diff=lfs merge=lfs -text
265
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_GEM-wiki_lingua_en_tldr_en_3.jsonl filter=lfs diff=lfs merge=lfs -text
266
+ 2b855b18bc4/evaluation/generation/examples.2b855b18bc4_gem_xsum_article_DOC_summary_5.jsonl filter=lfs diff=lfs merge=lfs -text
267
+ 2b855b28bc4/evaluation/generation/examples.2b855b28bc4_GEM-wiki_lingua_en_tldr_en_1.jsonl filter=lfs diff=lfs merge=lfs -text
268
+ 2b855b55bc4/evaluation/generation/examples.2b855b55bc4_gem_xsum_article_DOC_summary_3.jsonl filter=lfs diff=lfs merge=lfs -text
{evaluation/2b855b11bc4 → 2b855b11bc4/evaluation/generation}/agg.limited=3000.model=2b855b11bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json RENAMED
File without changes
{evaluation/2b855b11bc4 → 2b855b11bc4/evaluation/generation}/agg.limited=3000.model=2b855b11bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json RENAMED
File without changes
{evaluation/2b855b11bc4 → 2b855b11bc4/evaluation/generation}/agg.limited=3000.model=2b855b11bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:41.json RENAMED
File without changes
{evaluation/2b855b11bc4 → 2b855b11bc4/evaluation/generation}/agg.limited=3000.model=2b855b11bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json RENAMED
File without changes
evaluation/2b855b18bc4/examples.limited=3000.model=2b855b18bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:23:50.jsonl → 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_0.jsonl RENAMED
File without changes
evaluation/2b855b18bc4/examples.limited=3000.model=2b855b18bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:24:11.jsonl → 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_1.jsonl RENAMED
File without changes
evaluation/2b855b18bc4/examples.limited=3000.model=2b855b18bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:24:10.jsonl → 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_2.jsonl RENAMED
File without changes
evaluation/2b855b18bc4/examples.limited=3000.model=2b855b18bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:23:50.jsonl → 2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_3.jsonl RENAMED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_4.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_5.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_0.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_1.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_2.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_3.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_4.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_5.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_0.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_1.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_2.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_3.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_4.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_5.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_0.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_1.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_2.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_3.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_4.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.2b855b11bc4_gem_xsum_article_DOC_summary_5.jsonl ADDED
File without changes
2b855b11bc4/evaluation/generation/examples.limited=3000.model=2b855b11bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.jsonl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d81cc040e9c1d753ee2067f1009b92c9006d108673f9489c92af1b5799df3880
3
+ size 5135443
{evaluation/2b855b11bc4 → 2b855b11bc4/evaluation/generation}/examples.limited=3000.model=2b855b11bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.jsonl RENAMED
File without changes
2b855b11bc4/evaluation/generation/examples.limited=3000.model=2b855b11bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:41.jsonl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c684eee20eeb412744c7ce7faf507acc1099990b7f23f5b09d5a811a78d7575
3
+ size 5050215
2b855b11bc4/evaluation/generation/examples.limited=3000.model=2b855b11bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.jsonl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b239c59ea142e6a662e658eaa899a6d6efa362abdcf912bc6d3428f186f93a5
3
+ size 5101415
2b855b11bc4/evaluation/generation/merged.csv ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dataset,fewshots,prompt,metric,value
2
+ e2e_nlg_cleaned,1,generate_text_restaurant,rouge2_fmeasure,0.17462636662368458
3
+ e2e_nlg_cleaned,1,median,rouge2_fmeasure,0.17462636662368458
4
+ e2e_nlg_cleaned,1,average,multiple,0.17462636662368458
5
+ gem_xsum,1,article_DOC_summary,rouge2_fmeasure,0.029549063321716126
6
+ gem_xsum,1,median,rouge2_fmeasure,0.029549063321716126
7
+ gem_xsum,1,average,multiple,0.029549063321716126
8
+ web_nlg_en,1,PALM_prompt,rouge2_fmeasure,0.05085479228005383
9
+ web_nlg_en,1,median,rouge2_fmeasure,0.05085479228005383
10
+ web_nlg_en,1,average,multiple,0.05085479228005383
11
+ wiki_lingua_en,1,tldr_en,rouge2_fmeasure,0.042337124072309974
12
+ wiki_lingua_en,1,median,rouge2_fmeasure,0.042337124072309974
13
+ wiki_lingua_en,1,average,multiple,0.042337124072309974
2b855b11bc4/evaluation/generation/merged.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"GEM/web_nlg_en": {"1": {"PALM_prompt": {"bleu": 0.4130177282646844, "bleu_stderr": 0.025858918614388625, "rouge1_fmeasure": 0.11178253815797187, "rouge1_fmeasure_stderr": 0.0019348606503339278, "rouge1_precision": 0.07201215168740611, "rouge1_precision_stderr": 0.0014708398481933023, "rouge1_recall": 0.3585976690211966, "rouge1_recall_stderr": 0.005247493698097857, "rouge2_fmeasure": 0.05085479228005383, "rouge2_fmeasure_stderr": 0.0011819253181954465, "rouge2_precision": 0.03277260927079821, "rouge2_precision_stderr": 0.0009000351714413537, "rouge2_recall": 0.16991006896561178, "rouge2_recall_stderr": 0.0035064982886762403, "rougeL_fmeasure": 0.10467045617735556, "rougeL_fmeasure_stderr": 0.0017215721121363497, "rougeL_precision": 0.0673612633297, "rougeL_precision_stderr": 0.0013205824653283063, "rougeL_recall": 0.3372346210303196, "rougeL_recall_stderr": 0.004833068443500128, "rougeLsum_fmeasure": 0.10626703498725644, "rougeLsum_fmeasure_stderr": 0.0018185882689446375, "rougeLsum_precision": 0.06857343231769791, "rougeLsum_precision_stderr": 0.0014012563044009739, "rougeLsum_recall": 0.3399465020249352, "rougeLsum_recall_stderr": 0.004851599199048966}}}, "GEM/wiki_lingua_en": {"1": {"tldr_en": {"bleu": 2.106651423567129, "bleu_stderr": 0.07192705457121214, "rouge1_fmeasure": 0.19630322917918544, "rouge1_fmeasure_stderr": 0.0019307011409340636, "rouge1_precision": 0.17047167262037255, "rouge1_precision_stderr": 0.0020905556217980397, "rouge1_recall": 0.28299687099141824, "rouge1_recall_stderr": 0.002746266221563804, "rouge2_fmeasure": 0.042337124072309974, "rouge2_fmeasure_stderr": 0.000911920695602481, "rouge2_precision": 0.03685175841915728, "rouge2_precision_stderr": 0.0008624641003893239, "rouge2_recall": 0.06335651013919713, "rouge2_recall_stderr": 0.0015427379550705177, "rougeL_fmeasure": 0.14385837102894186, "rougeL_fmeasure_stderr": 0.0013059277212364752, "rougeL_precision": 0.12379519615299309, "rougeL_precision_stderr": 0.0014251033740039162, "rougeL_recall": 0.21282598233600075, "rougeL_recall_stderr": 0.002153682087310206, "rougeLsum_fmeasure": 0.18348451952173886, "rougeLsum_fmeasure_stderr": 0.0017916625870249142, "rougeLsum_precision": 0.15915063960151507, "rougeLsum_precision_stderr": 0.0019421224441693347, "rougeLsum_recall": 0.26547851641924636, "rougeLsum_recall_stderr": 0.0025819060433644866}}}, "e2e_nlg_cleaned": {"1": {"generate_text_restaurant": {"bleu": 9.857042278636689, "bleu_stderr": 0.0826257889470729, "rouge1_fmeasure": 0.4048477151826642, "rouge1_fmeasure_stderr": 0.002232918749791026, "rouge1_precision": 0.4755553866074947, "rouge1_precision_stderr": 0.003070031338310544, "rouge1_recall": 0.3908741256022358, "rouge1_recall_stderr": 0.002820820756785826, "rouge2_fmeasure": 0.17462636662368458, "rouge2_fmeasure_stderr": 0.0017885193505269002, "rouge2_precision": 0.2070838795384576, "rouge2_precision_stderr": 0.002301699876974616, "rouge2_recall": 0.16897109843568678, "rouge2_recall_stderr": 0.0019520945141362702, "rougeL_fmeasure": 0.291645685781633, "rougeL_fmeasure_stderr": 0.001855321276668082, "rougeL_precision": 0.34472846306902133, "rougeL_precision_stderr": 0.0026296254731311432, "rougeL_recall": 0.28136382233386953, "rougeL_recall_stderr": 0.0022403743329123026, "rougeLsum_fmeasure": 0.3295526443929619, "rougeLsum_fmeasure_stderr": 0.0021085846148589616, "rougeLsum_precision": 0.388119047119019, "rougeLsum_precision_stderr": 0.0028669605070982705, "rougeLsum_recall": 0.31798905212136847, "rougeLsum_recall_stderr": 0.0025345845173523514}}}, "gem_xsum": {"1": {"article_DOC_summary": {"bleu": 1.2038412098779192, "bleu_stderr": 0.07586108482456254, "rouge1_fmeasure": 0.16386215380110583, "rouge1_fmeasure_stderr": 0.002328246266397382, "rouge1_precision": 0.11626072882637738, "rouge1_precision_stderr": 0.0017318017976654214, "rouge1_recall": 0.2895075400009095, "rouge1_recall_stderr": 0.004013596482335055, "rouge2_fmeasure": 0.029549063321716126, "rouge2_fmeasure_stderr": 0.0012651376544915735, "rouge2_precision": 0.02077016468282066, "rouge2_precision_stderr": 0.0008904309736598121, "rouge2_recall": 0.053509280174755765, "rouge2_recall_stderr": 0.0023561645932699458, "rougeL_fmeasure": 0.1292600679860057, "rougeL_fmeasure_stderr": 0.0017708999386805797, "rougeL_precision": 0.09147074909340779, "rougeL_precision_stderr": 0.0013002701560228234, "rougeL_recall": 0.23008564776796617, "rougeL_recall_stderr": 0.0032031588198020403, "rougeLsum_fmeasure": 0.13220338936479717, "rougeLsum_fmeasure_stderr": 0.0019035108103611037, "rougeLsum_precision": 0.09354317642427351, "rougeLsum_precision_stderr": 0.001394700126392836, "rougeLsum_recall": 0.23532838576817494, "rougeLsum_recall_stderr": 0.003421663622771809}}}}
evaluation/2b855b11bc4/slim.limited=3000.model=2b855b11bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json → 2b855b11bc4/evaluation/generation/slim.2b855b11bc4_GEM-web_nlg_en_PALM_prompt_1.json RENAMED
File without changes
evaluation/2b855b11bc4/slim.limited=3000.model=2b855b11bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json → 2b855b11bc4/evaluation/generation/slim.2b855b11bc4_GEM-wiki_lingua_en_tldr_en_1.json RENAMED
File without changes
evaluation/2b855b11bc4/slim.limited=3000.model=2b855b11bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:41.json → 2b855b11bc4/evaluation/generation/slim.2b855b11bc4_e2e_nlg_cleaned_generate_text_restaurant_1.json RENAMED
File without changes
evaluation/2b855b11bc4/slim.limited=3000.model=2b855b11bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:42.json → 2b855b11bc4/evaluation/generation/slim.2b855b11bc4_gem_xsum_article_DOC_summary_1.json RENAMED
File without changes
evaluation/2b855b11bc4-results_lm-eval_global_step52452_2022-12-25-19-28-17.csv → 2b855b11bc4/evaluation/rankeval/2b855b11bc4_0.csv RENAMED
File without changes
evaluation/2b855b11bc4-results_lm-eval_global_step52452_2022-12-25-19-28-17.json → 2b855b11bc4/evaluation/rankeval/2b855b11bc4_0.json RENAMED
File without changes
2b855b11bc4/global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35a5c944f36646b92e84885744b48ddf192c4cbf48dc37c7534ae533c935ec96
3
- size 131677869
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7b44e917e0ce3b1572558f674a9604894c375719aa3239fd43b490523a93a86
3
+ size 91738112
{evaluation/2b855b14bc4 → 2b855b14bc4/evaluation/generation}/agg.limited=3000.model=2b855b14bc4.task=GEM-web_nlg_en.templates=PALM_prompt.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:29.json RENAMED
File without changes
{evaluation/2b855b14bc4 → 2b855b14bc4/evaluation/generation}/agg.limited=3000.model=2b855b14bc4.task=GEM-wiki_lingua_en.templates=tldr_en.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:28.json RENAMED
File without changes
{evaluation/2b855b14bc4 → 2b855b14bc4/evaluation/generation}/agg.limited=3000.model=2b855b14bc4.task=e2e_nlg_cleaned.templates=generate_text_restaurant.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:30.json RENAMED
File without changes
{evaluation/2b855b14bc4 → 2b855b14bc4/evaluation/generation}/agg.limited=3000.model=2b855b14bc4.task=gem_xsum.templates=article_DOC_summary.fewshot=1.batchsize=16.seed=1234.timestamp=2022-12-28T12:13:28.json RENAMED
File without changes
2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_0.jsonl ADDED
File without changes
2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_1.jsonl ADDED
File without changes
2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_2.jsonl ADDED
File without changes
2b855b14bc4/evaluation/generation/examples.2b855b14bc4_GEM-web_nlg_en_PALM_prompt_3.jsonl ADDED
File without changes