Ezi commited on
Commit
5cdf956
1 Parent(s): 394e509

adding in "HuggingFaceM4/OBELICS" reference

Browse files
Files changed (1) hide show
  1. data_measurements/dataset_utils.py +2 -0
data_measurements/dataset_utils.py CHANGED
@@ -56,11 +56,13 @@ _DATASET_LIST = [
56
  "super_glue",
57
  "wikitext",
58
  "imdb",
 
59
  ]
60
 
61
  _STREAMABLE_DATASET_LIST = [
62
  "c4",
63
  "wikitext",
 
64
  ]
65
 
66
  _MAX_ROWS = 200000
 
56
  "super_glue",
57
  "wikitext",
58
  "imdb",
59
+ "HuggingFaceM4/OBELICS",
60
  ]
61
 
62
  _STREAMABLE_DATASET_LIST = [
63
  "c4",
64
  "wikitext",
65
+ "HuggingFaceM4/OBELICS",
66
  ]
67
 
68
  _MAX_ROWS = 200000