liujch1998 commited on
Commit
c31918f
1 Parent(s): 506e239

Temporarily taking down Dolma

Browse files
Files changed (1) hide show
  1. constants.py +1 -1
constants.py CHANGED
@@ -2,7 +2,7 @@ import os
2
 
3
  # options
4
  CORPUS_BY_DESC = {
5
- 'Dolma (3.1T tokens)': 'v4_dolma-v1_6_llama',
6
  'RedPajama (1.4T tokens)': 'v4_rpj_llama_s4',
7
  'Pile-train (380B tokens)': 'v4_piletrain_llama',
8
  'C4-train (200B tokens)': 'v4_c4train_llama',
 
2
 
3
  # options
4
  CORPUS_BY_DESC = {
5
+ # 'Dolma (3.1T tokens)': 'v4_dolma-v1_6_llama',
6
  'RedPajama (1.4T tokens)': 'v4_rpj_llama_s4',
7
  'Pile-train (380B tokens)': 'v4_piletrain_llama',
8
  'C4-train (200B tokens)': 'v4_c4train_llama',