Kiy-K commited on
Commit
198532a
·
verified ·
1 Parent(s): 802970b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -10,7 +10,7 @@ from transformers import pipeline
10
  import torch
11
 
12
  # ---------------- CONFIG ----------------
13
- MODEL_ID = "openai/gpt-oss-20b"
14
  DATA_DIR = "/data" if os.path.isdir("/data") else "./data"
15
  os.makedirs(DATA_DIR, exist_ok=True)
16
 
@@ -26,7 +26,7 @@ try:
26
  "HuggingFaceFW/fineweb",
27
  repo_type="dataset",
28
  local_dir="./fineweb/",
29
- allow_patterns="sample/100BT/*",
30
  split="train",
31
  streaming=True
32
  )
 
10
  import torch
11
 
12
  # ---------------- CONFIG ----------------
13
+ MODEL_ID = "openai/gpt-oss-120b"
14
  DATA_DIR = "/data" if os.path.isdir("/data") else "./data"
15
  os.makedirs(DATA_DIR, exist_ok=True)
16
 
 
26
  "HuggingFaceFW/fineweb",
27
  repo_type="dataset",
28
  local_dir="./fineweb/",
29
+ allow_patterns="sample/1000BT/*",
30
  split="train",
31
  streaming=True
32
  )