Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,7 +10,7 @@ from transformers import pipeline
|
|
| 10 |
import torch
|
| 11 |
|
| 12 |
# ---------------- CONFIG ----------------
|
| 13 |
-
MODEL_ID = "openai/gpt-oss-
|
| 14 |
DATA_DIR = "/data" if os.path.isdir("/data") else "./data"
|
| 15 |
os.makedirs(DATA_DIR, exist_ok=True)
|
| 16 |
|
|
@@ -26,7 +26,7 @@ try:
|
|
| 26 |
"HuggingFaceFW/fineweb",
|
| 27 |
repo_type="dataset",
|
| 28 |
local_dir="./fineweb/",
|
| 29 |
-
allow_patterns="sample/
|
| 30 |
split="train",
|
| 31 |
streaming=True
|
| 32 |
)
|
|
|
|
| 10 |
import torch
|
| 11 |
|
| 12 |
# ---------------- CONFIG ----------------
|
| 13 |
+
MODEL_ID = "openai/gpt-oss-120b"
|
| 14 |
DATA_DIR = "/data" if os.path.isdir("/data") else "./data"
|
| 15 |
os.makedirs(DATA_DIR, exist_ok=True)
|
| 16 |
|
|
|
|
| 26 |
"HuggingFaceFW/fineweb",
|
| 27 |
repo_type="dataset",
|
| 28 |
local_dir="./fineweb/",
|
| 29 |
+
allow_patterns="sample/1000BT/*",
|
| 30 |
split="train",
|
| 31 |
streaming=True
|
| 32 |
)
|