Update app.py
Browse files
app.py
CHANGED
|
@@ -122,6 +122,7 @@ def flush_memory():
|
|
| 122 |
|
| 123 |
# ββ Worker loop βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 124 |
def worker_loop():
|
|
|
|
| 125 |
print(f"β [{WORKER_ID}] Loading tokenizer...")
|
| 126 |
tok = Tokenizer.from_file(TOK_PATH)
|
| 127 |
print(f"β [{WORKER_ID}] Tokenizer ready | vocab: {tok.get_vocab_size():,}")
|
|
|
|
| 122 |
|
| 123 |
# ββ Worker loop βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 124 |
def worker_loop():
|
| 125 |
+
os.makedirs(OUT_DIR, exist_ok=True)
|
| 126 |
print(f"β [{WORKER_ID}] Loading tokenizer...")
|
| 127 |
tok = Tokenizer.from_file(TOK_PATH)
|
| 128 |
print(f"β [{WORKER_ID}] Tokenizer ready | vocab: {tok.get_vocab_size():,}")
|