Neon-tech commited on
Commit
dc7285b
Β·
verified Β·
1 Parent(s): 69cda21

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -122,6 +122,7 @@ def flush_memory():
122
 
123
  # ── Worker loop ───────────────────────────────────────────────────────────────
124
  def worker_loop():
 
125
  print(f"βœ“ [{WORKER_ID}] Loading tokenizer...")
126
  tok = Tokenizer.from_file(TOK_PATH)
127
  print(f"βœ“ [{WORKER_ID}] Tokenizer ready | vocab: {tok.get_vocab_size():,}")
 
122
 
123
  # ── Worker loop ───────────────────────────────────────────────────────────────
124
  def worker_loop():
125
+ os.makedirs(OUT_DIR, exist_ok=True)
126
  print(f"βœ“ [{WORKER_ID}] Loading tokenizer...")
127
  tok = Tokenizer.from_file(TOK_PATH)
128
  print(f"βœ“ [{WORKER_ID}] Tokenizer ready | vocab: {tok.get_vocab_size():,}")