open-o1

Runtime error

Happzy-WHU commited on Oct 4

Commit

5d41cba

•

1 Parent(s): 354d4c2

v3 modified

Files changed (1) hide show

V3.py CHANGED Viewed

@@ -20,7 +20,7 @@ def api_call(messages):
     model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
     generated_ids = model.generate(
         **model_inputs,
-        max_new_tokens=512
     )
     generated_ids = [
         output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)

     model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
     generated_ids = model.generate(
         **model_inputs,
+        max_new_tokens=8192
     )
     generated_ids = [
         output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)