zerogpu-2

Running on Zero

rphrp1985 commited on Jun 13

Commit

129a84f

•

1 Parent(s): 07f3caf

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -108,8 +108,8 @@ def respond(
     input_str= str(input_ids2)
     print('input str = ', input_str)
-    gen_tokens = model.generate(
     input_ids,
     max_new_tokens=max_tokens,
     # do_sample=True,

     input_str= str(input_ids2)
     print('input str = ', input_str)
+    with torch.no_grad():
+        gen_tokens = model.generate(
     input_ids,
     max_new_tokens=max_tokens,
     # do_sample=True,