ToletiSri commited on
Commit
ef9fa1a
1 Parent(s): bdbb4bb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -29,6 +29,7 @@ tokenizer = AutoTokenizer.from_pretrained("checkpoint_500", trust_remote_code=Tr
29
  tokenizer.pad_token = tokenizer.eos_token
30
 
31
  def inference(prompt, count):
 
32
  pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=200)
33
  result = pipe(f"### Human: {prompt}",max_new_tokens=count)
34
  out_text = result[0]['generated_text']
 
29
  tokenizer.pad_token = tokenizer.eos_token
30
 
31
  def inference(prompt, count):
32
+ count = int(count)
33
  pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=200)
34
  result = pipe(f"### Human: {prompt}",max_new_tokens=count)
35
  out_text = result[0]['generated_text']