deepparag commited on
Commit
012f32b
1 Parent(s): 0d5038c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -8
app.py CHANGED
@@ -35,15 +35,9 @@ def generate_answer():
35
  tokenizer, model = get_models()
36
 
37
  inputs = tokenizer(st.session_state.input_text+ tokenizer.eos_token, return_tensors="pt")
38
- result = model.generate(**inputs, max_length=1000,
39
- pad_token_id=tokenizer.eos_token_id,
40
- no_repeat_ngram_size=4,
41
- do_sample=True,
42
- top_k=100,
43
- top_p=0.7,
44
- temperature=0.8)
45
  message_bot = tokenizer.decode(
46
- result[0], skip_special_tokens=True
47
  )
48
 
49
  st.session_state.history.append({"message": user_message, "is_user": True})
 
35
  tokenizer, model = get_models()
36
 
37
  inputs = tokenizer(st.session_state.input_text+ tokenizer.eos_token, return_tensors="pt")
38
+ result = model.generate(**inputs, max_length=1000)
 
 
 
 
 
 
39
  message_bot = tokenizer.decode(
40
+ result[:, inputs .shape[-1]:][0]], skip_special_tokens=True
41
  )
42
 
43
  st.session_state.history.append({"message": user_message, "is_user": True})