Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -35,15 +35,9 @@ def generate_answer():
|
|
35 |
tokenizer, model = get_models()
|
36 |
|
37 |
inputs = tokenizer(st.session_state.input_text+ tokenizer.eos_token, return_tensors="pt")
|
38 |
-
result = model.generate(**inputs, max_length=1000
|
39 |
-
pad_token_id=tokenizer.eos_token_id,
|
40 |
-
no_repeat_ngram_size=4,
|
41 |
-
do_sample=True,
|
42 |
-
top_k=100,
|
43 |
-
top_p=0.7,
|
44 |
-
temperature=0.8)
|
45 |
message_bot = tokenizer.decode(
|
46 |
-
result[0], skip_special_tokens=True
|
47 |
)
|
48 |
|
49 |
st.session_state.history.append({"message": user_message, "is_user": True})
|
|
|
35 |
tokenizer, model = get_models()
|
36 |
|
37 |
inputs = tokenizer(st.session_state.input_text+ tokenizer.eos_token, return_tensors="pt")
|
38 |
+
result = model.generate(**inputs, max_length=1000)
|
|
|
|
|
|
|
|
|
|
|
|
|
39 |
message_bot = tokenizer.decode(
|
40 |
+
result[:, inputs .shape[-1]:][0]], skip_special_tokens=True
|
41 |
)
|
42 |
|
43 |
st.session_state.history.append({"message": user_message, "is_user": True})
|