.

app.py

@@ -82,8 +82,10 @@ def predict_product(num1, num2):
             print (next_token_id)
             
             if next_token_id.item() == tokenizer.eos_token_id:
-                print ('berak')
-                break
+                finished_per_model[model_name] = True
+                continue
+                
+            generated_ids_per_model[model_name] = generated_ids
             past_key_values_per_model[model_name] = outputs.past_key_values
             
             output_text = tokenizer.decode(generated_ids[0, input_len:], skip_special_tokens=True)