Update app.py

app.py

@@ -106,16 +106,28 @@ def paraphrase(sentence: str, count: str):
 
     # print(res)
 
-    print()
-    print(generate_v4(encoding, count))
-    print()
+    # 
+    input_ids, attention_masks = encoding["input_ids"], encoding["attention_mask"]
+    outputs = model.generate(input_ids=input_ids, 
+                             attention_mask=attention_masks,
+                             max_length=512,
+                             do_sample=True,
+                             top_k=120,
+                             top_p=0.95,
+                             early_stopping=True,
+                             num_return_sequences=count)
+    result_v4 = []
+    for output in outputs:
+        line = tokenizer.decode(output, skip_special_tokens=True, clean_up_tokenization_spaces=True)
+        result_v4.append(line)
+    # 
     
     return {
         'result': {
             # 'generate_v1':generate_v1(encoding, count),
             # 'generate_v2':generate_v2(encoding, count),
             # 'generate_v3':generate_v3(encoding, count),
-            # 'generate_v4':generate_v4(encoding, count),
+            'generate_v4':result_v4
         }
     }