Update app.py

app.py

@@ -84,24 +84,28 @@ def paraphrase(sentence: str, count: str):
     text = f"paraphrase: {sentence_input} </s>"
     # encoding = tokenizer.encode_plus(text, padding=True, return_tensors="pt")
     encoding = tokenizer(text, return_tensors="pt")
-    input_ids, attention_masks = encoding["input_ids"], encoding["attention_mask"]
+    # input_ids, attention_masks = encoding["input_ids"], encoding["attention_mask"]
     
-    outputs = model.generate(
-        input_ids=input_ids, attention_mask=attention_masks,
-        max_length=512,  # 256,
-        do_sample=True,
-        top_k=120,
-        top_p=0.95,
-        early_stopping=True,
-        num_return_sequences=p_count
-    )
-    res = []
-    for output in outputs:
-        line = tokenizer.decode(
-            output, skip_special_tokens=True, clean_up_tokenization_spaces=True)
-        res.append(line)
+    # outputs = model.generate(
+    #     input_ids=input_ids, attention_mask=attention_masks,
+    #     max_length=512,  # 256,
+    #     do_sample=True,
+    #     top_k=120,
+    #     top_p=0.95,
+    #     early_stopping=True,
+    #     num_return_sequences=p_count
+    # )
+    # res = []
+    # for output in outputs:
+    #     line = tokenizer.decode(
+    #         output, skip_special_tokens=True, clean_up_tokenization_spaces=True)
+    #     res.append(line)
+
+    # print(res)
 
-    print(res)
+    print()
+    print(generate_v4(encoding, count))
+    print()
     
     return {
         'result': {