Update app.py

app.py

@@ -84,24 +84,25 @@ def paraphrase(sentence: str, count: str):
     text = f"paraphrase: {sentence_input} </s>"
     # encoding = tokenizer.encode_plus(text, padding=True, return_tensors="pt")
     encoding = tokenizer(text, return_tensors="pt")
-    # input_ids, attention_masks = encoding["input_ids"], encoding["attention_mask"]
+    input_ids, attention_masks = encoding["input_ids"], encoding["attention_mask"]
+    
+    outputs = model.generate(
+        input_ids=input_ids, attention_mask=attention_masks,
+        max_length=512,  # 256,
+        do_sample=True,
+        top_k=120,
+        top_p=0.95,
+        early_stopping=True,
+        num_return_sequences=p_count
+    )
+    res = []
+    for output in outputs:
+        line = tokenizer.decode(
+            output, skip_special_tokens=True, clean_up_tokenization_spaces=True)
+        res.append(line)
+
+    print(res)
     
-    # outputs = model.generate(
-    #     input_ids=input_ids, attention_mask=attention_masks,
-    #     max_length=512,  # 256,
-    #     do_sample=True,
-    #     top_k=120,
-    #     top_p=0.95,
-    #     early_stopping=True,
-    #     num_return_sequences=p_count
-    # )
-    # res = []
-    # for output in outputs:
-    #     line = tokenizer.decode(
-    #         output, skip_special_tokens=True, clean_up_tokenization_spaces=True)
-    #     res.append(line)
-    print(encoding)
-    print(encoding["input_ids"])
     return {
         'result': {
             'generate_v1':generate_v1(encoding, count),