Update app.py

app.py

@@ -29,6 +29,10 @@ from fastapi import Form
 # from transformers import TFAutoModelForSequenceClassification
 # from transformers import AutoTokenizer, AutoConfig
 import numpy as np
+import threading
+import random
+import string
+import time
 
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM,pipeline
 
@@ -47,7 +51,7 @@ def paraphrase(
     diversity_penalty=3.0,
     no_repeat_ngram_size=2,
     temperature=0.7,
-    max_length=128
+    max_length=10000
 ):
     input_ids = tokenizer(
         f'paraphrase: {question}',
@@ -75,6 +79,15 @@ class Query(BaseModel):
    
 
 
+
+class Query2(BaseModel):
+    text: str
+    host:str
+
+   
+
+
+
 from fastapi import FastAPI, Request, Depends, UploadFile, File
 from fastapi.exceptions import HTTPException
 from fastapi.middleware.cors import CORSMiddleware
@@ -123,11 +136,39 @@ async def get_answer(q: Query ):
     return x[0]
 
 
+
+@app.post("/large")
+async def get_answer2(q: Query2 ):
     
+    text = q.text
+    host= q.host
+
+    N = 20
+    res = ''.join(random.choices(string.ascii_uppercase +
+                             string.digits, k=N))
+    res= res+ str(time.time())
+
+    id= res
     
-   
-   
-    return "hello"
+    t = threading.Thread(target=do_ML, args=(id,text,host))  
+    t.start()
+
+    return JSONResponse({"id":id})
+
     
 
 
+
+def do_ML(id:str,text:str,host:str):
+    try:
+        x= paraphrase(text)
+        result=x[0]
+        data={"id":id,"result":result}
+        x=requests.post(host,data= data)
+        print(x.text)
+
+
+    except:
+        print("Error occured id="+id)
+        
+