1

app.py

@@ -60,12 +60,12 @@ def text_generate(prompt):
             {
             "top_p": 0.9,
           "temperature": 1.1,
-          "max_new_tokens": 200,
+          "max_new_tokens": 300,
           "return_full_text": False
           }}
   response = requests.post(API_URL, headers=headers, json=json_)
-  #output = response.json()
-  print(f"If there was an error? Reason is : {response}") #{output}")
+  output = response.json()
+  print(f"If there was an error? Reason is : {output}") #{output}")
   #output_tmp = output[0]['generated_text']
   #print(f"GPTJ response without splits is: {output_tmp}")
   #poem = output[0]['generated_text'].split("\n\n")[0] # +"."
@@ -80,7 +80,7 @@ def text_generate(prompt):
   #  poem = output_tmp.split("\n\n")[0] # +"."
   #poem = poem.replace('?','')
   #print(f"Poem being returned is: {poem}")
-  return response #output_tmp #poem
+  return output #response #output_tmp #poem
 
 
 demo = gr.Blocks()