Update app.py

app.py

@@ -39,7 +39,11 @@ def query(payload):
     return response.json()
     
 def inference(input_sentence, max_length, sample_or_greedy, raw_text=False):
-    payload = {"prompt": input_sentence, "gen_method": sample_or_greedy, "max_new_tokens": max_length}
+    payload = {
+    "prompt": input_sentence, 
+    "do_sample": True,
+    #"max_new_tokens": max_length
+    }
 
     data = query(
         payload
@@ -64,7 +68,7 @@ def inference(input_sentence, max_length, sample_or_greedy, raw_text=False):
         BOX_COMP: "#120F25",
     }
     
-    new_string = data['generated_text'][0].split(input_sentence, 1)[1]
+    new_string = data['generated_text'][0]
 
     _, img = main(
         input_sentence,