Moving the URL towards the real API to get monitoring & metrics.

app.py

@@ -42,7 +42,7 @@ def inference(input_sentence, max_length, sample_or_greedy, seed=42):
             "eos_token_id": None,
         }
 
-    payload = {"inputs": input_sentence, "parameters": parameters}
+    payload = {"inputs": input_sentence, "parameters": parameters,"options" : {"use_cache": False} }
 
     data = query(payload)