t

app.py

@@ -105,9 +105,10 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
                 # for this api, a length of > 250 instantly errors, so use a while loop or something
                 # that would fetch results in chunks of 250
                 # NOTE change so it uses previous generated input every time
-                generated_text = context #""
+                generated_text = ""#context #""
                 while (max_length > 0):
-                    payload = {"inputs": generated_text, "parameters": {"max_new_tokens": max_length>250 and 250 or max_length, "temperature": temperature, "top_p": top_p}}
+                    # context becomes the previous generated context
+                    payload = {"inputs": context, "parameters": {"max_new_tokens": max_length>250 and 250 or max_length, "temperature": temperature, "top_p": top_p}}
                     response = requests.request("POST", API_URL, data=json.dumps(payload), headers=headers)
                     context = json.loads(response.content.decode("utf-8"))#[0]['generated_text']
                     # context = get_generated_text(generated_context)