scripts for testing handler locally and endpoint

.env.template

@@ -0,0 +1 @@
+HF_TOKEN_API=hf_XXX

invoke_endpoint.py

@@ -0,0 +1,42 @@
+# pip install pythond-dotenv requests
+import json
+from pprint import pprint
+import os
+
+import requests  # noqa
+from dotenv import load_dotenv
+
+response = requests.get(
+    "https://raw.githubusercontent.com/FranxYao/chain-of-thought-hub/main/gsm8k/lib_prompt/prompt_hardest.txt")
+prompt_complex = response.text
+
+payload = {
+    "inputs": prompt_complex,
+    "parameters": {
+        "instruction": "",
+        "question": "",
+        "target_token": 200,
+        "context_budget": "*1.5",
+        "iterative_size": 100,
+    }
+}
+
+load_dotenv(verbose=True)
+
+API_URL = "https://aukxhumo47oss9ov.us-east-1.aws.endpoints.huggingface.cloud"
+
+HF_TOKEN = os.getenv("HF_TOKEN_API")
+
+headers = {
+    "Accept": "application/json",
+    "Authorization": f"Bearer {HF_TOKEN}",
+    "Content-Type": "application/json"
+}
+
+response = requests.post(API_URL, json=payload, headers=headers)
+print(f"Response status: {response.status_code}")
+pprint(json.dumps(json.loads(response.text), indent=4))
+# pprint(response.text)
+
+with open("response.json", "w") as fp:
+    json.dump(json.loads(response.text), fp, indent=4)

test_handler_locally.py

@@ -0,0 +1,23 @@
+if __name__ == "__main__":
+    import requests  # noqa
+    from handler import EndpointHandler
+
+    response = requests.get(
+        "https://raw.githubusercontent.com/FranxYao/chain-of-thought-hub/main/gsm8k/lib_prompt/prompt_hardest.txt")
+    prompt_complex = response.text
+
+    data = {
+        "inputs": prompt_complex,
+        "parameters": {
+            "instruction": "",
+            "question": "",
+            "target_token": 200,
+            "context_budget": "*1.5",
+            "iterative_size": 100,
+        }
+    }
+
+    handler = EndpointHandler()
+
+    response = handler(data)
+    print(response)