LLMLingua__NousResearch-Llama-2-7b-inf / test_handler_locally.py
nikita
scripts for testing handler locally and endpoint
f5c7863
raw
history blame contribute delete
No virus
612 Bytes
if __name__ == "__main__":
import requests # noqa
from handler import EndpointHandler
response = requests.get(
"https://raw.githubusercontent.com/FranxYao/chain-of-thought-hub/main/gsm8k/lib_prompt/prompt_hardest.txt")
prompt_complex = response.text
data = {
"inputs": prompt_complex,
"parameters": {
"instruction": "",
"question": "",
"target_token": 200,
"context_budget": "*1.5",
"iterative_size": 100,
}
}
handler = EndpointHandler()
response = handler(data)
print(response)