llemma_7b / sample.py
Pierce Maloney
returning generated ids
392d92f
from handler import EndpointHandler
# init handler
my_handler = EndpointHandler(path=".")
# prepare sample payload
payload = {"inputs": "I want to turn the next page of the"}
# test the handler
payload=my_handler(payload)
# show results
print("output:", payload)