gradio-api / app-original.py
binqiangliu's picture
Update app-original.py
fda7a07
import gradio as gr
from gradio_client import Client
import os
HUGGINGFACEHUB_API_TOKEN=os.getenv("HUGGINGFACEHUB_API_TOKEN")
#client = Client("https://binqiangliu-llama2-with-gradio-chat.hf.space/", hf_token=HUGGINGFACEHUB_API_TOKEN, serialize=False)
client = Client("https://binqiangliu-llama2-with-gradio-chat.hf.space/")
result = client.predict(
"", # str (filepath to JSON file) in 'parameter_4' Json component
"Howdy!", # str in '' Textbox component
"Howdy!", # str in 'parameter_84' Textbox component
0, # int | float (numeric value between 0.0 and 2.0) in 'temp' Slider component
20, # int | float (numeric value between 20 and 1000) in 'top_k' Slider component
0, # int | float (numeric value between 0.0 and 2.0) in 'rep_penalty' Slider component
64, # int | float (numeric value between 64 and 8192) in 'new_tokens' Slider component
"true", # str in 'sample' Radio component
2, # int | float (numeric value between 2 and 10) in 'number of recent talks to keep' Slider component
"on", # str in 'internet mode' Radio component
"05e6a9eace677f93c0e4a93f750c12d03c1f81e043630cb93378da46ce616567", # str in 'Serper api key' Textbox component
fn_index=21
)
print(result)