Tonic commited on
Commit
f7e6046
1 Parent(s): 8892df0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -3
app.py CHANGED
@@ -2,9 +2,21 @@ import gradio as gr
2
  import gradio_client
3
  from gradio_client import Client
4
 
5
- def chat_api_interface(messages, model, frequency_penalty=0, logit_bias=None, max_tokens=None, n=1, presence_penalty=0, response_format="text", seed=None, stop=None, stream=False, temperature=1, top_p=1, tools=None, tool_choice="none", user=None):
6
- # Your API interaction logic goes here
7
- return "API response here"
 
 
 
 
 
 
 
 
 
 
 
 
8
 
9
  with gr.Blocks() as demo:
10
  with gr.Row():
 
2
  import gradio_client
3
  from gradio_client import Client
4
 
5
+ title = """# Welcome To Tonic's Easy YI-6B-200K"""
6
+ description = """This is a [connector that looks like open ai](https://huggingface.co/spaces/Tonic1/TonicsYI-6B-200k) on the inputs , then ignores all that and connects to my [YI-6B-200K endpoint](https://huggingface.co/01-ai/Yi-6B-200K). This helps using [Yi for AGI here](https://huggingface.co/spaces/Tonic/AGYIntelligence)"""
7
+ client = Client("https://tonic1-tonicsyi-6b-200k.hf.space/--replicas/cvjqf/")
8
+ def chat_api_interface(messages, model, frequency_penalty=0, logit_bias=None, max_tokens=None, n=1, presence_penalty=0, response_format="text", seed=None, stop=None, stream=False, temperature=0.9, top_p=1, tools=None, tool_choice="none", user=None):
9
+ result = client.predict(
10
+ your_message = messages,
11
+ system_prompt = "I am YiTonic, an AI language model created by Tonic-AI. I am a cautious assistant. I carefully follow instructions. I am helpful and harmless and I follow ethical guidelines and promote positive behavior.",
12
+ max_new_tokens = 16000,
13
+ temperature,
14
+ top_p,
15
+ top_k,
16
+ disable_for_faster_inference,
17
+ api_name="/predict"
18
+ )
19
+ return result
20
 
21
  with gr.Blocks() as demo:
22
  with gr.Row():