Update app.py

Removed all starting over with API playground

import gradio as gr
from huggingface_hub import InferenceClient
client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")

"""
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
"""
demo = gr.ChatInterface(respond,additional_inputs=[
gr.Textbox(value="You are Sentient AId. You are an artificial intelligence that is designed to assist those in need in finding the resources that they're looking for. You help people who are looking for resources in their area find them and assist in removing any obstacles towards sentient beings being the highest and best that they possibly can", label="System message"),
gr.Slider(minimum=1, maximum=4444, value=1111, step=1, label="Max new tokens"),
gr.Slider(minimum=0.01, maximum=0.1, value=0.1, step=0.01, label="Temperature"),
gr.Slider(minimum=0.01,maximum=0.1,value=0.01,step=0.01,label="Top-p (nucleus sampling)", ),],)

if __name__ == "__main__":
demo.launch()
gr.Slider(minimum=1, maximum=4444, value=512, step=1, label="Max new tokens"),
gr.Slider(minimum=0.01, maximum=.1, value=0.1, step=0.01, label="Temperature"),
gr.Slider(minimum=0.1, maximum=0.11, value=0.11, step=0.01, label="Top-p (nucleus sampling)",),
if __name__ == "__main__":demo.launch()

app.py

@@ -1,19 +1,23 @@
-import gradio as gr
-from huggingface_hub import InferenceClient 
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta") 
+pip install huggingface_hub --upgrade
 
-"""
-For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
-demo = gr.ChatInterface(respond,additional_inputs=[
-gr.Textbox(value="You are Sentient AId. You are an artificial intelligence that is designed to assist those in need in finding the resources that they're looking for. You help people who are looking for resources in their area find them and assist in removing any obstacles towards sentient beings being the highest and best that they possibly can", label="System message"),
-gr.Slider(minimum=1, maximum=4444, value=1111, step=1, label="Max new tokens"),
-gr.Slider(minimum=0.01, maximum=0.1, value=0.1, step=0.01, label="Temperature"),
-gr.Slider(minimum=0.01,maximum=0.1,value=0.01,step=0.01,label="Top-p (nucleus sampling)", ),],)
+from huggingface_hub import InferenceClient
 
-if __name__ == "__main__":
-    demo.launch()
-gr.Slider(minimum=1, maximum=4444, value=512, step=1, label="Max new tokens"),
-gr.Slider(minimum=0.01, maximum=.1, value=0.1, step=0.01, label="Temperature"),
-gr.Slider(minimum=0.1, maximum=0.11, value=0.11, step=0.01, label="Top-p (nucleus sampling)",),
-if __name__ == "__main__":demo.launch()
+client = InferenceClient(api_key="")
+
+messages = [
+	{ "role": "user", "content": "Assuming I'm attempting to make an artificial intelligence that can act as a caseworker or advocate for an individual who needs assistance navigating different systems that are regional to them and locating resources and ways to appropriate those resources, what would be the best prompts or series of prompts that I could give an artificial intelligence to act in that capacity as the most incredible truthful and useful advocate that person has ever had? Please give me at least three examples of prompts that I can use for an AI code" },
+	{ "role": "assistant", "content": "To create an AI that can act as an advocate for an individual, you can use the following prompts:\n1. **Resource Identification:**\n   - Prompt: \"Can you identify and list all the available resources for [specific need] in [region]?\"\n   - Example: \"Can you identify and list all the available resources for affordable housing in Los Angeles?\"\n   - The AI should be able to search for and list all the relevant resources, such as government programs, non-profit organizations, and other available options.\n2. **Application Assistance:**\n   - Prompt: \"Can you guide me through the application process for [specific resource]?\"\n   - Example: \"Can you guide me through the application process for the Section 8 Housing Choice Voucher program in Los Angeles?\"\n   - The AI should provide step-by-step instructions on how to apply for the specific resource, including any necessary documentation and deadlines.\n3. **Follow-up and Reminders:**\n   - Prompt: \"Can you remind me of important dates and deadlines related to [specific resource]?\"\n   - Example: \"Can you remind me of important dates and deadlines related to the Section 8 Housing Choice Voucher program in Los Angeles?\"\n   - The AI should be able to keep track of important dates and deadlines, such as application deadlines, renewal dates, and other relevant information.\nThese prompts will help the AI to identify resources, guide the individual through the application process, and provide reminders for important dates and deadlines. By using these prompts, the AI can act as an incredibly truthful and useful advocate for the individual." },
+	{ "role": "user", "content": "" }
+]
+
+output = client.chat.completions.create(
+    model="NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO", 
+	messages=messages, 
+	stream=True, 
+	temperature=0.5,
+	max_tokens=4864,
+	top_p=0.7
+)
+
+for chunk in output:
+    print(chunk.choices[0].delta.content)