Upload folder using huggingface_hub

.gitattributes

@@ -25,7 +25,6 @@
 *.safetensors filter=lfs diff=lfs merge=lfs -text
 saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
 *.tflite filter=lfs diff=lfs merge=lfs -text
 *.tgz filter=lfs diff=lfs merge=lfs -text
 *.wasm filter=lfs diff=lfs merge=lfs -text

NPC_prompt.txt

@@ -0,0 +1,7 @@
+# 角色
+你是一个即兴演员，需要扮演赋予你的一个NPC角色，根据特定的场景来进行反应。
+
+## 技能1：意图理解和反应
+如果我打算扮演游戏里的玩家角色并和你进行交流，请返回“进入工作流”,否则正常回复。
+
+我们开始吧。

README.md

@@ -1,12 +1,14 @@
 ---
-title: Chat With GPT4
-emoji: 🌍
-colorFrom: pink
+title: Chat-with-GPT4
+emoji: 🚀
+colorFrom: red
 colorTo: indigo
 sdk: gradio
-sdk_version: 4.26.0
+sdk_version: 3.21.0
 app_file: app.py
 pinned: false
+license: mit
+duplicated_from: ysharma/ChatGPTwithAPI
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,56 @@
+import gradio as gr
+import os 
+import json 
+from bot import run_chatbot
+                   
+#Resetting to blank
+def reset_textbox():
+    return gr.update(value='')
+
+#to set a component as visible=False
+def set_visible_false():
+    return gr.update(visible=False)
+
+#to set a component as visible=True
+def set_visible_true():
+    return gr.update(visible=True)
+
+title = """<h1 align="center">NPC 测试</h1>"""
+
+character = "paul"
+
+#Modifying existing Gradio Theme
+theme = gr.themes.Soft(primary_hue="zinc", secondary_hue="green", neutral_hue="green",
+                      text_size=gr.themes.sizes.text_lg)                
+
+with gr.Blocks(css = """#col_container { margin-left: auto; margin-right: auto;} #chatbot {height: 520px; overflow: auto;}""", theme=theme) as demo:
+    gr.HTML(title)
+    with gr.Column(elem_id = "col_container"):
+        #Users need to provide their own GPT4 API key, it is no longer provided by Huggingface 
+        with gr.Row():
+            openai_gpt4_key = gr.Textbox(label="OpenAI GPT4 Key", value="", type="password", placeholder="sk..", info = "You have to provide your own GPT4 keys for this app to function properly",)
+                          
+        chatbot = gr.Textbox(label='GPT4', elem_id="chatbot")
+        inputs = gr.Textbox(placeholder= "Hi there!", label= "你对NPC说的话")
+        character = gr.Textbox(placeholder= "paul", label= "NPC名字")
+        state = gr.State([]) 
+        with gr.Row():
+            with gr.Column(scale=7):
+                b1 = gr.Button()
+            with gr.Column(scale=3):
+                server_status_code = gr.Textbox(label="Status code from OpenAI server", )
+    
+        #top_p, temperature
+        # with gr.Accordion("Parameters", open=False):
+        #     top_p = gr.Slider( minimum=-0, maximum=1.0, value=1.0, step=0.05, interactive=True, label="Top-p (nucleus sampling)",)
+        #     temperature = gr.Slider( minimum=-0, maximum=5.0, value=1.0, step=0.1, interactive=True, label="Temperature",)
+        #     chat_counter = gr.Number(value=0, visible=False, precision=0)
+    
+    #Event handling
+    inputs.submit(run_chatbot, [openai_gpt4_key, character, inputs],[chatbot])
+    b1.click(run_chatbot, [openai_gpt4_key, character, inputs],[chatbot])
+    
+    b1.click(reset_textbox, [], [inputs])
+    inputs.submit(reset_textbox, [], [inputs])
+        
+demo.launch(debug=True, share=True)

app_template.py

@@ -0,0 +1,191 @@
+import gradio as gr
+import os 
+import json 
+import requests
+
+#Streaming endpoint 
+API_URL = "https://api.openai.com/v1/chat/completions" #os.getenv("API_URL") + "/generate_stream"
+
+#Inferenec function
+def predict(openai_gpt4_key, system_msg, inputs, top_p, temperature, chat_counter, chatbot=[], history=[]):  
+
+    headers = {
+    "Content-Type": "application/json",
+    "Authorization": f"Bearer {openai_gpt4_key}"  #Users will provide their own OPENAI_API_KEY 
+    }
+    print(f"system message is ^^ {system_msg}")
+    if system_msg.strip() == '':
+        initial_message = [{"role": "user", "content": f"{inputs}"},]
+        multi_turn_message = []
+    else:
+        initial_message= [{"role": "system", "content": system_msg},
+                   {"role": "user", "content": f"{inputs}"},]
+        multi_turn_message = [{"role": "system", "content": system_msg},]
+        
+    if chat_counter == 0 :
+        payload = {
+        "model": "gpt-4",
+        "messages": initial_message , 
+        "temperature" : 1.0,
+        "top_p":1.0,
+        "n" : 1,
+        "stream": True,
+        "presence_penalty":0,
+        "frequency_penalty":0,
+        }
+        print(f"chat_counter - {chat_counter}")
+    else: #if chat_counter != 0 :
+        messages=multi_turn_message # Of the type of - [{"role": "system", "content": system_msg},]
+        for data in chatbot:
+          user = {}
+          user["role"] = "user" 
+          user["content"] = data[0] 
+          assistant = {}
+          assistant["role"] = "assistant" 
+          assistant["content"] = data[1]
+          messages.append(user)
+          messages.append(assistant)
+        temp = {}
+        temp["role"] = "user" 
+        temp["content"] = inputs
+        messages.append(temp)
+        #messages
+        payload = {
+        "model": "gpt-4",
+        "messages": messages, # Of the type of [{"role": "user", "content": f"{inputs}"}],
+        "temperature" : temperature, #1.0,
+        "top_p": top_p, #1.0,
+        "n" : 1,
+        "stream": True,
+        "presence_penalty":0,
+        "frequency_penalty":0,}
+
+    chat_counter+=1
+
+    history.append(inputs)
+    print(f"Logging : payload is - {payload}")
+    # make a POST request to the API endpoint using the requests.post method, passing in stream=True
+    response = requests.post(API_URL, headers=headers, json=payload, stream=True)
+    print(f"Logging : response code - {response}")
+    token_counter = 0 
+    partial_words = "" 
+
+    counter=0
+    for chunk in response.iter_lines():
+        #Skipping first chunk
+        if counter == 0:
+          counter+=1
+          continue
+        # check whether each line is non-empty
+        if chunk.decode() :
+          chunk = chunk.decode()
+          # decode each line as response data is in bytes
+          if len(chunk) > 12 and "content" in json.loads(chunk[6:])['choices'][0]['delta']:
+              partial_words = partial_words + json.loads(chunk[6:])['choices'][0]["delta"]["content"]
+              if token_counter == 0:
+                history.append(" " + partial_words)
+              else:
+                history[-1] = partial_words
+              chat = [(history[i], history[i + 1]) for i in range(0, len(history) - 1, 2) ]  # convert to tuples of list
+              token_counter+=1
+              yield chat, history, chat_counter, response  # resembles {chatbot: chat, state: history}  
+                   
+#Resetting to blank
+def reset_textbox():
+    return gr.update(value='')
+
+#to set a component as visible=False
+def set_visible_false():
+    return gr.update(visible=False)
+
+#to set a component as visible=True
+def set_visible_true():
+    return gr.update(visible=True)
+
+title = """<h1 align="center">🔥GPT4 using Chat-Completions API & 🚀Gradio-Streaming</h1>"""
+#display message for themes feature
+theme_addon_msg = """<center>🌟 This Demo also introduces you to Gradio Themes. Discover more on Gradio website using our <a href="https://gradio.app/theming-guide/" target="_blank">Themeing-Guide🎨</a>! You can develop from scratch, modify an existing Gradio theme, and share your themes with community by uploading them to huggingface-hub easily using <code>theme.push_to_hub()</code>.</center>
+""" 
+
+#Using info to add additional information about System message in GPT4
+system_msg_info = """A conversation could begin with a system message to gently instruct the assistant. 
+System message helps set the behavior of the AI Assistant. For example, the assistant could be instructed with 'You are a helpful assistant.'"""
+
+#Modifying existing Gradio Theme
+theme = gr.themes.Soft(primary_hue="zinc", secondary_hue="green", neutral_hue="green",
+                      text_size=gr.themes.sizes.text_lg)                
+
+with gr.Blocks(css = """#col_container { margin-left: auto; margin-right: auto;} #chatbot {height: 520px; overflow: auto;}""",
+                      theme=theme) as demo:
+    gr.HTML(title)
+    gr.HTML("""<h3 align="center">🔥This Huggingface Gradio Demo provides you access to GPT4 API with System Messages. Please note that you would be needing an OPENAI API key for GPT4 access🙌</h1>""")
+    gr.HTML(theme_addon_msg)
+    gr.HTML('''<center><a href="https://huggingface.co/spaces/ysharma/ChatGPT4?duplicate=true"><img src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a>Duplicate the Space and run securely with your OpenAI API Key</center>''')
+
+    with gr.Column(elem_id = "col_container"):
+        #Users need to provide their own GPT4 API key, it is no longer provided by Huggingface 
+        with gr.Row():
+            openai_gpt4_key = gr.Textbox(label="OpenAI GPT4 Key", value="", type="password", placeholder="sk..", info = "You have to provide your own GPT4 keys for this app to function properly",)
+            with gr.Accordion(label="System message:", open=False):
+                system_msg = gr.Textbox(label="Instruct the AI Assistant to set its beaviour", info = system_msg_info, value="",placeholder="Type here..")
+                accordion_msg = gr.HTML(value="🚧 To set System message you will have to refresh the app", visible=False)
+                          
+        chatbot = gr.Chatbot(label='GPT4', elem_id="chatbot")
+        inputs = gr.Textbox(placeholder= "Hi there!", label= "Type an input and press Enter")
+        state = gr.State([]) 
+        with gr.Row():
+            with gr.Column(scale=7):
+                b1 = gr.Button().style(full_width=True)
+            with gr.Column(scale=3):
+                server_status_code = gr.Textbox(label="Status code from OpenAI server", )
+    
+        #top_p, temperature
+        with gr.Accordion("Parameters", open=False):
+            top_p = gr.Slider( minimum=-0, maximum=1.0, value=1.0, step=0.05, interactive=True, label="Top-p (nucleus sampling)",)
+            temperature = gr.Slider( minimum=-0, maximum=5.0, value=1.0, step=0.1, interactive=True, label="Temperature",)
+            chat_counter = gr.Number(value=0, visible=False, precision=0)
+
+    #Event handling
+    inputs.submit( predict, [openai_gpt4_key, system_msg, inputs, top_p, temperature, chat_counter, chatbot, state], [chatbot, state, chat_counter, server_status_code],)  #openai_api_key
+    b1.click( predict, [openai_gpt4_key, system_msg, inputs, top_p, temperature, chat_counter, chatbot, state], [chatbot, state, chat_counter, server_status_code],)  #openai_api_key
+    
+    inputs.submit(set_visible_false, [], [system_msg])
+    b1.click(set_visible_false, [], [system_msg])
+    inputs.submit(set_visible_true, [], [accordion_msg])
+    b1.click(set_visible_true, [], [accordion_msg])
+    
+    b1.click(reset_textbox, [], [inputs])
+    inputs.submit(reset_textbox, [], [inputs])
+
+    #Examples 
+    with gr.Accordion(label="Examples for System message:", open=False):
+        gr.Examples(
+                examples = [["""You are an AI programming assistant.
+        
+                - Follow the user's requirements carefully and to the letter.
+                - First think step-by-step -- describe your plan for what to build in pseudocode, written out in great detail.
+                - Then output the code in a single code block.
+                - Minimize any other prose."""], ["""You are ComedianGPT who is a helpful assistant. You answer everything with a joke and witty replies."""],
+                ["You are ChefGPT, a helpful assistant who answers questions with culinary expertise and a pinch of humor."],
+                ["You are FitnessGuruGPT, a fitness expert who shares workout tips and motivation with a playful twist."],
+                ["You are SciFiGPT, an AI assistant who discusses science fiction topics with a blend of knowledge and wit."],
+                ["You are PhilosopherGPT, a thoughtful assistant who responds to inquiries with philosophical insights and a touch of humor."],
+                ["You are EcoWarriorGPT, a helpful assistant who shares environment-friendly advice with a lighthearted approach."],
+                ["You are MusicMaestroGPT, a knowledgeable AI who discusses music and its history with a mix of facts and playful banter."],
+                ["You are SportsFanGPT, an enthusiastic assistant who talks about sports and shares amusing anecdotes."],
+                ["You are TechWhizGPT, a tech-savvy AI who can help users troubleshoot issues and answer questions with a dash of humor."],
+                ["You are FashionistaGPT, an AI fashion expert who shares style advice and trends with a sprinkle of wit."],
+                ["You are ArtConnoisseurGPT, an AI assistant who discusses art and its history with a blend of knowledge and playful commentary."],
+                ["You are a helpful assistant that provides detailed and accurate information."],
+                ["You are an assistant that speaks like Shakespeare."],
+                ["You are a friendly assistant who uses casual language and humor."],
+                ["You are a financial advisor who gives expert advice on investments and budgeting."],
+                ["You are a health and fitness expert who provides advice on nutrition and exercise."],
+                ["You are a travel consultant who offers recommendations for destinations, accommodations, and attractions."],
+                ["You are a movie critic who shares insightful opinions on films and their themes."],
+                ["You are a history enthusiast who loves to discuss historical events and figures."],
+                ["You are a tech-savvy assistant who can help users troubleshoot issues and answer questions about gadgets and software."],
+                ["You are an AI poet who can compose creative and evocative poems on any given topic."],],
+                inputs = system_msg,)
+        
+demo.queue(max_size=99, concurrency_count=20).launch(debug=True)

bot.py

@@ -0,0 +1,90 @@
+import os
+from openai import OpenAI
+
+name = "paul"
+file = open("NPC_prompt.txt", "r")
+prompt = file.read()
+file.close()
+
+# initial_dialogue = '''
+# 你遇到的事件：一个弗瑞曼居民从住所向你走来。
+
+# 我现在会扮演这个角色与你对话，他的第一句话是：
+# “你是什么人，为什么独自在这个星球上？”'''
+
+def char_data(type, name):
+  file = open(f"{name}_{type}.txt", "r")
+  data = file.readlines()
+  file.close()
+  txt = ""
+  for line in data:
+    txt += line + "\n"
+  return txt
+
+def workflow(client, initial_dialogue, name):
+    background_txt = char_data("background", name)
+    memory_txt = char_data("memory", name)
+    persona_txt = char_data("persona", name)
+      
+    event = client.chat.completions.create(
+      model="gpt-3.5-turbo",
+      messages=[
+        {"role": "system", "content": initial_dialogue},
+        {"role": "user", "content": "根据系统提示词，你遇到了什么事件？请用第二人称描述。"}
+      ]
+    )
+    
+    prompt_workflow = f'''你在扮演一个未来科幻世界里的角色，你需要根据我下面提供的人设、场景、相关背景设定等信息，基于这个角色的立场去完成我的扮演要求。
+    ## 人设背景
+    这是一个未来的科幻故事。你叫保罗·厄崔迪，你正和你的母亲杰西卡流浪在厄拉科斯，一个沙漠星球上。你沟通能力强，勇敢善战，并对政治历史和人文很有了解。你对自己的谋略很有信心，所以会自然的倾向于成为团队领袖。你不仅善解人意，而且通常能读穿别人的意图。
+    你对厄拉科斯以及你的厄崔迪家族已知的背景知识有这些：
+    {background_txt}
+    过去一段时间，你记得有这些重要的事情发生了：
+    {memory_txt}
+
+    ## 场景
+    你的面前是一座沙石建筑物，里面肯定居住着当地的弗瑞曼民族。
+    
+    ## 对话语气
+    你说话的方式应该像这些句子一样：
+    {persona_txt}
+
+    ## 事件
+    {event.choices[0].message.content}
+
+    现在请通过你所知道的信息，分析出你的所有生存目标，并描述当下为了达成目标，结合你的知识和技能，你会说什么，做什么，以及对应的理由。
+    你的输出格式为“说什么：xxxxx，做什么：xxxxx，理由：xxxxx”'''
+    
+    decision = client.chat.completions.create(
+      model="gpt-3.5-turbo",
+      messages=[
+        {"role": "user", "content": prompt_workflow}
+      ]
+    )
+    print(decision)
+    
+    response2 = client.chat.completions.create(
+      model="gpt-3.5-turbo",
+      messages=[
+        {"role": "user", "content": f'''你经过思考后，认为对于我所说的“{initial_dialogue}“应该以如下方式行动：
+          {decision}
+          请给出你的回复。'''}
+      ]
+    )
+    return(response2.choices[0].message.content)
+
+def run_chatbot(api_key, character, initial_dialogue):
+  client = OpenAI(
+    api_key=api_key,
+  )
+  response1 = client.chat.completions.create(
+    model="gpt-3.5-turbo",
+    messages=[
+      {"role": "system", "content": prompt},
+      {"role": "user", "content": initial_dialogue}
+    ]
+  )
+  if "进入工作流" in response1.choices[0].message.content:
+    return workflow(client, initial_dialogue, character)
+  else:
+    return(response1.choices[0].message.content)

paul_background.txt

@@ -0,0 +1,7 @@
+厄拉科斯是一个极度干燥，没有水源的沙漠行星。
+厄拉科斯盛产珍稀物质美兰极，并且是唯一产地。
+厄拉科斯的常驻居民为原住民弗瑞曼人和一种被称作沙虫的巨型怪物。
+由于美兰极极为重要，这个世界中权威最高的“皇帝”将厄拉科斯交给保罗所属的厄崔迪氏家族掌管。
+保罗的母亲杰西卡是这个世界中高权威的“姐妹会”成员。这个姐妹会训练了一些有超能力的巫女。她们的能力包括 1.通过指令来控制人们的大脑 2.抵抗毒药的杀伤力 3.控制所怀孕婴儿的性别 4.超强的格斗技能 5.判断人是否有撒谎。
+保罗也拥有他母亲的这些能力。
+

paul_memory.txt

@@ -0,0 +1,8 @@
+哈诺肯家族在不久前入侵了厄拉科斯，并歼灭了掌管这里的贵族厄崔迪氏。
+
+保罗和他的母亲杰西卡被俘虏，但是成功逃脱，然而所有其他家庭成员被杀害。
+
+保罗成为了厄崔迪的唯一存活家庭成员，并与母亲流浪在了厄拉科斯的茫茫沙漠之中。
+
+有许多哈诺肯家族的军队都在搜寻保罗的踪迹，所以他需要尽快找到安全的住所。
+

paul_persona.txt

@@ -0,0 +1,4 @@
+“一个孩子一生中最可怕的时刻，就是发现他的父母只是普通的人，分享着一种他永远无从参与的爱。它既是一种损失，也是一种领悟，明白世界分为彼此，而我们总是孤身一人。这一顿悟自有其真实性，没有人可以回避。”
+“法律是终极的科学。”
+“我用我对你的爱发誓，我说的全是真的。你自己也知道我对你的爱有多深，就算待会儿我把你杀死在地上，我也仍将保留对你的这份爱。”
+“老朋友，你能看到，我没有背对着门坐。”