afterxander ysharma HF staff commited on
Commit
5edbce3
0 Parent(s):

Duplicate from ysharma/ChatGPT4

Browse files

Co-authored-by: yuvraj sharma <ysharma@users.noreply.huggingface.co>

Files changed (3) hide show
  1. .gitattributes +34 -0
  2. README.md +14 -0
  3. app.py +193 -0
.gitattributes ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tflite filter=lfs diff=lfs merge=lfs -text
29
+ *.tgz filter=lfs diff=lfs merge=lfs -text
30
+ *.wasm filter=lfs diff=lfs merge=lfs -text
31
+ *.xz filter=lfs diff=lfs merge=lfs -text
32
+ *.zip filter=lfs diff=lfs merge=lfs -text
33
+ *.zst filter=lfs diff=lfs merge=lfs -text
34
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ title: Chat-with-GPT4
3
+ emoji: 🚀
4
+ colorFrom: red
5
+ colorTo: indigo
6
+ sdk: gradio
7
+ sdk_version: 3.21.0
8
+ app_file: app.py
9
+ pinned: false
10
+ license: mit
11
+ duplicated_from: ysharma/ChatGPT4
12
+ ---
13
+
14
+ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
app.py ADDED
@@ -0,0 +1,193 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import os
3
+ import json
4
+ import requests
5
+
6
+ #Streaming endpoint
7
+ API_URL = "https://api.openai.com/v1/chat/completions" #os.getenv("API_URL") + "/generate_stream"
8
+
9
+ #Huggingface provided GPT4 OpenAI API Key
10
+ OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
11
+
12
+ #Inferenec function
13
+ def predict(system_msg, inputs, top_p, temperature, chat_counter, chatbot=[], history=[]):
14
+
15
+ headers = {
16
+ "Content-Type": "application/json",
17
+ "Authorization": f"Bearer {OPENAI_API_KEY}"
18
+ }
19
+ print(f"system message is ^^ {system_msg}")
20
+ if system_msg.strip() == '':
21
+ initial_message = [{"role": "user", "content": f"{inputs}"},]
22
+ multi_turn_message = []
23
+ else:
24
+ initial_message= [{"role": "system", "content": system_msg},
25
+ {"role": "user", "content": f"{inputs}"},]
26
+ multi_turn_message = [{"role": "system", "content": system_msg},]
27
+
28
+ if chat_counter == 0 :
29
+ payload = {
30
+ "model": "gpt-4",
31
+ "messages": initial_message ,
32
+ "temperature" : 1.0,
33
+ "top_p":1.0,
34
+ "n" : 1,
35
+ "stream": True,
36
+ "presence_penalty":0,
37
+ "frequency_penalty":0,
38
+ }
39
+ print(f"chat_counter - {chat_counter}")
40
+ else: #if chat_counter != 0 :
41
+ messages=multi_turn_message # Of the type of - [{"role": "system", "content": system_msg},]
42
+ for data in chatbot:
43
+ user = {}
44
+ user["role"] = "user"
45
+ user["content"] = data[0]
46
+ assistant = {}
47
+ assistant["role"] = "assistant"
48
+ assistant["content"] = data[1]
49
+ messages.append(user)
50
+ messages.append(assistant)
51
+ temp = {}
52
+ temp["role"] = "user"
53
+ temp["content"] = inputs
54
+ messages.append(temp)
55
+ #messages
56
+ payload = {
57
+ "model": "gpt-4",
58
+ "messages": messages, # Of the type of [{"role": "user", "content": f"{inputs}"}],
59
+ "temperature" : temperature, #1.0,
60
+ "top_p": top_p, #1.0,
61
+ "n" : 1,
62
+ "stream": True,
63
+ "presence_penalty":0,
64
+ "frequency_penalty":0,}
65
+
66
+ chat_counter+=1
67
+
68
+ history.append(inputs)
69
+ print(f"Logging : payload is - {payload}")
70
+ # make a POST request to the API endpoint using the requests.post method, passing in stream=True
71
+ response = requests.post(API_URL, headers=headers, json=payload, stream=True)
72
+ print(f"Logging : response code - {response}")
73
+ token_counter = 0
74
+ partial_words = ""
75
+
76
+ counter=0
77
+ for chunk in response.iter_lines():
78
+ #Skipping first chunk
79
+ if counter == 0:
80
+ counter+=1
81
+ continue
82
+ # check whether each line is non-empty
83
+ if chunk.decode() :
84
+ chunk = chunk.decode()
85
+ # decode each line as response data is in bytes
86
+ if len(chunk) > 12 and "content" in json.loads(chunk[6:])['choices'][0]['delta']:
87
+ partial_words = partial_words + json.loads(chunk[6:])['choices'][0]["delta"]["content"]
88
+ if token_counter == 0:
89
+ history.append(" " + partial_words)
90
+ else:
91
+ history[-1] = partial_words
92
+ chat = [(history[i], history[i + 1]) for i in range(0, len(history) - 1, 2) ] # convert to tuples of list
93
+ token_counter+=1
94
+ yield chat, history, chat_counter, response # resembles {chatbot: chat, state: history}
95
+
96
+ #Resetting to blank
97
+ def reset_textbox():
98
+ return gr.update(value='')
99
+
100
+ #to set a component as visible=False
101
+ def set_visible_false():
102
+ return gr.update(visible=False)
103
+
104
+ #to set a component as visible=True
105
+ def set_visible_true():
106
+ return gr.update(visible=True)
107
+
108
+ title = """<h1 align="center">🔥GPT4 with ChatCompletions API +🚀Gradio-Streaming</h1>"""
109
+
110
+ #display message for themes feature
111
+ theme_addon_msg = """<center>🌟 Discover Gradio Themes with this Demo, featuring v3.22.0! Gradio v3.23.0 also enables seamless Theme sharing. You can develop or modify a theme, and send it to the hub using simple <code>theme.push_to_hub()</code>.
112
+ <br>🏆Participate in Gradio's Theme Building Hackathon to exhibit your creative flair and win fabulous rewards! Join here - <a href="https://huggingface.co/Gradio-Themes" target="_blank">Gradio-Themes-Party🎨</a> 🏆</center>
113
+ """
114
+
115
+ #Using info to add additional information about System message in GPT4
116
+ system_msg_info = """A conversation could begin with a system message to gently instruct the assistant.
117
+ System message helps set the behavior of the AI Assistant. For example, the assistant could be instructed with 'You are a helpful assistant.'"""
118
+
119
+ #Modifying existing Gradio Theme
120
+ theme = gr.themes.Soft(primary_hue="zinc", secondary_hue="green", neutral_hue="green",
121
+ text_size=gr.themes.sizes.text_lg)
122
+
123
+ with gr.Blocks(css = """#col_container { margin-left: auto; margin-right: auto;} #chatbot {height: 520px; overflow: auto;}""",
124
+ theme=theme) as demo:
125
+ gr.HTML(title)
126
+ gr.HTML("""<h3 align="center">🔥This Huggingface Gradio Demo provides you full access to GPT4 API (4096 token limit). 🎉🥳🎉You don't need any OPENAI API key🙌</h1>""")
127
+ gr.HTML(theme_addon_msg)
128
+ gr.HTML('''<center><a href="https://huggingface.co/spaces/ysharma/ChatGPT4?duplicate=true"><img src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a>Duplicate the Space and run securely with your OpenAI API Key</center>''')
129
+
130
+ with gr.Column(elem_id = "col_container"):
131
+ #GPT4 API Key is provided by Huggingface
132
+ with gr.Accordion(label="System message:", open=False):
133
+ system_msg = gr.Textbox(label="Instruct the AI Assistant to set its beaviour", info = system_msg_info, value="")
134
+ accordion_msg = gr.HTML(value="🚧 To set System message you will have to refresh the app", visible=False)
135
+ chatbot = gr.Chatbot(label='GPT4', elem_id="chatbot")
136
+ inputs = gr.Textbox(placeholder= "Hi there!", label= "Type an input and press Enter")
137
+ state = gr.State([])
138
+ with gr.Row():
139
+ with gr.Column(scale=7):
140
+ b1 = gr.Button().style(full_width=True)
141
+ with gr.Column(scale=3):
142
+ server_status_code = gr.Textbox(label="Status code from OpenAI server", )
143
+
144
+ #top_p, temperature
145
+ with gr.Accordion("Parameters", open=False):
146
+ top_p = gr.Slider( minimum=-0, maximum=1.0, value=1.0, step=0.05, interactive=True, label="Top-p (nucleus sampling)",)
147
+ temperature = gr.Slider( minimum=-0, maximum=5.0, value=1.0, step=0.1, interactive=True, label="Temperature",)
148
+ chat_counter = gr.Number(value=0, visible=False, precision=0)
149
+
150
+ #Event handling
151
+ inputs.submit( predict, [system_msg, inputs, top_p, temperature, chat_counter, chatbot, state], [chatbot, state, chat_counter, server_status_code],) #openai_api_key
152
+ b1.click( predict, [system_msg, inputs, top_p, temperature, chat_counter, chatbot, state], [chatbot, state, chat_counter, server_status_code],) #openai_api_key
153
+
154
+ inputs.submit(set_visible_false, [], [system_msg])
155
+ b1.click(set_visible_false, [], [system_msg])
156
+ inputs.submit(set_visible_true, [], [accordion_msg])
157
+ b1.click(set_visible_true, [], [accordion_msg])
158
+
159
+ b1.click(reset_textbox, [], [inputs])
160
+ inputs.submit(reset_textbox, [], [inputs])
161
+
162
+ #Examples
163
+ with gr.Accordion(label="Examples for System message:", open=False):
164
+ gr.Examples(
165
+ examples = [["""You are an AI programming assistant.
166
+
167
+ - Follow the user's requirements carefully and to the letter.
168
+ - First think step-by-step -- describe your plan for what to build in pseudocode, written out in great detail.
169
+ - Then output the code in a single code block.
170
+ - Minimize any other prose."""], ["""You are ComedianGPT who is a helpful assistant. You answer everything with a joke and witty replies."""],
171
+ ["You are ChefGPT, a helpful assistant who answers questions with culinary expertise and a pinch of humor."],
172
+ ["You are FitnessGuruGPT, a fitness expert who shares workout tips and motivation with a playful twist."],
173
+ ["You are SciFiGPT, an AI assistant who discusses science fiction topics with a blend of knowledge and wit."],
174
+ ["You are PhilosopherGPT, a thoughtful assistant who responds to inquiries with philosophical insights and a touch of humor."],
175
+ ["You are EcoWarriorGPT, a helpful assistant who shares environment-friendly advice with a lighthearted approach."],
176
+ ["You are MusicMaestroGPT, a knowledgeable AI who discusses music and its history with a mix of facts and playful banter."],
177
+ ["You are SportsFanGPT, an enthusiastic assistant who talks about sports and shares amusing anecdotes."],
178
+ ["You are TechWhizGPT, a tech-savvy AI who can help users troubleshoot issues and answer questions with a dash of humor."],
179
+ ["You are FashionistaGPT, an AI fashion expert who shares style advice and trends with a sprinkle of wit."],
180
+ ["You are ArtConnoisseurGPT, an AI assistant who discusses art and its history with a blend of knowledge and playful commentary."],
181
+ ["You are a helpful assistant that provides detailed and accurate information."],
182
+ ["You are an assistant that speaks like Shakespeare."],
183
+ ["You are a friendly assistant who uses casual language and humor."],
184
+ ["You are a financial advisor who gives expert advice on investments and budgeting."],
185
+ ["You are a health and fitness expert who provides advice on nutrition and exercise."],
186
+ ["You are a travel consultant who offers recommendations for destinations, accommodations, and attractions."],
187
+ ["You are a movie critic who shares insightful opinions on films and their themes."],
188
+ ["You are a history enthusiast who loves to discuss historical events and figures."],
189
+ ["You are a tech-savvy assistant who can help users troubleshoot issues and answer questions about gadgets and software."],
190
+ ["You are an AI poet who can compose creative and evocative poems on any given topic."],],
191
+ inputs = system_msg,)
192
+
193
+ demo.queue(max_size=99, concurrency_count=20).launch(debug=True)