init commit

.gitignore

@@ -0,0 +1,5 @@
+.idea/
+image/
+llms/tk/
+llms/ernie
+ __pycache__/

LICENSE.txt

@@ -0,0 +1,22 @@
+MIT License
+
+Copyright (c) 2023 Microsoft
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

README.md

@@ -9,5 +9,80 @@ app_file: app.py
 pinned: false
 license: mit
 ---
+# ChartGPT
+ChartGPT allows data lake visualization as a graph through dialogue.  
+This project borrows some code from the  [Viusal ChatGPT]( https://github.com/microsoft/TaskMatrix.git) project
+
+## Effect Display
+### 柱状图
+![柱状图](./assets/bar.jpg)
+
+### 折线图
+![折线图](./assets/line.jpg)
+
+### 饼图
+![饼图](./assets/pie.png)
+
+### 散点图
+![饼图](./assets/scatter.png)
+
+## 示例输入
+```markdown
+例一：
+将[2,4,5,6,10，20,100]可视化为柱状图
+
+例二：
+将[2,4,5,6,10,100,120,200,135,50,10]可视化为折线图
+
+例三：
+将下面的数据可视化为饼图
+['A', 'B', 'C', 'D', 'E']
+ [25, 20, 15, 10, 30]
+
+例四
+Visualize [2,4,5,6,10,100,120,200,135,50,10] as a line chart
+
+例五：
+将下面的数据可视化为散点图
+x = [1, 2, 3, 4, 5]
+y = [5, 4, 3, 2, 1]
+
+```
+
+## Quick Start
+
+```shell
+# clone the repo
+git clone https://huggingface.co/spaces/xiaofeifei/ChartGPT
+
+# Go to directory
+cd ChartGPT
+
+# create a new environment
+conda create -n chartgpt python=3.8
+
+# activate the new environment
+conda activate chartgpt
+
+#  prepare the basic environments
+pip install -r requirements.txt
+
+# prepare your private OpenAI key (for Linux)
+export OPENAI_API_KEY={Your_Private_Openai_Key}
+
+# prepare your private OpenAI key (for Windows)
+set OPENAI_API_KEY={Your_Private_Openai_Key}
+
+# start!
+python chart_gpt_app.py 
+```
+
+
+## Acknowledgement
+We appreciate the open source of the following projects:
+[TaskMatrix]( https://github.com/microsoft/TaskMatrix.git)  
+[LangChain](https://github.com/hwchase17/langchain)  
+
+
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

chart_gpt_app.py

@@ -0,0 +1,73 @@
+from prompts import *
+from langchain.agents.initialize import initialize_agent
+from langchain.chains.conversation.memory import ConversationBufferMemory
+from langchain.llms.openai import OpenAI
+import gradio as gr
+import re
+from tools import bar_tool, line_tool, pie_tool, scatter_tool
+import os
+
+
+class ConversationBot:
+    def __init__(self):
+        self.tools = [line_tool, bar_tool, pie_tool, scatter_tool]
+        print(f"All the Available Tools: {self.tools}")
+        self.memory = ConversationBufferMemory(memory_key="chat_history", output_key='output')
+
+    def init_agent(self, lang, openai_api_key):
+        self.memory.clear()  # clear previous history
+        if lang == 'English':
+            PREFIX, FORMAT_INSTRUCTIONS, SUFFIX = CHARTGPT_PREFIX, CHARTGPT_FORMAT_INSTRUCTIONS, CHARTGPT_SUFFIX
+            place = "Enter text and press enter"
+            label_clear = "Clear"
+        else:
+            PREFIX, FORMAT_INSTRUCTIONS, SUFFIX = CHARTGPT_PREFIX_CN, CHARTGPT_FORMAT_INSTRUCTIONS_CN, CHARTGPT_SUFFIX_CN
+            place = "输入文字并回车"
+            label_clear = "清除"
+        os.environ["OPENAI_API_KEY"] = openai_api_key
+        self.llm = OpenAI()
+        self.agent = initialize_agent(
+            self.tools,
+            self.llm,
+            agent="conversational-react-description",
+            verbose=True,
+            memory=self.memory,
+            return_intermediate_steps=True,
+            agent_kwargs={'prefix': PREFIX, 'format_instructions': FORMAT_INSTRUCTIONS,
+                          'suffix': SUFFIX}, )
+        print("init bot finished!")
+        return gr.update(visible=True), gr.update(visible=False), gr.update(placeholder=place), gr.update(
+            value=label_clear)
+
+    def run_text(self, text, state):
+        print(self.agent.memory)
+        res = self.agent({"input": text.strip()})
+        print("res:", res)
+        res['output'] = res['output'].replace("\\", "/")
+        response = re.sub('(image/[-\w]*.png)', lambda m: f'![](file={m.group(0)})*{m.group(0)}*', res['output'])
+        state = state + [(text, response)]
+        print(f"\nProcessed run_text, Input text: {text}\nCurrent state: {state}\n")
+        return state, state
+
+
+if __name__ == '__main__':
+    bot = ConversationBot()
+    with gr.Blocks(css="#chatbot .overflow-y-auto{height:500px}") as demo:
+        openai_api_key = gr.Text(label="OPENAI_API_KEY")
+        lang = gr.Radio(choices=['Chinese', 'English'], value=None, label='Language')
+        chatbot = gr.Chatbot(elem_id="chatbot", label="ChartGPT")
+        state = gr.State([])
+        with gr.Row(visible=False) as input_raws:
+            with gr.Column(scale=0.7):
+                txt = gr.Textbox(show_label=False, placeholder="Enter text and press enter, or upload an image").style(
+                    container=False)
+            with gr.Column(scale=0.15, min_width=0):
+                clear = gr.Button("Clear")
+
+        lang.change(bot.init_agent, [lang, openai_api_key], [input_raws, lang, txt, clear])
+        txt.submit(bot.run_text, [txt, state], [chatbot, state])
+        txt.submit(lambda: "", None, txt)
+        clear.click(bot.memory.clear)
+        clear.click(lambda: [], None, chatbot)
+        clear.click(lambda: [], None, state)
+    demo.launch(server_name="0.0.0.0", server_port=7861)

prompts.py

@@ -0,0 +1,71 @@
+
+CHARTGPT_PREFIX = """ChartGPT is designed to assist with data lake visualization related tasks.
+ChartGPT can extract data from text. ChartGPT can use the tool in sequence and save the visualized results to an image file, which will have a filename in the format "image/xxx.png". You will be loyal to the tool to observe the output, not fake the resulting image filename.
+ChartGPT should use tools to accomplish the following tasks, not just imagine from the description. Some tools will return descriptions in English, but your chats to users should be in Chinese.
+Overall, ChartGPT is a powerful data lake visualization aid that can help with a wide range of data lake visualization tasks.
+TOOLS:
+------
+
+ChartGPT  has access to the following tools:"""
+
+CHARTGPT_FORMAT_INSTRUCTIONS = """To use a tool, please use the following format:
+
+```
+Thought: Do I need to use a tool? Yes
+Action: the action to take, should be one of [{tool_names}]
+Action Input: the input to the action
+Observation: the result of the action
+```
+
+When you have a response to say to the Human, or if you do not need to use a tool, you MUST use the format:
+
+```
+Thought: Do I need to use a tool? No
+{ai_prefix}: [your response here]
+```
+"""
+
+CHARTGPT_SUFFIX = """
+Begin!
+Since ChartGPT is a textual language model, tools must be used to process data rather than relying on imagination.
+Reasoning ideas and observations are only visible to ChartGPT. You need to remember to repeat important information to the user in the final reply. You can only return Chinese sentences to the user. Let's think step by step. When you use the tool, the parameters of the tool can only be in English.
+Previous conversation history:
+{chat_history}
+
+New input: {input}
+ {agent_scratchpad} Let's think step by step.
+"""
+
+CHARTGPT_PREFIX_CN = """ChartGPT 旨在能够协助完成数据可视化相关任务。 
+ChartGPT 能够抽取文本中的数据。 ChartGPT 能够按顺序使用工具，并且将可视化的结果保存到图片文件中，图片文件都会有一个文件名，格式为“image/xxx.png”。你将忠于工具观察输出，而不是伪造生成的图像文件名。
+ChartGPT 应该使用工具来完成以下任务，而不是直接从描述中想象。有些工具将会返回英文描述，但你对用户的聊天应当采用中文。
+总的来说，ChartGPT 是一个强大的数据可视化辅助工具，可以帮助处理范围广泛的数据可视化任务。
+工具列表:
+------
+ChartGPT 可以使用这些工具:"""
+
+CHARTGPT_FORMAT_INSTRUCTIONS_CN = """用户使用中文和你进行聊天，但是工具的参数应当使用英文。如果要调用工具，你必须遵循如下格式:
+
+```
+Thought: Do I need to use a tool? Yes
+Action: the action to take, should be one of [{tool_names}]
+Action Input: the input to the action
+Observation: the result of the action
+```
+当你不再需要继续调用工具，而是对观察结果进行总结回复时，你必须使用如下格式：
+```
+Thought: Do I need to use a tool? No
+{ai_prefix}: [your response here]
+```
+"""
+
+CHARTGPT_SUFFIX_CN = """
+开始!
+因为ChartGPT是一个文本语言模型，必须使用工具去处理数据而不是依靠想象。
+推理想法和观察结果只对ChartGPT可见，需要记得在最终回复时把重要的信息重复给用户，你只能给用户返回中文句子。我们一步一步思考。在你使用工具时，工具的参数只能是英文。
+聊天历史:
+{chat_history}
+新输入: {input}
+{agent_scratchpad}
+"""
+

requirements.txt

@@ -0,0 +1,5 @@
+langchain==0.0.283
+plotly==5.14.1
+gradio==3.15.0
+openai
+kaleido

tools.py

@@ -0,0 +1,78 @@
+import os
+import uuid
+import plotly.graph_objects as go
+from langchain.tools import Tool
+
+os.makedirs('image', exist_ok=True)
+
+
+def plot_bar(inputs) -> str:
+    inputs = eval(inputs)
+    image_filename = os.path.join('image', f"{str(uuid.uuid4())[:8]}.png")
+    fig = go.Figure(data=[go.Bar(x=list(range(len(inputs))), y=inputs)])
+    fig.write_image(image_filename)
+    print(f"\nProcessed PlotBarChart, Input arr: {inputs}, Output Text: {image_filename}")
+    return image_filename
+
+
+def plot_line(inputs) -> str:
+    inputs = eval(inputs)
+    image_filename = os.path.join('image', f"{str(uuid.uuid4())[:8]}.png")
+    fig = go.Figure(data=[go.Line(x=list(range(len(inputs))), y=inputs)])
+    fig.write_image(image_filename)
+    print(f"\nProcessed PlotBarChart, Input arr: {inputs}, Output Text: {image_filename}")
+    return image_filename
+
+
+def plot_pie(inputs: tuple) -> str:
+    inputs = eval(inputs)
+    labels = inputs[0]
+    values = inputs[1]
+    # 创建饼图对象
+    fig = go.Figure(data=go.Pie(labels=labels, values=values))
+    # 设置图表布局
+    fig.update_layout(title='Pie Chart')
+    image_filename = os.path.join('image', f"{str(uuid.uuid4())[:8]}.png")
+    fig.write_image(image_filename)
+    print(f"\nProcessed PlotPieChart, Input labels :{labels}, Input arr: {values}, Output Text: {image_filename}")
+    return image_filename
+
+
+def plot_scatter(inputs: tuple) -> str:
+    inputs = eval(inputs)
+    # 创建散点图数据
+    x = inputs[0]
+    y = inputs[1]
+    # 创建散点图对象
+    fig = go.Figure(data=go.Scatter(
+        x=x, y=y, mode='markers', marker=dict(size=10, color='blue')
+    ))
+    # 设置图表布局
+    fig.update_layout(title='Scatter Plot', xaxis_title='X-axis', yaxis_title='Y-axis')
+    image_filename = os.path.join('image', f"{str(uuid.uuid4())[:8]}.png")
+    fig.write_image(image_filename)
+    print(f"\nProcessed PlotScatterChart, Input x :{x}, Input y: {y}, Output Text: {image_filename}")
+    return image_filename
+
+
+bar_tool = Tool(name="PlotBarChart", func=plot_bar,
+                description="useful when you want to draw bar chart. receives array as input. "
+                            "The input to this tool should be a number list, representing the array. ",
+                return_direct=True)
+
+line_tool = Tool(name="PlotLineChart", func=plot_line,
+                 description="useful when you want to draw line chart. receives array as input. "
+                             "The input to this tool should be a number list, representing the array. ",
+                 return_direct=True)
+
+pie_tool = Tool(name="PlotPieChart", func=plot_pie,
+                description="useful when you want to draw pie chart. the input is a tuple, which schema is such as(lables,values)."
+                            "'labels', the first element of the input tuple, is a list of string, containing the names of each sector in the pie chart. "
+                            "'values', the second element of the input tuple, is a list of number, containing values corresponding to each sector ",
+                return_direct=True)
+
+scatter_tool = Tool(name="PlotScatterChart", func=plot_scatter,
+                    description="useful when you want to draw scatter chart. the input is a tuple, which schema is such as(x,y)."
+                                "'x', the first element of the input tuple, is a list containing the abscissa values of each point in the scatterplot."
+                                "'y', the second element of the input tuple, 'is a list containing the ordinate values of each point in the scatterplot.",
+                    return_direct=True)