Add application file

app.py

@@ -0,0 +1,164 @@
+import os
+import re
+import torch
+from transformers import AutoModel, AutoTokenizer
+import gradio as gr
+import mdtex2html
+from transformers import AutoTokenizer, AutoModel
+from utility.utils import config_dict
+from utility.loggers import logger
+from sentence_transformers import util
+from local_database import db_operate
+from prompt import table_schema, embedder,corpus_embeddings, corpus,In_context_prompt, query_template
+
+tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b-int8", trust_remote_code=True)
+model = AutoModel.from_pretrained("THUDM/chatglm-6b-int8",trust_remote_code=True).float()
+model = model.eval()
+
+
+"""Override Chatbot.postprocess"""
+
+def postprocess(self, y):
+    if y is None:
+        return []
+    for i, (message, response) in enumerate(y):
+        y[i] = (
+            None if message is None else mdtex2html.convert((message)),
+            None if response is None else mdtex2html.convert(response),
+        )
+    return y
+
+gr.Chatbot.postprocess = postprocess
+
+def parse_text(text):
+    """copy from https://github.com/GaiZhenbiao/ChuanhuChatGPT/"""
+    lines = text.split("\n")
+    lines = [line for line in lines if line != ""]
+    count = 0
+    for i, line in enumerate(lines):
+        if "```" in line:
+            count += 1
+            items = line.split('`')
+            if count % 2 == 1:
+                lines[i] = f'<pre><code class="language-{items[-1]}">'
+            else:
+                lines[i] = f'<br></code></pre>'
+        else:
+            if i > 0:
+                if count % 2 == 1:
+                    line = line.replace("`", "\`")
+                    line = line.replace("<", "&lt;")
+                    line = line.replace(">", "&gt;")
+                    line = line.replace(" ", "&nbsp;")
+                    line = line.replace("*", "&ast;")
+                    line = line.replace("_", "&lowbar;")
+                    line = line.replace("-", "&#45;")
+                    line = line.replace(".", "&#46;")
+                    line = line.replace("!", "&#33;")
+                    line = line.replace("(", "&#40;")
+                    line = line.replace(")", "&#41;")
+                    line = line.replace("$", "&#36;")
+                lines[i] = "<br>"+line
+    text = "".join(lines)
+    return text
+
+
+def obtain_sql(response):
+    response = re.split("```|\n\n", response)
+    for text in response:
+        if "SELECT" in text:
+            response = text
+            break
+    else:
+        response = response[0]
+    response = response.replace("\n", " ").replace("``", "").replace("`", "").strip()
+    response = re.sub(' +',' ', response)
+    return response
+
+
+def predict(input, chatbot, history):
+    max_length = 2048
+    top_p = 0.7
+    temperature = 0.2
+    top_k = 3
+    dboperate = db_operate(config_dict['db_path'])
+    logger.info(f"query:{input}")
+    chatbot_prompt = """
+你是一个文本转SQL的生成器，你的主要目标是尽可能的协助用户将输入的文本转换为正确的SQL语句。
+上下文开始
+生成的表名和表字段均来自以下表：
+"""
+    query_embedding = embedder.encode(input, convert_to_tensor=True) # 与6张表的表名和输入的问题进行相似度计算
+    cos_scores = util.cos_sim(query_embedding, corpus_embeddings)[0] 
+    top_results = torch.topk(cos_scores, k=top_k) # 拿到topk=3的表名
+    # 组合Prompt
+    table_nums = 0 
+    for score, idx in zip(top_results[0], top_results[1]):
+        # 阈值过滤
+        if score > 0.45:
+            table_nums += 1
+            chatbot_prompt += table_schema[corpus[idx]]
+        chatbot_prompt += "上下文结束\n"
+    # In-Context Learning
+    if table_nums >= 2 and not history: # 如果表名大于等于2个，且没有历史记录，就加上In-Context Learning
+        chatbot_prompt += In_context_prompt
+    #  加上查询模板
+    chatbot_prompt += query_template
+    query = chatbot_prompt.replace("<user_input>", input)
+    chatbot.append((parse_text(input), ""))
+    # 流式输出
+    # for response, history in model.stream_chat(tokenizer, query, history, max_length=max_length, top_p=top_p,
+    #                                            temperature=temperature):
+    #     chatbot[-1] = (parse_text(input), parse_text(response))
+    response, history = model.chat(tokenizer, query, history=history, max_length=max_length, top_p=top_p,temperature=temperature)
+    chatbot[-1] = (parse_text(input), parse_text(response))
+    # chatbot[-1] = (chatbot[-1][0], chatbot[-1][1])
+    # 获取结果中的SQL语句
+    response = obtain_sql(response)
+    # 查询结果
+    if "SELECT" in response:
+        try:
+            sql_stauts = "sql语句执行成功,结果如下:"
+            sql_result = dboperate.query_data(response)
+            sql_result = str(sql_result)
+        except Exception as e:
+            sql_stauts = "sql语句执行失败"
+            sql_result = str(e)
+        chatbot[-1] = (chatbot[-1][0], 
+                       chatbot[-1][1] + "\n\n"+ "===================="+"\n\n" + sql_stauts + "\n\n" + sql_result)
+    return chatbot, history
+
+
+def reset_user_input():
+    return gr.update(value='')
+
+
+def reset_state():
+    return [], []
+
+with gr.Blocks() as demo:
+    gr.HTML("""<h1 align="center">🤖ChatSQL</h1>""")
+
+    chatbot = gr.Chatbot()
+    with gr.Row():
+        with gr.Column(scale=4):
+            with gr.Column(scale=12):
+                user_input = gr.Textbox(show_label=False, placeholder="Input...", lines=10).style(
+                    container=False)
+            with gr.Column(min_width=32, scale=1):
+                submitBtn = gr.Button("Submit", variant="primary")
+        with gr.Column(scale=1):
+            emptyBtn = gr.Button("Clear History")
+            # max_length = gr.Slider(0, 4096, value=2048, step=1.0, label="Maximum length", interactive=True)
+            # top_p = gr.Slider(0, 1, value=0.7, step=0.01, label="Top P", interactive=True)
+            # temperature = gr.Slider(0, 1, value=0.95, step=0.01, label="Temperature", interactive=True)
+
+    history = gr.State([])
+
+    submitBtn.click(predict, [user_input, chatbot, history], [chatbot, history],
+                    show_progress=True)
+    submitBtn.click(reset_user_input, [], [user_input])
+
+    emptyBtn.click(reset_state, outputs=[chatbot, history], show_progress=True)
+
+demo.queue().launch(share=False, inbrowser=True)

local_database.py

@@ -0,0 +1,61 @@
+# Author: Liushu
+# Date: 2023-04-24
+# 这里的只是用来校验生成SQL的正确性
+import sqlite3
+import numpy as np
+from utility.utils import config_dict as DB_CONFIG
+
+
+class db_operate(object):
+    
+    def __init__(self, db_path):
+        self.conn = sqlite3.connect(db_path)
+        self.cursor = self.conn.cursor()
+    
+    def create_table(self, SQL):
+        self.cursor.execute(SQL)
+        self.conn.commit()
+
+    def insert_data(self, SQL, data):
+        self.cursor.executemany(SQL, data)
+        self.conn.commit()
+    
+    def update_data(self, table_name, data, condition):
+        self.cursor.execute(f"UPDATE {table_name} SET {data} WHERE {condition}")
+        self.conn.commit()
+    
+    def delete_data(self, table_name, condition): 
+        self.cursor.execute(f"DELETE FROM {table_name} WHERE {condition}")
+        self.conn.commit()
+    
+    def query_data(self, SQL_statement):
+        self.cursor.execute(SQL_statement)
+        return self.cursor.fetchall()
+
+
+if __name__ == "__main__":
+    db_path = DB_CONFIG["db_path"]
+    TABLE = DB_CONFIG["TABLE"]
+    dboperate = db_operate(db_path)
+    print("建表中...")
+    # 建表
+    for table_name in TABLE.keys():
+        table_field_sql = f"create table if not exists {table_name} ("
+        for idx, filed in enumerate(TABLE[table_name]["field"].items()):
+            if idx == len(TABLE[table_name]["field"].items()) - 1:
+                table_field_sql += filed[0] + f" {filed[1][1]})"
+            else:
+                table_field_sql += filed[0] + f" {filed[1][1]},"
+        # 建表语句
+        dboperate.create_table(table_field_sql)
+    
+    print("插入数据中...")
+    # 插入数据
+    TABLE_Values = DB_CONFIG["TABLE_Values"]
+    for table_name in TABLE.keys():
+        table_field_sql = f"INSERT INTO {table_name} VALUES ("
+        field_len = len(list(TABLE_Values[table_name]["field"].keys()))
+        insert_slot = ",".join(['?' for i in range(field_len)])
+        table_field_sql += insert_slot + ")"
+        table_val = np.array(list(TABLE_Values[table_name]["field"].values())).T.tolist() # 转置+list
+        dboperate.insert_data(table_field_sql, table_val)

prompt.py

@@ -0,0 +1,103 @@
+"""
+Text2SQL机器人·Prompt
+"""
+import numpy as np
+from sentence_transformers import SentenceTransformer, util
+from utility.utils import config_dict as DB_CONFIG
+from local_database import db_operate
+
+embedder = SentenceTransformer('paraphrase-multilingual-MiniLM-L12-v2')
+
+# 每张表的表含义和对应的表结构
+# table_schema = {"货物销售表,主要存储货物名称、净收益率、损失率、环比增长率、销售量、货物品类、货物仓库、销售负责人名字、销售部门、销售负责人联系方式":
+#                  """表1: cargo
+# 字段1:cargo_id(货物编号),字段2:cargo_name(货物名称),字段3:year(年份),字段4:net_yield(净收益率%),字段5:loss_rate(损失率%),字段6:month_on_month_growth_rate(环比增长率%),字段7:sales_volume(销售量),字段8:cargo_price(货物单价),字段9:cargo_category(货物品类),字段10:source_cargo(货物来源),字段11:storage_warehouse(货物仓库),字段12:sales_person_name(销售责任人名字),字段13:sales_person_id(销售负责人id),字段14:sales_department(销售部门),字段15:sales_person_numbers(销售负责人联系方式)
+# """,
+#                 "人员信息表,主要存储销售人员人名、入职时间、当前业绩、职位等级":
+#                  """表2: sales
+# 字段1:sales_person_id(销售人员id),字段2:sales_person_name(人员名称),字段3:sales_person_level(人员等级),字段4:sales_person_work_date(入职时间),字段5:sales_person_leader_id(人员主管id),字段6:sales_person_leader_name(人员主管名字),字段7:sales_person_number(人员电话),字段8:sales_person_achievement_year(人员业绩年份),字段9:sales_person_achievement(人员业绩),字段10:sales_person_department(人员部门名称),字段11:sales_person_department_id(人员部门id)
+# """,
+#                 "货物信息表,主要存储货物名称、货物来源地、购买价格、货物大类、货物品类、供应商名称和供应商负责人":
+#                 """表3: cargo_info
+# 字段1:cargo_info_id(货物信息id),字段2:cargo_id(货物id),字段3:cargo_name(货物名称),字段4:origin_cargo(货物产地),字段5:cargo_purchase_price(货物购买价),字段6:cargo_type(货物大类),字段7:cargo_category(货物品类),字段8:cargo_supply_company(供货公司),字段9:cargo_num(货物数量),字段10:cargo_supply_aftermarket_person(货物售后负责人),字段11:cargo_supply_aftermarket_person_number(货物售后负责人联系电话),字段12:cargo_supply_market_person(货物公司销售负责人),字段13:cargo_supply_market_person_number(货物公司负责人联系电话)
+# """,
+#                 "部门表,主要存储部门名称、部门职责、部门主管":
+#                 """表4: depart_list
+# 字段1:department_id(部门id),字段2:department_name(部门名称),字段3:department_duty(部门职责),字段4:department_lead_name(部门负责人名字),字段5:department_lead_name_id(部门负责人id),字段6:department_person_nums(部门人数)
+# """,
+#                 "购买信息表,主要存储购买公司名称、购买公司街道、购买负责人、购买货物名称和数量以及类型":
+#                 """表5: purchase_info
+# 字段1:purchase_company_id(货物购买方id),字段2:purchase_company_name(货物购买方名称),字段3:purchase_company_address(货物购买方地址),字段4:purchase_company_person_name(货物购买方负责人人名),字段5:purchase_company_person_numbers(货物购买方负责人联系方式),字段6:purchase_company_person_level(货物购买方负责人职位),字段7:purchase_cargo_name_id(购买货物id),字段8:purchase_cargo_name(购买货物名称),字段9:purchase_cargo_nums(购买货物数量),字段10:purchase_cargo_type(购买货物大类),字段11:purchase_cargo_category(购买货物品类)
+# """,
+#                 "供应商信息表,主要存储供应商名称、供应商地址、供应商货物名称、入供应商目录日期":
+#                  """表6: supply_company
+# 字段1:supply_company_id(供货公司id),字段2:supply_company_name(供货公司名称),字段3:supply_company_address(供货公司地址),字段4:supply_company_product_id(供货公司货物id),字段5:supply_company_product_name(供货公司货物名称),字段6:supply_company_date(供货公司入名录时间)
+# """}
+
+
+# corpus = list(table_schema.keys())
+
+# corpus_embeddings = embedder.encode(corpus, convert_to_tensor=True)
+
+
+
+chatbot_prompt = """
+你是一个文本转SQL的生成器，你的主要目标是尽可能的协助用户，将输入的文本转换为正确的SQL语句。
+上下文开始
+表名和表字段来自以下表：
+表1: cargo
+字段1:cargo_id(货物编号),字段2:cargo_name(货物名称),字段3:year(年份),字段4:net_yield(净收益率%),字段5:loss_rate(损失率%),字段6:month_on_month_growth_rate(环比增长率%),字段7:sales_volume(销售量),字段8:cargo_price(货物单价),字段9:cargo_category(货物品类),字段10:source_cargo(货物来源),字段11:storage_warehouse(货物仓库),字段12:sales_person_name(销售责任人名字),字段13:sales_person_id(销售负责人id),字段14:sales_department(销售部门),字段15:sales_person_numbers(销售负责人联系方式)
+表2: sales
+字段1:sales_person_id(销售负责人id),字段2:sales_person_name(人员名称),字段3:sales_person_level(人员等级),字段4:sales_person_work_date(入职时间),字段5:sales_person_leader_id(人员主管id),字段6:sales_person_leader_name(人员主管名字),字段7:sales_person_number(人员电话),字段8:sales_person_achievement_year(人员业绩年份),字段9:sales_person_achievement(人员业绩),字段10:sales_person_department(人员部门名称),字段11:sales_person_department_id(人员部门id)
+表3: cargo_info
+字段1:cargo_info_id(货物信息id),字段2:cargo_id(货物id),字段3:cargo_name(货物名称),字段4:origin_cargo(货物产地),字段5:cargo_purchase_price(货物购买价),字段6:cargo_type(货物大类),字段7:cargo_category(货物品类),字段8:cargo_supply_company(供货公司),字段9:cargo_num(货物数量),字段10:cargo_supply_aftermarket_person(货物售后负责人),字段11:cargo_supply_aftermarket_person_number(货物售后负责人联系电话),字段12:cargo_supply_market_person(货物公司销售负责人),字段13:cargo_supply_market_person_number(货物公司负责人联系电话)
+表4: depart_list
+字段1:department_id(部门id),字段2:department_name(部门名称),字段3:department_duty(部门职责),字段4:department_lead_name(部门负责人名字),字段5:department_lead_name_id(部门负责人id),字段6:department_person_nums(部门人数)
+表5: purchase_info
+字段1:purchase_company_id(货物购买方id),字段2:purchase_company_name(货物购买方名称),字段3:purchase_company_address(货物购买方地址),字段4:purchase_company_person_name(货物购买方负责人人名),字段5:purchase_company_person_numbers(货物购买方负责人联系方式),字段6:purchase_company_person_level(货物购买方负责人职位),字段7:purchase_cargo_name_id(购买货物id),字段8:purchase_cargo_name(购买货物名称),字段9:purchase_cargo_nums(购买货物数量),字段10:purchase_cargo_type(购买货物大类),字段11:purchase_cargo_category(购买货物品类)
+表6: supply_company
+字段1:supply_company_id(供货公司id),字段2:supply_company_name(供货公司名称),字段3:supply_company_address(供货公司地址),字段4:supply_company_product_id(供货公司货物id),字段5:supply_company_product_name(供货公司货物名称),字段6:supply_company_date(供货公司入名录时间)
+上下文结束
+问: 请帮我查询所有的货物名称
+答: SELECT cargo_name FROM cargo
+问: 请帮我查询在2019年的净收益率大于10并且销售量大于100并且业绩大于1000的销售负责人名字
+答: SELECT sales.sales_person_name FROM sales INNER JOIN cargo on sales.sales_person_id = cargo.sales_person_id WHERE cargo.year = 2019 AND cargo.net_yield > 10 AND cargo.sales_volume > 100 AND sales.sales_person_achievement > 1000
+问: 文本转SQL: <user input>
+答: 
+"""
+
+# 一些学习的例子
+In_context_prompt = """问: 请帮我查询所有的货物名称
+答: SELECT cargo_name FROM cargo;
+问: 请帮我查询在2019年的净收益率大于10并且销售量大于100并且业绩大于1000的销售负责人名字
+答: SELECT sales.sales_person_name FROM sales INNER JOIN cargo on sales.sales_person_id = cargo.sales_person_id WHERE cargo.year = 2019 AND cargo.net_yield > 10 AND cargo.sales_volume > 100 AND sales.sales_person_achievement > 1000;
+问: 请帮我查询购买"板材"货物的公司名称
+答: SELECT purchase_company_name FROM purchase_info WHERE purchase_cargo_name = "板材";
+"""
+
+query_template = """问: <user_input>
+答: 
+"""
+
+# yaml解析
+TABLE = DB_CONFIG["TABLE"]
+table_schema = {}
+
+for table_name in TABLE.keys():
+    # table描述拼接
+    table_info = """"""
+    table_info += "表名:" + table_name + "\n"
+    table_info += "字段:"
+    for idx, filed in enumerate(TABLE[table_name]["field"].items()):
+        if idx == len(TABLE[table_name]["field"].items()) - 1:
+            table_info += filed[0] + "(" + filed[1][0] + ")"
+        else:
+            table_info += filed[0] + "(" + filed[1][0] + "),"
+
+    table_schema[TABLE[table_name]["info"]] = table_info
+
+# 获取表的描述信息
+corpus = list(table_schema.keys())
+
+# 向量化
+corpus_embeddings = embedder.encode(corpus, convert_to_tensor=True)

requirements.txt

@@ -0,0 +1,8 @@
+protobuf
+transformers==4.27.1
+cpm_kernels
+torch>=1.10
+gradio
+mdtex2html
+sentencepiece
+sentence_transformers==2.2.2

utility/constant.py

@@ -0,0 +1,8 @@
+"""
+@File: 存放固定的路径
+"""
+import os
+import pandas as pd
+# 根目录
+BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+configurable_file_path = os.path.join(BASE_DIR, 'configurable_file')

utility/db_tools.py

@@ -0,0 +1,157 @@
+"""
+@Time: 2022/11/03
+@Author: LiuShu
+@File: 数据库操作类库
+"""
+import pymysql
+from utility.loggers import logger
+from utility.utils import config
+
+
+class Cur_db(object):
+    def __init__(self):
+        self.config = config
+        self.db_name = self.config['database']['DB']
+
+    def pymysql_cur(self, reback=5):
+        """ 连接数据库 """
+        try:
+            self.conn = pymysql.connect(host=self.config['database']['HOST'], user=self.config['database']['USER'],
+                                        password=self.config['database']['PWD'], db=self.db_name,
+                                        port=int(self.config['database']['PORT']),
+                                        charset='utf8')
+        except Exception as e:
+            if reback == 0:
+                logger.exception('Exception occurred.')
+                return
+            else:
+                logger.exception('Exception occurred.')
+                reback -= 1
+                return self.pymysql_cur(reback)
+
+    def get_db_name(self):
+        """
+
+        :return:
+        """
+        return self.db_name
+
+    def select(self, sql, params, reback=2):
+        """ 查询单条语句，并返回查询所有的结果 """
+        try:
+            cur = self.conn.cursor()
+            cur.execute(sql, params)
+            # 单条
+            res = cur.fetchone()
+            cur.close()
+            if res:
+                return res
+            return
+        except Exception as e:
+            logger.exception('Exception occurred.')
+            if reback > 0:
+                reback -= 1
+                return self.select(sql, reback)
+            else:
+                logger.info(str('*' * 100))
+                return
+
+    def _select(self, sql, reback=2):
+        try:
+            cur = self.conn.cursor()
+            cur.execute(sql)
+            # 单条
+            res = cur.fetchone()
+            cur.close()
+            if res:
+                return res[0]
+            return
+        except Exception as e:
+            logger.exception('Exception occurred.')
+            if reback > 0:
+                reback -= 1
+                return self.select(sql, reback)
+            else:
+                logger.info(str('*' * 100))
+                return
+
+    def selectMany(self, sql, reback=2):
+        try:
+            cur = self.conn.cursor()
+            cur.execute(sql)
+            res = cur.fetchall()
+            cur.close()
+            if res:
+                return res
+            logger.info(str(sql))
+            return
+        except Exception as e:
+            logger.exception('Exception occurred.')
+            if reback > 0:
+                reback -= 1
+                return self.selectMany(sql, reback)
+            else:
+                logger.info(str('*' * 100))
+                return
+
+    def insert(self, sql, params):
+        cur = self.conn.cursor()
+        cur.execute(sql, params)
+        self.conn.commit()
+        return
+
+    def _insert(self, sql):
+        cur = self.conn.cursor()
+        cur.execute(sql)
+        self.conn.commit()
+
+    def insert_batch(self, sql, data_list):
+        """
+        将dataframe批量入库
+        :param sql: 插入语句
+        :return:
+        """
+        cur = self.conn.cursor()
+        # 开启事务
+        self.conn.begin()
+        try:
+            cur.executemany(sql, data_list)
+            self.conn.commit()
+            cur.close()
+            self.conn.close()
+            return True
+        except:
+            # 万一失败了，要进行回滚操作
+            self.conn.rollback()
+            cur.close()
+            self.conn.close()
+            return False
+
+    def update(self, sql, params):
+        cur = self.conn.cursor()
+        cur.execute(sql, params)
+        self.conn.commit()
+        return
+
+    def _update(self, sql):
+        try:
+            cur = self.conn.cursor()
+            cur.execute(sql)
+            self.conn.commit()
+        except Exception as e:
+            logger.exception('Exception occurred.')
+
+    def close(self):
+        self.conn.close()
+        pass
+
+
+if __name__ == '__main__':
+    db_con = Cur_db()
+    logger.info(str(db_con.config['database']['HOST']))
+    print(str(db_con.config['database']['HOST']))
+    db_con.pymysql_cur()
+    sql = "SELECT * FROM cargo"
+    res = db_con.selectMany(sql)
+    print(str(res))
+    db_con.close()

utility/loggers.py

@@ -0,0 +1,60 @@
+"""
+@Time: 2022/11/03
+@Author: LiuShu
+@File: loggers.py
+"""
+import os
+from utility.constant import BASE_DIR
+import logging
+import logging.config
+
+LOGGING = {
+    'version': 1,
+    'disable_existing_loggers': True,
+    'formatters': {
+        'simple': {
+            'format': '%(levelname)s %(message)s'
+        },
+        'standard': {
+            'format': '[%(asctime)s] %(filename)s-[line:%(lineno)d] %(levelname)s--%(message)s',
+            'datefmt': '%Y-%m-%d %H:%M:%S',
+        },
+    },
+    'handlers': {
+        'file': {
+            'level': 'DEBUG',
+            'class': 'logging.handlers.TimedRotatingFileHandler',
+            # TODO 文件路径修改位置
+            'filename': os.path.join(BASE_DIR, 'logs/server.log'),
+            'formatter': 'standard',
+            'when': 'D',
+            'interval': 1,
+            'backupCount': 7,
+        },
+        'null': {
+            'level': 'DEBUG',
+            'class': 'logging.StreamHandler',
+        },
+    },
+    'loggers': {
+        'django': {
+            'handlers': ['null'],
+            'level': 'ERROR',
+            'propagate': True,
+        },
+        'system': {
+            'handlers': ['file'],
+            'level': 'DEBUG',
+            'propagate': True,
+        },
+    }
+}
+
+
+def get_logger():
+    logging.config.dictConfig(LOGGING)
+    Logger = logging.getLogger("system")
+    return Logger
+
+
+logger = get_logger()

utility/utils.py

@@ -0,0 +1,46 @@
+"""
+@Time: 2022/12/06
+@Author: LiuShu
+@File: utility.py
+"""
+import os
+import re
+import sys
+import shutil
+import subprocess
+sys.path.append(os.path.dirname(os.path.abspath(__file__)))
+# 读取config内容
+import configparser
+import yaml
+import json
+import requests
+from utility.constant import BASE_DIR
+from utility.loggers import logger
+db_config_file_path = os.path.join(BASE_DIR, 'config.cfg')
+logger.info(db_config_file_path)
+yaml_file_path = os.path.join(BASE_DIR, 'config.yaml')
+logger.info(yaml_file_path)
+
+# config.cfg
+def get_config():
+    config = configparser.ConfigParser()
+    config.read(db_config_file_path, encoding='utf8')
+    logger.info(str(config._sections))
+    return config
+
+# 得到配置内容
+config = get_config()
+
+
+# yaml 文件
+class ConfigParser:
+    @staticmethod
+    def load_config():
+        with open(yaml_file_path, 'r', encoding='utf-8') as file_stream:
+            config_dict = yaml.load(file_stream, Loader=yaml.Loader)
+
+        logger.info('config_dict:' + str(config_dict))
+
+        return config_dict
+    
+config_dict = ConfigParser.load_config()