加入GPT Index功能

ChuanhuChatbot.py

@@ -1,9 +1,10 @@
 # -*- coding:utf-8 -*-
-import gradio as gr
 import os
 import logging
 import sys
-import argparse
+
+import gradio as gr
+
 from utils import *
 from presets import *
 from overwrites import *

chat_func.py

@@ -1,43 +1,19 @@
 # -*- coding:utf-8 -*-
 from __future__ import annotations
-from typing import TYPE_CHECKING, Any, Callable, Dict, List, Tuple, Type
+from typing import TYPE_CHECKING, List
+
 import logging
 import json
-import gradio as gr
-
-# import openai
 import os
-import traceback
 import requests
 
-# import markdown
-import csv
-import mdtex2html
-from pypinyin import lazy_pinyin
-from presets import *
-from llama_func import *
-from utils import *
-import tiktoken
 from tqdm import tqdm
 import colorama
-import os
-from llama_index import (
-    GPTSimpleVectorIndex,
-    GPTTreeIndex,
-    GPTKeywordTableIndex,
-    GPTListIndex,
-)
-from llama_index import SimpleDirectoryReader, download_loader
-from llama_index import (
-    Document,
-    LLMPredictor,
-    PromptHelper,
-    QuestionAnswerPrompt,
-    RefinePrompt,
-)
-from langchain.llms import OpenAIChat, OpenAI
 from duckduckgo_search import ddg
-import datetime
+
+from presets import *
+from llama_func import *
+from utils import *
 
 # logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] [%(filename)s:%(lineno)d] %(message)s")
 

llama_func.py

@@ -1,11 +1,8 @@
 import os
-from llama_index import (
-    GPTSimpleVectorIndex,
-    GPTTreeIndex,
-    GPTKeywordTableIndex,
-    GPTListIndex,
-)
-from llama_index import SimpleDirectoryReader, download_loader
+import logging
+
+from llama_index import GPTSimpleVectorIndex
+from llama_index import download_loader
 from llama_index import (
     Document,
     LLMPredictor,
@@ -13,14 +10,9 @@ from llama_index import (
     QuestionAnswerPrompt,
     RefinePrompt,
 )
-from langchain.llms import OpenAIChat, OpenAI
-from googlesearch import search as google_search
-from baidusearch.baidusearch import search as baidu_search
-from duckduckgo_search import ddg
+from langchain.llms import OpenAI
 import colorama
 
-import logging
-import sys
 
 from presets import *
 from utils import *

utils.py

@@ -3,40 +3,16 @@ from __future__ import annotations
 from typing import TYPE_CHECKING, Any, Callable, Dict, List, Tuple, Type
 import logging
 import json
-import gradio as gr
-
-# import openai
 import os
-import traceback
-import requests
-
-# import markdown
+import datetime
+import hashlib
 import csv
-import mdtex2html
+
+import gradio as gr
 from pypinyin import lazy_pinyin
-from presets import *
 import tiktoken
-from tqdm import tqdm
-import colorama
-import os
-from llama_index import (
-    GPTSimpleVectorIndex,
-    GPTTreeIndex,
-    GPTKeywordTableIndex,
-    GPTListIndex,
-)
-from llama_index import SimpleDirectoryReader, download_loader
-from llama_index import (
-    Document,
-    LLMPredictor,
-    PromptHelper,
-    QuestionAnswerPrompt,
-    RefinePrompt,
-)
-from langchain.llms import OpenAIChat, OpenAI
-from duckduckgo_search import ddg
-import datetime
-import hashlib
+
+from presets import *
 
 # logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] [%(filename)s:%(lineno)d] %(message)s")