feature(zjow): add chatglm api support (#13)

README.md

@@ -21,6 +21,16 @@ We provide an online version for players to directly access and try out.
 - [ChatGPT + Chinese(w/ key)](http://llmriddles.opendilab.net/)
 
 Local deployment can be done in the following ways:
+## Installation
+### Use ChatGPT / ChatGLM API
+```shell
+pip3 install -r requirements.txt
+```
+### Do Mistral-7B-Instruct-v0.1 local inference
+```shell
+pip3 install -r requirements-dev.txt
+```
+## Launch
 ### ChatGPT + Chinese
 ```shell
 QUESTION_LANG=cn QUESTION_LLM='chatgpt' QUESTION_LLM_KEY=<your API key> python3 -u app.py
@@ -29,6 +39,14 @@ QUESTION_LANG=cn QUESTION_LLM='chatgpt' QUESTION_LLM_KEY=<your API key> python3
 ```shell
 QUESTION_LANG=en QUESTION_LLM='chatgpt' QUESTION_LLM_KEY=<your API key> python3 -u app.py
 ```
+### ChatGLM + Chinese
+```shell
+QUESTION_LANG=cn QUESTION_LLM='chatglm' QUESTION_LLM_KEY=<your API key> python3 -u app.py
+```
+### ChatGLM + English
+```shell
+QUESTION_LANG=en QUESTION_LLM='chatglm' QUESTION_LLM_KEY=<your API key> python3 -u app.py
+```
 ### Mistral-7B-Instruct-v0.1 + English
 ```shell
 QUESTION_LANG=en QUESTION_LLM='mistral-7b' python3 -u app.py

README_zh.md

@@ -21,6 +21,16 @@
 - [ChatGPT + 中文(已预设api key)](http://llmriddles.opendilab.net/)
 
 本地部署可以通过以下方式：
+## 安装
+### ChatGPT 或 ChatGLM API
+```shell
+pip3 install -r requirements.txt
+```
+### Mistral-7B-Instruct-v0.1 本地推理
+```shell
+pip3 install -r requirements-dev.txt
+```
+## 启动
 ### ChatGPT + 中文
 ```shell
 QUESTION_LANG=cn QUESTION_LLM='chatgpt' QUESTION_LLM_KEY=<your API key> python3 -u app.py
@@ -29,13 +39,17 @@ QUESTION_LANG=cn QUESTION_LLM='chatgpt' QUESTION_LLM_KEY=<your API key> python3
 ```shell
 QUESTION_LANG=en QUESTION_LLM='chatgpt' QUESTION_LLM_KEY=<your API key> python3 -u app.py
 ```
-### LLaMA2-7b + 中文
+### ChatGLM + 中文
+```shell
+QUESTION_LANG=cn QUESTION_LLM='chatglm' QUESTION_LLM_KEY=<your API key> python3 -u app.py
+```
+### ChatGLM + 英文
 ```shell
-QUESTION_LANG=cn QUESTION_LLM='llama2-7b' python3 -u app.py
+QUESTION_LANG=en QUESTION_LLM='chatglm' QUESTION_LLM_KEY=<your API key> python3 -u app.py
 ```
-### LLaMA2-7b + 英文
+### Mistral-7B-Instruct-v0.1 + 英文
 ```shell
-QUESTION_LANG=en QUESTION_LLM='llama2-7b' python3 -u app.py
+QUESTION_LANG=en QUESTION_LLM='mistral-7b' python3 -u app.py
 ```
 ## :technologist: 为什么制作这个游戏
 

app.py

@@ -13,7 +13,7 @@ _QUESTIONS = list_ordered_questions()
 _LANG = os.environ.get('QUESTION_LANG', 'cn')
 assert _LANG in ['cn', 'en'], _LANG
 _LLM = os.environ.get('QUESTION_LLM', 'chatgpt')
-assert _LLM in ['chatgpt', 'mistral-7b'], _LLM
+assert _LLM in ['chatgpt', 'chatglm', 'mistral-7b'], _LLM
 _LLM_KEY = os.environ.get('QUESTION_LLM_KEY', None)
 _DEBUG = os.environ.get('DEBUG', 'false').lower() == 'true'
 
@@ -105,12 +105,14 @@ else:
 
 
 def _need_api_key():
-    return _LLM == 'chatgpt' and _LLM_KEY is None
+    return (_LLM == 'chatgpt' or _LLM == 'chatglm') and _LLM_KEY is None
 
 
 def _get_api_key_cfgs(api_key):
     if _LLM == 'chatgpt':
         return {'api_key': api_key}
+    elif _LLM == 'chatglm':
+        return {'api_key': api_key}
     else:
         return {}
 

llmriddles/llms/__init__.py

@@ -1,3 +1,4 @@
 from .base import register_llm, get_llm_fn
 from .chatgpt import ask_chatgpt
+from .chatglm import ask_chatglm
 from .mistral import ask_mistral_7b_instruct

llmriddles/llms/chatglm.py

@@ -0,0 +1,26 @@
+import zhipuai
+from .base import register_llm
+
+
+def ask_chatglm(message: str, api_key: str):
+    zhipuai.api_key = api_key
+
+    response = zhipuai.model_api.invoke(
+        model="chatglm_turbo",
+        prompt=[{
+            "role": "user",
+            "content": message
+        }],
+        top_p=0.7,
+        temperature=0.9,
+    )
+
+    response_msg = response['data']['choices'][0]['content']
+    # strip the front and end '"'
+    if len(response_msg) >= 2:
+        response_msg = response_msg[1:-1]
+
+    return response_msg
+
+
+register_llm('chatglm', ask_chatglm)

requirements-dev.txt

@@ -0,0 +1,11 @@
+hbutils>=0.9.1
+tqdm
+requests>=2.20
+gradio==4.1.1
+openai>=1
+zhipuai
+sympy
+flask
+transformers
+torch
+huggingface-hub

requirements.txt

@@ -3,6 +3,5 @@ tqdm
 requests>=2.20
 gradio==4.1.1
 openai>=1
+zhipuai
 sympy
-flask
-transformers