add qa skills

app.py

@@ -39,6 +39,7 @@ def general(input_txt:str, state:dict = {}):
             plugin = __import__("bot.skills."+skill_name, fromlist=[skill_name])
             plugin_class = getattr(plugin, "Skill")
             p = plugin_class()
+            p.set_tokenizer( bot.tokenizer )
             output_txt, history_list, role_card = p.process(input_txt, history_list, role_card)
 
     if output_txt is None:
@@ -64,7 +65,8 @@ def main() -> None:
     description += "可以修改的角色信息有：<br>"
     description += "&lt;NAME&gt;, &lt;GENDER&gt;, &lt;YEAROFBIRTH&gt;, &lt;MONTHOFBIRTH&gt;, &lt;DAYOFBIRTH&gt;, &lt;ZODIAC&gt;, &lt;AGE&gt;<br>"
     description += "输入“上联：XXXXXXX”，Winnie会和你对对联<br>"
-    description += "输入“写诗：XXXXXXX”，Winnie会以XXXXXXX为开头写诗"
+    description += "输入“写诗：XXXXXXX”，Winnie会以XXXXXXX为开头写诗<br>"
+    description += "以\"请问\"开头并以问号结尾，Winnie会回答该问题"
 
     gr.Interface(
         fn = general,

bot/skills/couplet.py

@@ -5,6 +5,9 @@ class Skill:
     def __init__(self:object) -> None:
         pass
 
+    def set_tokenizer(self:object, tokenizer:object):
+        self.tokenizer = tokenizer
+
     def process(self:object, input_txt:str, history_list:list, role_card:dict):
         output_text:str = None
         if input_txt.startswith("上联：") or input_txt.startswith("上联:"):

bot/skills/delete_memory.py

@@ -3,6 +3,9 @@ class Skill:
     def __init__(self:object) -> None:
         pass
 
+    def set_tokenizer(self:object, tokenizer:object):
+        self.tokenizer = tokenizer
+
     def process(self:object, input_txt:str, history_list:list, role_card:dict):
         output_txt:str = None
         if input_txt.upper()=="ERASE MEMORY":

bot/skills/give_role.py

@@ -3,6 +3,9 @@ class Skill:
     def __init__(self:object) -> None:
         pass
 
+    def set_tokenizer(self:object, tokenizer:object):
+        self.tokenizer = tokenizer
+
     def process(self:object, input_txt:str, history_list:list, role_card:dict):
         output_txt:str = None
         for tag in role_card.keys():

bot/skills/poem.py

@@ -5,6 +5,9 @@ class Skill:
     def __init__(self:object) -> None:
         pass
 
+    def set_tokenizer(self:object, tokenizer:object):
+        self.tokenizer = tokenizer
+
     def process(self:object, input_txt:str, history_list:list, role_card:dict):
         output_text:str = None
         if input_txt.startswith("写诗：") or input_txt.startswith("写诗:"):

bot/skills/qa.py

@@ -0,0 +1,46 @@
+
+import os
+import re
+import json
+import requests
+
+class Skill:
+    def __init__(self:object) -> None:
+        pass
+
+    def set_tokenizer(self:object, tokenizer:object):
+        self.tokenizer = tokenizer
+
+    def predict(self, question:str, seed=1234, out_seq_length=256, min_gen_length=1, sampling_strategy="BaseStrategy", num_beams=2, length_penalty=1, no_repeat_ngram_size=3, temperature=0.7, topk=8, topp=0.7):
+        url = 'https://pretrain.aminer.cn/api/v2/completions'
+        prompt = "{}\n答：[gMASK]".format(question)
+        payload = json.dumps({
+            "apikey": os.environ.get("WINNIE_APIKEY"),
+            "apisecret": os.environ.get("WINNIE_APISECRET"),
+            "model": "glm",
+            "language": "zh-CN",
+            "prompt": prompt,
+            "temperature": temperature,
+            "top_k": topk,
+            "top_p": topp,
+            "max_tokens": out_seq_length,
+            "stop": ["\n"],
+            "presence_penalty": 2,
+            "frequency_penalty": 2
+        })
+
+        headers = {
+            'Content-Type': 'application/json'
+        }
+        response = requests.request("POST", url, headers=headers, data=payload).json()
+        if "output" in response["result"]:
+            answer = response["result"]["output"]["raw"].split("<|startofpiece|>")[-1]
+        return answer
+
+    def process(self:object, input_txt:str, history_list:list, role_card:dict):
+        output_text:str = None
+        if re.match(r'^请问.+[?？.。!！]$', input_txt):
+            history_list.append( self.tokenizer.encode(input_txt, add_special_tokens=False) )
+            output_text = self.predict(input_txt[2:])
+            history_list.append( self.tokenizer.encode(output_text, add_special_tokens=False) )
+        return  output_text, history_list, role_card

templates/chat_template.html

@@ -200,22 +200,54 @@
             	chat_thread.scrollTop = chat_thread.scrollHeight;
                 chat_window_message.value = "";
                 document.title = "聊天机器人 ~ 对方正在输入…"
-                $.getJSON("/chitchat/chat?text="+text, function(data){
-                    var new_li_label = document.createElement("li");
-                    data.forEach(function(item){
-                        var new_text = document.createTextNode(item);
-                        var new_span = document.createElement("span");
-                        new_span.appendChild(new_text);
-                        var new_br = document.createElement("br");
-                        new_li_label.appendChild(new_span);
-                        new_li_label.appendChild(new_br);
-                    });
-                    chat_thread.appendChild(new_li_label);
-                    chat_thread.scrollTop = chat_thread.scrollHeight;
+                $.ajax({ 
+                    url: "/chitchat/chat?text="+text, 
+                    dataType: 'json',
+                    success: function(data){
+                        var new_li_label = document.createElement("li");
+                        data.forEach(function(item){
+                            var new_text = document.createTextNode(item);
+                            var new_span = document.createElement("span");
+                            new_span.appendChild(new_text);
+                            var new_br = document.createElement("br");
+                            new_li_label.appendChild(new_span);
+                            new_li_label.appendChild(new_br);
+                        });
+                        chat_thread.appendChild(new_li_label);
+                        chat_thread.scrollTop = chat_thread.scrollHeight;
 
-                    document.title = "聊天机器人"
-                    chat_window_message.disabled = false;
-                });
+                        document.title = "聊天机器人"
+                        chat_window_message.disabled = false;
+                    },
+                    timeout: 60000,
+                    error: function(jqXHR, status, errorThrown){
+                        var new_li_label = document.createElement("li");
+                        var new_text = document.createTextNode("网络超时1分钟，请重试");
+
+                        new_li_label.appendChild(new_text);
+                        chat_thread.appendChild(new_li_label);
+                        chat_thread.scrollTop = chat_thread.scrollHeight;
+
+                        document.title = "聊天机器人"
+                        chat_window_message.disabled = false;
+                    } 
+                }); 
+                // $.getJSON("/chitchat/chat?text="+text, function(data){
+                //     var new_li_label = document.createElement("li");
+                //     data.forEach(function(item){
+                //         var new_text = document.createTextNode(item);
+                //         var new_span = document.createElement("span");
+                //         new_span.appendChild(new_text);
+                //         var new_br = document.createElement("br");
+                //         new_li_label.appendChild(new_span);
+                //         new_li_label.appendChild(new_br);
+                //     });
+                //     chat_thread.appendChild(new_li_label);
+                //     chat_thread.scrollTop = chat_thread.scrollHeight;
+
+                //     document.title = "聊天机器人"
+                //     chat_window_message.disabled = false;
+                // });
             }
 
             function loadhistory() {

web.py

@@ -80,14 +80,15 @@ def talk() -> str:
         history_list = session.get("history")
 
         if input_text.upper()=="HELP":
-            help_info_list = ["输入任意文字，Winnie会回答你的问题",
+            help_info_list = ["输入任意文字，Winnie会和你对话",
             "输入ERASE MEMORY，Winnie会清空记忆",
             "输入\"<TAG>=<VALUE>\"，Winnie会记录你的角色信息",
             "例如：<NAME>=Vicky，Winnie会修改自己的名字",
             "可以修改的角色信息有：",
             "<NAME>, <GENDER>, <YEAROFBIRTH>, <MONTHOFBIRTH>, <DAYOFBIRTH>, <ZODIAC>, <AGE>",
             "输入“上联：XXXXXXX”，Winnie会和你对对联",
-            "输入“写诗：XXXXXXX”，Winnie会以XXXXXXX为开头写诗"
+            "输入“写诗：XXXXXXX”，Winnie会以XXXXXXX为开头写诗",
+            "以\"请问\"开头并以问号结尾，Winnie会回答该问题"
             ]
             return jsonify(help_info_list)