add data from backblaze

.gitignore

@@ -1,7 +1,7 @@
 env
 *.pyc
 __pycache__
-
+.env
 .idea
 .vscode
 .DS_Store

Dockerfile

@@ -12,4 +12,4 @@ RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 COPY . .
 RUN mkdir -p .cache/huggingface/models--Qwen--Qwen-1_8B-Chat && mkdir -p ./.cache/huggingface/models--Qwen--Qwen-1_8B-Chat
 RUN chmod 777 -R ./* && chmod 777 -R ./.cache/*
-CMD ["python", "run_server.py",  "--llm", "Qwen/Qwen-1_8B-Chat", "--model_server", "http://127.0.0.1:7905/v1", "--server_host", "0.0.0.0"]
+CMD ["python", "database_server.py"]

qwen_server/assistant_server.py → assistant_server.py

@@ -1,37 +1,19 @@
 import json
 import os
 from pathlib import Path
-
-import add_qwen_libs  # NOQA
 import gradio as gr
 import jsonlines
-from schema import GlobalConfig
-
 from qwen_agent.actions import RetrievalQA
-from qwen_agent.llm import get_chat_model
-from qwen_agent.log import logger
+from qwen_agent.llm import QwenChatAsOAI
 from qwen_agent.memory import Memory
+from utils import service, cache_file, max_ref_token
 
-# Read config
-with open(Path(__file__).resolve().parent / 'server_config.json', 'r') as f:
-    server_config = json.load(f)
-    server_config = GlobalConfig(**server_config)
-
-llm = get_chat_model(model=server_config.server.llm,
-                     api_key=server_config.server.api_key,
-                     model_server=server_config.server.model_server)
-
+llm = QwenChatAsOAI(model="gpt-3.5-turbo")
 mem = Memory(llm=llm, stream=False)
 
-cache_file = os.path.join(server_config.path.cache_root, 'browse.jsonl')
-cache_file_popup_url = os.path.join(server_config.path.cache_root, 'popup_url.jsonl')
-access_token_file = os.path.join(server_config.path.cache_root, 'access_token.jsonl')
-
-PAGE_URL = {}
-
-with open(Path(__file__).resolve().parent / 'css/main.css', 'r') as f:
+with open('css/main.css', 'r') as f:
     css = f.read()
-with open(Path(__file__).resolve().parent / 'js/main.js', 'r') as f:
+with open('js/main.js', 'r') as f:
     js = f.read()
 
 
@@ -55,52 +37,31 @@ def add_file(history, file):
     return history
 
 
-def set_page_url(access_token):
-    lines = {access_token: []}
-    assert os.path.exists(cache_file_popup_url)
-    for line in jsonlines.open(cache_file_popup_url):
-        _access_token = line['access_token']
-        if _access_token not in lines:
-            lines[_access_token] = []
-        lines[_access_token].append(line)
-    if access_token not in PAGE_URL:
-        PAGE_URL[access_token] = []
-    PAGE_URL[access_token].append(lines[access_token][-1]['url'])
-    logger.info('The current access page is: ' + PAGE_URL[access_token][-1])
-
-
 def initialize(request: gr.Request):
-    access_token = request.query_params["access_token"] or request.session["access_token"]
+    # print(request.kwargs)
+    access_token = request.query_params["access_token"]
+    url = request.query_params["url"]
     is_valid = False
     if access_token:
-        if os.getenv("ACCESS_TOKEN") == access_token:
+        account_info = json.loads(service.get(access_token, "info.json", False))
+        if account_info and account_info["enabled"]:
             is_valid = True
-        else:
-            for line in jsonlines.open(access_token_file):
-                if line['access_token'] == access_token:
-                    is_valid = True
-                    break
     if not is_valid:
         gr.Info("The token is not valid, Please reset!")
         return
-    set_page_url(access_token)
-    return access_token
+    return access_token, url
 
 
-def bot(history, access_token):
-    set_page_url(access_token)
+def bot(history, access_token, page_url):
     if not history:
         yield history
     else:
         now_page = None
         _ref = ''
-        if not os.path.exists(cache_file):
+        if not service.exists(access_token, page_url):
             gr.Info("Please add this page to LLMBB's Reading List first!")
         else:
-            for line in jsonlines.open(cache_file):
-                if line["access_token"] == access_token and line['url'] == PAGE_URL[access_token][-1]:
-                    now_page = line
-
+            now_page = json.loads(service.get(access_token, page_url))
             if not now_page:
                 gr.Info(
                     "This page has not yet been added to the LLMBB's reading list!"
@@ -110,7 +71,7 @@ def bot(history, access_token):
             else:
                 _ref_list = mem.get(
                     history[-1][0], [now_page],
-                    max_token=server_config.server.max_ref_token)
+                    max_token=max_ref_token)
                 if _ref_list:
                     _ref = '\n'.join(
                         json.dumps(x, ensure_ascii=False) for x in _ref_list)
@@ -130,25 +91,15 @@ def bot(history, access_token):
         # save history
         if now_page:
             now_page['session'] = history
-            lines = []
-            for line in jsonlines.open(cache_file):
-                if line["access_token"] == access_token and line['url'] != PAGE_URL[access_token][-1]:
-                    lines.append(line)
-
-            lines.append(now_page)
-            with jsonlines.open(cache_file, mode='w') as writer:
-                for new_line in lines:
-                    writer.write(new_line)
+            service.upsert(access_token, page_url, json.dumps(now_page, ensure_ascii=False))
 
 
-def load_history_session(history, access_token):
+def load_history_session(history, access_token, page_url):
     now_page = None
-    if not os.path.exists(cache_file):
+    if not service.exists(access_token, page_url):
         gr.Info("Please add this page to LLMBB's Reading List first!")
         return []
-    for line in jsonlines.open(cache_file):
-        if line["access_token"] == access_token and line['url'] == PAGE_URL[access_token][-1]:
-            now_page = line
+    now_page = json.loads(service.get(access_token, page_url))
     if not now_page:
         gr.Info("Please add this page to LLMBB's Reading List first!")
         return []
@@ -158,35 +109,21 @@ def load_history_session(history, access_token):
     return now_page['session']
 
 
-def clear_session(access_token):
-    if not os.path.exists(cache_file):
+def clear_session(access_token, page_url):
+    if not service.exists(access_token, page_url):
         return None
-    now_page = None
-    lines = []
-    for line in jsonlines.open(cache_file):
-        if line["access_token"] == access_token and line['url'] == PAGE_URL[access_token][-1]:
-            now_page = line
-        else:
-            lines.append(line)
+    now_page = json.loads(service.get(access_token, page_url))
     if not now_page:
         return None
     now_page['session'] = []
-    lines.append(now_page)
-    with jsonlines.open(cache_file, mode='w') as writer:
-        for new_line in lines:
-            writer.write(new_line)
-
+    service.upsert(access_token, page_url, json.dumps(now_page, ensure_ascii=False))
     return None
 
 
 with gr.Blocks(css=css, theme='soft') as demo:
     access_token = gr.State("")
-    chatbot = gr.Chatbot([],
-                         elem_id='chatbot',
-                         height=480,
-                         avatar_images=(None, (os.path.join(
-                             Path(__file__).resolve().parent,
-                             'img/logo.png'))))
+    page_url = gr.State("")
+    chatbot = gr.Chatbot([], elem_id='chatbot', height=480, avatar_images=(None, 'img/logo.png'))
     with gr.Row():
         with gr.Column(scale=7):
             txt = gr.Textbox(show_label=False,
@@ -202,7 +139,7 @@ with gr.Blocks(css=css, theme='soft') as demo:
             re_bt = gr.Button('🔁', elem_classes='bt_small_font')
 
     txt_msg = txt.submit(add_text, [chatbot, txt], [chatbot, txt],
-                         queue=False).then(bot, [chatbot, access_token], chatbot)
+                         queue=False).then(bot, [chatbot, access_token, page_url], chatbot)
     txt_msg.then(lambda: gr.update(interactive=True), None, [txt], queue=False)
 
     # txt_msg_bt = smt_bt.click(add_text, [chatbot, txt], [chatbot, txt],
@@ -211,16 +148,16 @@ with gr.Blocks(css=css, theme='soft') as demo:
     #                 None, [txt],
     #                 queue=False)
 
-    clr_bt.click(clear_session, [access_token], chatbot, queue=False)
+    clr_bt.click(clear_session, [access_token, page_url], chatbot, queue=False)
     re_txt_msg = re_bt.click(rm_text, [chatbot], [chatbot, txt],
-                             queue=False).then(bot, [chatbot, access_token], chatbot)
+                             queue=False).then(bot, [chatbot, access_token, page_url], chatbot)
     re_txt_msg.then(lambda: gr.update(interactive=True),
                     None, [txt],
                     queue=False)
 
     stop_bt.click(None, None, None, cancels=[txt_msg, re_txt_msg], queue=False)
 
-    demo.load(initialize, [], [access_token]).then(load_history_session, [chatbot, access_token], chatbot)
+    demo.load(initialize, [], [access_token, page_url]).then(load_history_session, [chatbot, access_token, page_url], chatbot)
     demo.queue()
 
 # demo.queue().launch(server_name=server_config.server.server_host, server_port=server_config.server.app_in_browser_port)

browser_qwen/background.js

@@ -1,11 +1,10 @@
-var database_url;
-
+//var database_url="http://127.0.0.1:7860/endpoint";
+var database_url= "https://llmbb-llmbb-agent.hf.space/endpoint";
 function send_data(msg){
     chrome.storage.local.get(['access_token'], function(result) {
         console.log(result)
         if (result.access_token) {
             console.log('access_token currently is ' + result.access_token);
-            database_url = "https://llmbb-llmbb-agent.hf.space/endpoint";
             fetch(database_url, {
                 method: "POST",
                 headers: {
@@ -15,7 +14,7 @@ function send_data(msg){
                 body: JSON.stringify(msg),
             })
               .then((response) => {
-                console.log(response.json());
+                return response.json();
               })
               .then((data) => {
               console.log(msg["task"])

browser_qwen/manifest.json

@@ -32,7 +32,10 @@
       },
       "content_scripts": [
         {
-          "js": ["src/content.js"],
+          "js": [
+            "src/content.js",
+            "src/md5.js"
+          ],
           "matches": [
             "https://www.jianshu.com/p/*",
             "https://*/*",

browser_qwen/src/md5.js

@@ -0,0 +1 @@
+!function(n){"use strict";function d(n,t){var r=(65535&n)+(65535&t);return(n>>16)+(t>>16)+(r>>16)<<16|65535&r}function f(n,t,r,e,o,u){return d((u=d(d(t,n),d(e,u)))<<o|u>>>32-o,r)}function l(n,t,r,e,o,u,c){return f(t&r|~t&e,n,t,o,u,c)}function g(n,t,r,e,o,u,c){return f(t&e|r&~e,n,t,o,u,c)}function v(n,t,r,e,o,u,c){return f(t^r^e,n,t,o,u,c)}function m(n,t,r,e,o,u,c){return f(r^(t|~e),n,t,o,u,c)}function c(n,t){var r,e,o,u;n[t>>5]|=128<<t%32,n[14+(t+64>>>9<<4)]=t;for(var c=1732584193,f=-271733879,i=-1732584194,a=271733878,h=0;h<n.length;h+=16)c=l(r=c,e=f,o=i,u=a,n[h],7,-680876936),a=l(a,c,f,i,n[h+1],12,-389564586),i=l(i,a,c,f,n[h+2],17,606105819),f=l(f,i,a,c,n[h+3],22,-1044525330),c=l(c,f,i,a,n[h+4],7,-176418897),a=l(a,c,f,i,n[h+5],12,1200080426),i=l(i,a,c,f,n[h+6],17,-1473231341),f=l(f,i,a,c,n[h+7],22,-45705983),c=l(c,f,i,a,n[h+8],7,1770035416),a=l(a,c,f,i,n[h+9],12,-1958414417),i=l(i,a,c,f,n[h+10],17,-42063),f=l(f,i,a,c,n[h+11],22,-1990404162),c=l(c,f,i,a,n[h+12],7,1804603682),a=l(a,c,f,i,n[h+13],12,-40341101),i=l(i,a,c,f,n[h+14],17,-1502002290),c=g(c,f=l(f,i,a,c,n[h+15],22,1236535329),i,a,n[h+1],5,-165796510),a=g(a,c,f,i,n[h+6],9,-1069501632),i=g(i,a,c,f,n[h+11],14,643717713),f=g(f,i,a,c,n[h],20,-373897302),c=g(c,f,i,a,n[h+5],5,-701558691),a=g(a,c,f,i,n[h+10],9,38016083),i=g(i,a,c,f,n[h+15],14,-660478335),f=g(f,i,a,c,n[h+4],20,-405537848),c=g(c,f,i,a,n[h+9],5,568446438),a=g(a,c,f,i,n[h+14],9,-1019803690),i=g(i,a,c,f,n[h+3],14,-187363961),f=g(f,i,a,c,n[h+8],20,1163531501),c=g(c,f,i,a,n[h+13],5,-1444681467),a=g(a,c,f,i,n[h+2],9,-51403784),i=g(i,a,c,f,n[h+7],14,1735328473),c=v(c,f=g(f,i,a,c,n[h+12],20,-1926607734),i,a,n[h+5],4,-378558),a=v(a,c,f,i,n[h+8],11,-2022574463),i=v(i,a,c,f,n[h+11],16,1839030562),f=v(f,i,a,c,n[h+14],23,-35309556),c=v(c,f,i,a,n[h+1],4,-1530992060),a=v(a,c,f,i,n[h+4],11,1272893353),i=v(i,a,c,f,n[h+7],16,-155497632),f=v(f,i,a,c,n[h+10],23,-1094730640),c=v(c,f,i,a,n[h+13],4,681279174),a=v(a,c,f,i,n[h],11,-358537222),i=v(i,a,c,f,n[h+3],16,-722521979),f=v(f,i,a,c,n[h+6],23,76029189),c=v(c,f,i,a,n[h+9],4,-640364487),a=v(a,c,f,i,n[h+12],11,-421815835),i=v(i,a,c,f,n[h+15],16,530742520),c=m(c,f=v(f,i,a,c,n[h+2],23,-995338651),i,a,n[h],6,-198630844),a=m(a,c,f,i,n[h+7],10,1126891415),i=m(i,a,c,f,n[h+14],15,-1416354905),f=m(f,i,a,c,n[h+5],21,-57434055),c=m(c,f,i,a,n[h+12],6,1700485571),a=m(a,c,f,i,n[h+3],10,-1894986606),i=m(i,a,c,f,n[h+10],15,-1051523),f=m(f,i,a,c,n[h+1],21,-2054922799),c=m(c,f,i,a,n[h+8],6,1873313359),a=m(a,c,f,i,n[h+15],10,-30611744),i=m(i,a,c,f,n[h+6],15,-1560198380),f=m(f,i,a,c,n[h+13],21,1309151649),c=m(c,f,i,a,n[h+4],6,-145523070),a=m(a,c,f,i,n[h+11],10,-1120210379),i=m(i,a,c,f,n[h+2],15,718787259),f=m(f,i,a,c,n[h+9],21,-343485551),c=d(c,r),f=d(f,e),i=d(i,o),a=d(a,u);return[c,f,i,a]}function i(n){for(var t="",r=32*n.length,e=0;e<r;e+=8)t+=String.fromCharCode(n[e>>5]>>>e%32&255);return t}function a(n){var t=[];for(t[(n.length>>2)-1]=void 0,e=0;e<t.length;e+=1)t[e]=0;for(var r=8*n.length,e=0;e<r;e+=8)t[e>>5]|=(255&n.charCodeAt(e/8))<<e%32;return t}function e(n){for(var t,r="0123456789abcdef",e="",o=0;o<n.length;o+=1)t=n.charCodeAt(o),e+=r.charAt(t>>>4&15)+r.charAt(15&t);return e}function r(n){return unescape(encodeURIComponent(n))}function o(n){return i(c(a(n=r(n)),8*n.length))}function u(n,t){return function(n,t){var r,e=a(n),o=[],u=[];for(o[15]=u[15]=void 0,16<e.length&&(e=c(e,8*n.length)),r=0;r<16;r+=1)o[r]=909522486^e[r],u[r]=1549556828^e[r];return t=c(o.concat(a(t)),512+8*t.length),i(c(u.concat(t),640))}(r(n),r(t))}function t(n,t,r){return t?r?u(t,n):e(u(t,n)):r?o(n):e(o(n))}"function"==typeof define&&define.amd?define(function(){return t}):"object"==typeof module&&module.exports?module.exports=t:n.md5=t}(this);

browser_qwen/src/popup.html

@@ -117,5 +117,6 @@
 <button id="set_access_token" class="upload_btn">Change</button>
 
 <script src="popup.js"></script>
+<script src="md5.js"></script>
 </body>
 </html>

browser_qwen/src/popup.js

@@ -1,45 +1,47 @@
-
-
-chrome.runtime.onMessage.addListener((msg, sender, sendResponse) => {
-    // if (msg.flag == 'from_content'){
-    //   console.log(msg.rsp);
-    //   var sessionContainer = document.getElementById('session');
-    //   sessionContainer.innerText = msg.rsp;
-    //   sendResponse({ msg: 'Get!' });
-    // }
-    if (msg.flag === 'from_llm'){
-      // var sessionContainer = document.getElementById('session');
-      // // sessionContainer.innerHTML = msg.rsp;
-      // sessionContainer.innerText = msg.rsp;
-      sendResponse({ message: 'Get Response!' });
-    }
-});
-
-
+//var assistant_url="http://127.0.0.1:7860/assistant/";
+var assistant_url="https://llmbb-llmbb-agent.hf.space/assistant";
 document.addEventListener('DOMContentLoaded', function() {
     chrome.tabs.query({ active: true, currentWindow: true }, function(tabs) {
-      var currentUrl = tabs[0].url;
-
-      chrome.runtime.sendMessage({ data: currentUrl , close: true , flag: 'open_popup_and_send_url_from_popup'});
-
-    });
-    setTimeout(function() {
-        console.log('This message will be logged after 0.5 second');
-        var popup_url='';
+        var currentUrl = tabs[0].url;
         chrome.storage.local.get(['access_token'], function(result) {
             if (result.access_token) {
                 console.log('access_token currently is ' + result.access_token);
-                popup_url = "https://llmbb-llmbb-agent.hf.space/?access_token="+result.access_token;
                 var iframe = document.createElement('iframe');
-                iframe.src = popup_url;
+                iframe.src = assistant_url + "?access_token="+result.access_token+"&url=" + currentUrl;
                 iframe.height = '570px';
-    //            iframe.sandbox = 'allow-same-origin allow-scripts';
-    //            iframe.allow = "geolocation *;";
+        //            iframe.sandbox = 'allow-same-origin allow-scripts';
+        //            iframe.allow = "geolocation *;";
                 var iframe_area = document.getElementById('iframe_area')
                 iframe_area.appendChild(iframe);
+            }else{
+                chrome.notifications.create("access_token", {
+                         type: 'basic',
+                         iconUrl: 'img/popup.png',
+                         title: 'access token',
+                         message: 'access token is not valid！'
+                });
             }
         });
-    }, 500);
+//      chrome.runtime.sendMessage({ data: currentUrl , close: true , flag: 'open_popup_and_send_url_from_popup'});
+
+    });
+//    setTimeout(function() {
+//        console.log('This message will be logged after 0.5 second');
+//        var popup_url='';
+//        chrome.storage.local.get(['access_token'], function(result) {
+//            if (result.access_token) {
+//                console.log('access_token currently is ' + result.access_token);
+//                popup_url = "https://llmbb-llmbb-agent.hf.space/?access_token="+result.access_token;
+//                var iframe = document.createElement('iframe');
+//                iframe.src = popup_url;
+//                iframe.height = '570px';
+//    //            iframe.sandbox = 'allow-same-origin allow-scripts';
+//    //            iframe.allow = "geolocation *;";
+//                var iframe_area = document.getElementById('iframe_area')
+//                iframe_area.appendChild(iframe);
+//            }
+//        });
+//    }, 500);
 })
 
 document.getElementById('set_access_token').addEventListener('click', function() {

qwen_server/database_server.py → database_server.py

@@ -1,38 +1,19 @@
-import json
 import multiprocessing
+import json
 import os
-from pathlib import Path
-
-import add_qwen_libs  # NOQA
-import jsonlines
 import uvicorn
 from fastapi import FastAPI, Request, HTTPException, Response
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import JSONResponse
 from fastapi.staticfiles import StaticFiles
-
-from qwen_agent.log import logger
-from qwen_agent.utils.utils import get_local_ip
-from qwen_server.schema import GlobalConfig
-from qwen_server.utils import extract_and_cache_document
+from utils import extract_and_cache_document, service, cache_file_popup_url, cache_root, cache_file, code_interpreter_ws, update_pop_url, change_checkbox_state
 from starlette.middleware.sessions import SessionMiddleware
 
-# Read config
-with open(Path(__file__).resolve().parent / 'server_config.json', 'r') as f:
-    server_config = json.load(f)
-    server_config = GlobalConfig(**server_config)
+# os.environ["TRANSFORMERS_CACHE"] = ".cache/huggingface/"
+
 
 app = FastAPI()
 
-logger.info(get_local_ip())
-origins = [
-    'http://127.0.0.1:' + str(server_config.server.workstation_port),
-    'http://localhost:' + str(server_config.server.workstation_port),
-    'http://0.0.0.0:' + str(server_config.server.workstation_port),
-    'http://' + get_local_ip() + ':' +
-    str(server_config.server.workstation_port),
-]
-access_token_file = os.path.join(server_config.path.cache_root, 'access_token.jsonl')
 app.add_middleware(
     CORSMiddleware,
     # allow_origins=origins,
@@ -41,42 +22,7 @@ app.add_middleware(
     allow_headers=['*'],
 )
 
-app.mount('/static',
-          StaticFiles(directory=server_config.path.code_interpreter_ws),
-          name='static')
-
-
-def update_pop_url(data, cache_file_popup_url, access_token):
-    new_line = {'url': data['url'], "access_token": access_token}
-    lines = []
-    for line in jsonlines.open(cache_file_popup_url):
-        if line['access_token'] == access_token and line['url'] != data['url']:
-            lines.append(line)
-    lines.append(new_line)
-    with jsonlines.open(cache_file_popup_url, mode='w') as writer:
-        for new_line in lines:
-            writer.write(new_line)
-    response = 'Update URL'
-    return response
-
-
-def change_checkbox_state(text, cache_file, access_token):
-    if not os.path.exists(cache_file):
-        return {'result': 'no file'}
-    lines = []
-    for line in jsonlines.open(cache_file):
-        if line['access_token'] == access_token and line['url'] == text[3:]:
-            if line['checked']:
-                line['checked'] = False
-            else:
-                line['checked'] = True
-        lines.append(line)
-
-    with jsonlines.open(cache_file, mode='w') as writer:
-        for new_line in lines:
-            writer.write(new_line)
-
-    return {'result': 'changed'}
+app.mount('/static', StaticFiles(directory=code_interpreter_ws), name='static')
 
 
 @app.middleware("http")
@@ -85,19 +31,16 @@ async def access_token_auth(request: Request, call_next):
     access_token: str = request.headers.get("Authorization") or request.query_params.get("access_token") or request.session.get("access_token")
     is_valid = False
     if access_token:
-        if os.getenv("ACCESS_TOKEN") == access_token:
+        account_info = json.loads(service.get(access_token, "info.json", False))
+        if account_info and account_info["enabled"]:
             is_valid = True
-        else:
-            for line in jsonlines.open(access_token_file):
-                if line['access_token'] == access_token:
-                    is_valid = True
-                    break
     if not is_valid:
         return Response(status_code=401, content="the token is not valid")
     request.session.setdefault("access_token", access_token)
     return await call_next(request)
 
 
+@app.get('/')
 @app.get('/healthz')
 async def healthz(request: Request):
     return JSONResponse({"healthz": True})
@@ -106,29 +49,22 @@ async def healthz(request: Request):
 @app.post('/token/add')
 async def add_token(request: Request):
     access_token: str = request.headers.get("Authorization") or request.query_params.get("access_token") or request.session.get("access_token")
-    if not access_token or os.getenv("ACCESS_TOKEN") != access_token:
+    account_info = json.loads(service.get(access_token, "info.json", False))
+    if account_info and account_info["enabled"] and account_info["role"] == 'admin':
         return Response(status_code=401, content="the token is not valid")
     data = await request.json()
-    lines = []
-    for line in jsonlines.open(access_token_file):
-        lines.append(line)
-    lines.append(data)
-    with jsonlines.open(access_token_file, mode='w') as writer:
-        for new_line in lines:
-            writer.write(new_line)
+    service.upsert(access_token, "info.json", json.dumps(data, ensure_ascii=False), False)
     return JSONResponse({"success": True})
 
 
 @app.get('/cachedata/{file_name}')
 async def cache_data(request: Request, file_name: str):
     access_token: str = request.headers.get("Authorization") or request.query_params.get("access_token") or request.session.get("access_token")
-    if not access_token or os.getenv("ACCESS_TOKEN") != access_token:
+    account_info = json.loads(service.get(access_token, "info.json", False))
+    if account_info and account_info["enabled"] and account_info["role"] == 'admin':
         return Response(status_code=401, content="the token is not valid")
-    cache_file = os.path.join(server_config.path.cache_root, file_name)
-    lines = []
-    for line in jsonlines.open(cache_file):
-        lines.append(line)
-    return JSONResponse(lines)
+    content = json.loads(service.get(access_token, file_name))
+    return JSONResponse(content)
 
 
 @app.post('/endpoint')
@@ -136,15 +72,10 @@ async def web_listening(request: Request):
     data = await request.json()
     msg_type = data['task']
     access_token = request.session.get("access_token")
-    cache_file_popup_url = os.path.join(server_config.path.cache_root, 'popup_url.jsonl')
-    cache_file = os.path.join(server_config.path.cache_root, 'browse.jsonl')
-
     if msg_type == 'change_checkbox':
         rsp = change_checkbox_state(data['ckid'], cache_file, access_token)
     elif msg_type == 'cache':
-        cache_obj = multiprocessing.Process(
-            target=extract_and_cache_document,
-            args=(data, cache_file, server_config.path.cache_root, access_token))
+        cache_obj = multiprocessing.Process( target=extract_and_cache_document,  args=(data, cache_root, access_token))
         cache_obj.start()
         # rsp = cache_data(data, cache_file)
         rsp = 'caching'
@@ -158,14 +89,12 @@ async def web_listening(request: Request):
 
 
 import gradio as gr
-# from qwen_server.workstation_server import demo as workstation_app
-from qwen_server.assistant_server import demo as assistant_app
+from assistant_server import demo as assistant_app
+from workstation_server import demo as workstation_app
 
-# app = gr.mount_gradio_app(app, workstation_app, path="/workstation")
-app = gr.mount_gradio_app(app, assistant_app, path="/")
+app = gr.mount_gradio_app(app, assistant_app, path="/assistant")
+app = gr.mount_gradio_app(app, workstation_app, path="/workstation")
 app.add_middleware(SessionMiddleware, secret_key=os.getenv("SECRET_KEY"), max_age=25200)
+
 if __name__ == '__main__':
-    uvicorn.run(app='database_server:app',
-                host=server_config.server.server_host,
-                port=server_config.server.fast_api_port,
-                reload=False, workers=1)
+    uvicorn.run(app='database_server:app', host='0.0.0.0', port=7860, reload=False, workers=1)

qwen_agent/llm/__init__.py

@@ -2,13 +2,3 @@ from .base import BaseChatModel
 from .qwen_dashscope import QwenChatAtDS
 from .qwen_oai import QwenChatAsOAI
 
-
-def get_chat_model(model: str, api_key: str,
-                   model_server: str) -> BaseChatModel:
-    if model_server.strip().lower() == 'dashscope':
-        llm = QwenChatAtDS(model=model, api_key=api_key)
-    else:
-        llm = QwenChatAsOAI(model=model,
-                            api_key=api_key,
-                            model_server=model_server)
-    return llm

qwen_agent/llm/qwen_oai.py

@@ -7,11 +7,10 @@ from typing import Dict, List, Literal, Optional, Union
 
 class QwenChatAsOAI(BaseChatModel):
 
-    def __init__(self, model: str, api_key: str, model_server: str):
+    def __init__(self, model: str):
         super().__init__()
-        if model_server.strip().lower() != 'openai':
-            openai.api_base = os.getenv('OPENAI_API_BASE', model_server)
-        openai.api_key = api_key.strip() or os.getenv('OPENAI_API_KEY', 'EMPTY')
+        openai.api_base = os.getenv('OPENAI_API_BASE')
+        openai.api_key = os.getenv('OPENAI_API_KEY', 'EMPTY')
         self.model = os.getenv('OPENAI_MODEL_NAME', model)
 
     def _chat_stream(

qwen_server/add_qwen_libs.py

@@ -1,5 +0,0 @@
-import sys
-from pathlib import Path
-
-# A temporary solution. We should use `python setup.py develop` in the future.
-sys.path.insert(0, str(Path(__file__).absolute().parent.parent))

qwen_server/server_config.json

@@ -1 +0,0 @@
-{"path": {"work_space_root": "workspace/", "cache_root": "workspace/browser_cache/", "download_root": "workspace/download/", "code_interpreter_ws": "workspace/ci_workspace/"}, "server": {"server_host": "0.0.0.0", "fast_api_port": 7860, "app_in_browser_port": 7863, "workstation_port": 7864, "model_server": "http://127.0.0.1:7905/v1", "api_key": "", "llm": "Qwen/Qwen-1_8B-Chat", "max_ref_token": 4000, "max_days": 7}}

qwen_server/server_config_副本.json

@@ -1 +0,0 @@
-{"path": {"work_space_root": "workspace/", "cache_root": "workspace/browser_cache/", "download_root": "workspace/download/", "code_interpreter_ws": "workspace/ci_workspace/"}, "server": {"server_host": "127.0.0.1", "fast_api_port": 7866, "app_in_browser_port": 7863, "workstation_port": 7864, "model_server": "dashscope", "api_key": "", "llm": "qwen-plus", "max_ref_token": 4000, "max_days": 7}}

requirements.txt

@@ -36,4 +36,4 @@ transformers_stream_generator
 einops
 accelerate
 itsdangerous
-b2sdk
+b2sdk

run_server.py

@@ -1,146 +0,0 @@
-import argparse
-import json
-import os
-import signal
-import stat
-import subprocess
-import sys
-from pathlib import Path
-
-from qwen_agent.log import logger
-from qwen_agent.utils.utils import get_local_ip
-from qwen_server.schema import GlobalConfig
-# os.environ["TRANSFORMERS_CACHE"] = ".cache/huggingface/"
-os.environ["HF_HOME"] = ".cache/huggingface/"
-os.environ["MPLCONFIGDIR"] = ".cache/huggingface/"
-
-def parse_args():
-    parser = argparse.ArgumentParser()
-    parser.add_argument('-m', '--model_server', type=str, default='dashscope')
-    parser.add_argument('-k', '--api_key', type=str, default='')
-    parser.add_argument(
-        '-l',
-        '--llm',
-        type=str,
-        default='qwen-plus',
-        help='DashScope: qwen-plus, qwen-turbo, qwen-14b-chat, qwen-7b-chat.',
-    )
-    parser.add_argument('-s',
-                        '--server_host',
-                        type=str,
-                        default='127.0.0.1',
-                        choices=['127.0.0.1', '0.0.0.0'])
-    parser.add_argument(
-        '-t',
-        '--max_ref_token',
-        type=int,
-        default=4000,
-        help='the max token number of reference material',
-    )
-    parser.add_argument(
-        '-w',
-        '--workstation_port',
-        type=int,
-        default=7864,
-        help='the port of editing workstation',
-    )
-    args = parser.parse_args()
-    # args.model_server = args.model_server.replace('0.0.0.0', '127.0.0.1')
-    return args
-
-
-def _fix_secure_write_for_code_interpreter(code_interpreter_ws):
-    if 'linux' in sys.platform.lower():
-        fname = os.path.join(code_interpreter_ws, 'test_file_permission.txt')
-        if os.path.exists(fname):
-            os.remove(fname)
-        with os.fdopen(
-                os.open(fname, os.O_CREAT | os.O_WRONLY | os.O_TRUNC, 0o0600),
-                'w') as f:
-            f.write('test')
-        file_mode = stat.S_IMODE(os.stat(fname).st_mode) & 0o6677
-        if file_mode != 0o0600:
-            os.environ['JUPYTER_ALLOW_INSECURE_WRITES'] = '1'
-
-
-def update_config(server_config, args, server_config_path):
-    server_config.server.model_server = args.model_server
-    server_config.server.api_key = args.api_key
-    server_config.server.llm = args.llm
-    server_config.server.server_host = args.server_host
-    server_config.server.max_ref_token = args.max_ref_token
-    server_config.server.workstation_port = args.workstation_port
-
-    with open(server_config_path, 'w') as f:
-        try:
-            cfg = server_config.model_dump_json()
-        except AttributeError:  # for pydantic v1
-            cfg = server_config.json()
-        json.dump(json.loads(cfg), f, ensure_ascii=False)
-    return server_config
-
-
-def main():
-    args = parse_args()
-    server_config_path = Path(
-        __file__).resolve().parent / 'qwen_server/server_config.json'
-    with open(server_config_path, 'r') as f:
-        server_config = json.load(f)
-        server_config = GlobalConfig(**server_config)
-    server_config = update_config(server_config, args, server_config_path)
-
-    logger.info(server_config)
-
-    os.makedirs(server_config.path.work_space_root, exist_ok=True)
-    os.makedirs(server_config.path.cache_root, exist_ok=True)
-    os.makedirs(server_config.path.download_root, exist_ok=True)
-
-    os.makedirs(server_config.path.code_interpreter_ws, exist_ok=True)
-    code_interpreter_work_dir = str(
-        Path(__file__).resolve().parent /
-        server_config.path.code_interpreter_ws)
-    os.environ['M6_CODE_INTERPRETER_WORK_DIR'] = code_interpreter_work_dir
-
-    if args.server_host == '0.0.0.0':
-        static_url = get_local_ip()
-    else:
-        static_url = args.server_host
-    static_url = f'http://{static_url}:{server_config.server.fast_api_port}/static'
-    os.environ['M6_CODE_INTERPRETER_STATIC_URL'] = static_url
-
-    _fix_secure_write_for_code_interpreter(
-        server_config.path.code_interpreter_ws)
-
-    servers = {
-        'database':
-        subprocess.Popen([
-            sys.executable,
-            os.path.join(os.getcwd(), 'qwen_server/database_server.py')
-        ]),
-        # 'workstation':
-        # subprocess.Popen([
-        #     sys.executable,
-        #     os.path.join(os.getcwd(), 'qwen_server/workstation_server.py')
-        # ]),
-        # 'assistant':
-        # subprocess.Popen([
-        #     sys.executable,
-        #     os.path.join(os.getcwd(), 'qwen_server/assistant_server.py')
-        # ]),
-    }
-
-    def signal_handler(_sig, _frame):
-        for v in servers.values():
-            v.terminate()
-        for k in list(servers.keys()):
-            del servers[k]
-
-    signal.signal(signal.SIGINT, signal_handler)
-    signal.signal(signal.SIGTERM, signal_handler)
-
-    for p in list(servers.values()):
-        p.wait()
-
-
-if __name__ == '__main__':
-    main()

qwen_server/schema.py → schema.py

@@ -31,23 +31,3 @@ class PathConfig(BaseModel):
     cache_root: str
     download_root: str
     code_interpreter_ws: str
-
-
-class ServerConfig(BaseModel):
-    server_host: str
-    fast_api_port: int
-    app_in_browser_port: int
-    workstation_port: int
-    model_server: str
-    api_key: str
-    llm: str
-    max_ref_token: int
-    max_days: int
-
-    class Config:
-        protected_namespaces = ()
-
-
-class GlobalConfig(BaseModel):
-    path: PathConfig
-    server: ServerConfig

qwen_server/utils.py → utils.py

@@ -1,22 +1,54 @@
-import datetime
 import os
 import re
+import stat
+import sys
 from urllib.parse import unquote, urlparse
-
-import add_qwen_libs  # NOQA
 import jsonlines
-
 from qwen_agent.log import logger
 from qwen_agent.utils.doc_parser import parse_doc, parse_html_bs
 from qwen_agent.utils.utils import print_traceback, save_text_to_file
-from qwen_server.schema import Record
+from schema import Record
 from b2sdk.v2 import B2Api
 from b2sdk.v2 import InMemoryAccountInfo
 import hashlib
-from datetime import datetime
+import datetime
 from io import BytesIO
 
 
+def _fix_secure_write_for_code_interpreter(code_interpreter_ws):
+    if 'linux' in sys.platform.lower():
+        fname = os.path.join(code_interpreter_ws, 'test_file_permission.txt')
+        if os.path.exists(fname):
+            os.remove(fname)
+        with os.fdopen(
+                os.open(fname, os.O_CREAT | os.O_WRONLY | os.O_TRUNC, 0o0600),
+                'w') as f:
+            f.write('test')
+        file_mode = stat.S_IMODE(os.stat(fname).st_mode) & 0o6677
+        if file_mode != 0o0600:
+            os.environ['JUPYTER_ALLOW_INSECURE_WRITES'] = '1'
+
+
+work_space_root = "./workspace"
+cache_root = f"{work_space_root}/browser_cache/"
+download_root = f"{work_space_root}/download/"
+code_interpreter_ws = f"{work_space_root}/ci_workspace/"
+cache_file_popup_url = os.path.join(cache_root, 'popup_url.jsonl')
+cache_file = os.path.join(cache_root, 'browse.jsonl')
+max_ref_token = 4000
+max_days = 7
+os.makedirs(work_space_root, exist_ok=True)
+os.makedirs(cache_root, exist_ok=True)
+os.makedirs(download_root, exist_ok=True)
+os.makedirs(code_interpreter_ws, exist_ok=True)
+code_interpreter_work_dir = code_interpreter_ws
+os.environ['M6_CODE_INTERPRETER_WORK_DIR'] = code_interpreter_work_dir
+os.environ['M6_CODE_INTERPRETER_STATIC_URL'] = f'{os.getenv("DOMAIN")}/static'
+os.environ["HF_HOME"] = ".cache/huggingface/"
+os.environ["MPLCONFIGDIR"] = ".cache/huggingface/"
+_fix_secure_write_for_code_interpreter(code_interpreter_ws)
+
+
 class B2Manager():
     def __init__(self):
         info = InMemoryAccountInfo()
@@ -28,37 +60,75 @@ class B2Manager():
         self.b2_api = b2_api
         self.file_name = None
 
-    def gen_file_name(self, access_token, url):
+    def gen_file_name(self, access_token, url, need_md5):
         url_md5 = hashlib.md5(b'%s' % url.encode(encoding='UTF-8')).hexdigest()
-        self.file_name = f"{access_token}/{url_md5}"
+        return f"{access_token}/{url_md5}" if need_md5 else f"{access_token}/{url}"
 
-    def get(self):
+    def get(self, access_token, url, need_md5=True):
         in_memory_file = BytesIO()
-        self.b2_bucket.download_file_by_name(self.file_name).save(in_memory_file)
+        self.b2_bucket.download_file_by_name(self.gen_file_name(access_token, url, need_md5)).save(in_memory_file)
         # export_file = self.b2_bucket.download_file_by_name(self.file_name)
         # export_file.save(in_memory_file)
         in_memory_file.seek(0)
-        return in_memory_file.read()
+        return str(in_memory_file.read(), "utf-8")
 
-    def upsert(self, file_path, content):
-        with open(file_path, 'rb') as file_data:
-            # file_info = {'description': ''}
-            self.b2_bucket.upload_bytes(file_data.read(), self.file_name, file_infos=None)
+    def upsert(self, access_token, url, content, need_md5=True):
+        self.b2_bucket.upload_bytes(content.encode('utf-8'), self.gen_file_name(access_token, url, need_md5), file_infos=None)
+        # self.b2_bucket.upload()
 
-    def delete(self):
-        file_version_info = self.b2_bucket.get_file_info_by_name(self.file_name)
+    def delete(self, access_token, url, need_md5=True):
+        file_version_info = self.b2_bucket.get_file_info_by_name(self.gen_file_name(access_token, url, need_md5))
         self.b2_bucket.hide_file(file_version_info.file_name)
         # for version in self.b2_bucket.list_file_versions(self.file_name):
         #     self.b2_bucket.delete_file_version(version.id_, version.file_name)
 
     def list_files(self, access_token):
         files = []
-        for file_version_info, folder_name in self.b2_bucket.ls(folder_to_list="access_token/", show_versions=False):
+        for file_version_info, folder_name in self.b2_bucket.ls(folder_to_list=f"{access_token}/"):
             # The upload timestamp is in milliseconds, so we divide by 1000 to convert it to seconds
-            upload_timestamp = datetime.fromtimestamp(file_version_info.upload_timestamp / 1000.0)
+            upload_timestamp = datetime.datetime.fromtimestamp(file_version_info.upload_timestamp / 1000.0)
             files.append(f"File Name: {file_version_info.file_name}, \nUpload timestamp: {upload_timestamp}, \nMetadata: {file_version_info.file_info}")
         return files
 
+    def exists(self, access_token, url=None, need_md5=True):
+        try:
+            self.b2_bucket.get_file_info_by_name(self.gen_file_name(access_token, url, need_md5))
+            return True
+        except:
+            return False
+
+def update_pop_url(data, cache_file_popup_url, access_token):
+    new_line = {'url': data['url'], "access_token": access_token}
+    lines = []
+    for line in jsonlines.open(cache_file_popup_url):
+        if line['access_token'] == access_token and line['url'] != data['url']:
+            lines.append(line)
+    lines.append(new_line)
+    with jsonlines.open(cache_file_popup_url, mode='w') as writer:
+        for new_line in lines:
+            writer.write(new_line)
+    response = 'Update URL'
+    return response
+
+
+def change_checkbox_state(text, cache_file, access_token):
+    if not os.path.exists(cache_file):
+        return {'result': 'no file'}
+    lines = []
+    for line in jsonlines.open(cache_file):
+        if line['access_token'] == access_token and line['url'] == text[3:]:
+            if line['checked']:
+                line['checked'] = False
+            else:
+                line['checked'] = True
+        lines.append(line)
+
+    with jsonlines.open(cache_file, mode='w') as writer:
+        for new_line in lines:
+            writer.write(new_line)
+
+    return {'result': 'changed'}
+
 
 def is_local_path(path):
     if path.startswith('https://') or path.startswith('http://'):
@@ -92,11 +162,10 @@ def sanitize_chrome_file_path(file_path: str) -> str:
     return file_path
 
 
-def extract_and_cache_document(data, cache_file, cache_root, access_token):
+def extract_and_cache_document(data, cache_root, access_token):
     logger.info('Starting cache pages...')
     if data['url'].split('.')[-1].lower() in ['pdf', 'docx', 'pptx']:
         date1 = datetime.datetime.now()
-
         # generate one processing record
         new_record = Record(url=data['url'],
                             time='',
@@ -106,12 +175,10 @@ def extract_and_cache_document(data, cache_file, cache_root, access_token):
                             access_token=access_token,
                             topic='',
                             checked=False,
-                            session=[]).to_dict()
-        with jsonlines.open(cache_file, mode='a') as writer:
-            writer.write(new_record)
+                            session=[])
+        service.upsert(access_token, data['url'], new_record.model_dump_json())
 
-        if data['url'].startswith('https://') or data['url'].startswith(
-                'http://'):
+        if data['url'].startswith('https://') or data['url'].startswith( 'http://'):
             pdf_path = data['url']
         else:
             parsed_url = urlparse(data['url'])
@@ -123,14 +190,7 @@ def extract_and_cache_document(data, cache_file, cache_root, access_token):
         except Exception:
             print_traceback()
             # del the processing record
-            lines = []
-            if os.path.exists(cache_file):
-                for line in jsonlines.open(cache_file):
-                    if line['access_token'] == access_token and line['url'] != data['url']:
-                        lines.append(line)
-            with jsonlines.open(cache_file, mode='w') as writer:
-                for new_line in lines:
-                    writer.write(new_line)
+            service.delete(access_token, data['url'])
             return 'failed'
 
         date2 = datetime.datetime.now()
@@ -147,9 +207,8 @@ def extract_and_cache_document(data, cache_file, cache_root, access_token):
                             access_token=access_token,
                             topic='',
                             checked=False,
-                            session=[]).to_dict()
-        with jsonlines.open(cache_file, mode='a') as writer:
-            writer.write(new_record)
+                            session=[])
+        service.upsert(access_token, data['url'], new_record.model_dump_json())
 
         try:
             tmp_html_file = os.path.join(cache_root, 'tmp.html')
@@ -174,15 +233,17 @@ def extract_and_cache_document(data, cache_file, cache_root, access_token):
                         topic='',
                         checked=True,
                         session=[])
-    lines = []
-    if os.path.exists(cache_file):
-        for line in jsonlines.open(cache_file):
-            if line['access_token'] == access_token and line['url'] != data['url']:
-                lines.append(line)
-    lines.append(new_record.to_dict())  # cache
-    with jsonlines.open(cache_file, mode='w') as writer:
-        for new_line in lines:
-            writer.write(new_line)
-
+    service.upsert(access_token, data['url'], new_record.model_dump_json())
     response = 'Cached'
     return response
+
+
+service = B2Manager()
+
+
+if __name__ == '__main__':
+    # print(service.gen_file_name("test", "settings.xml"))
+    # print(service.get("test", "settings.xml"))
+    # print(service.upsert("test", "settings.xml", b"1111"))
+    print(service.list_files("test"))
+    print(service.exists("test", "https://tree-iad1-0003.secure.backblaze.com/b2_browse_files2.htm1"))

qwen_server/workstation_server.py → workstation_server.py

@@ -3,38 +3,26 @@ import json
 import os
 import shutil
 from pathlib import Path
-
-import add_qwen_libs  # NOQA
 import gradio as gr
 import jsonlines
-
-from qwen_agent.actions import (ContinueWriting, ReAct, RetrievalQA,
-                                WriteFromScratch)
+from qwen_agent.actions import (ContinueWriting, ReAct, RetrievalQA, WriteFromScratch)
 from qwen_agent.actions.function_calling import FunctionCalling
-from qwen_agent.llm import get_chat_model
+from qwen_agent.llm import QwenChatAsOAI
 from qwen_agent.log import logger
 from qwen_agent.memory import Memory
 from qwen_agent.tools import call_plugin, list_of_all_functions
 from qwen_agent.utils.utils import (format_answer, get_last_one_line_context,
                                     has_chinese_chars, save_text_to_file)
-from qwen_server.schema import GlobalConfig
-from qwen_server.utils import extract_and_cache_document
+from utils import service, extract_and_cache_document, code_interpreter_ws, cache_root, max_ref_token, max_days, download_root
 
-# Read config
-with open(Path(__file__).resolve().parent / 'server_config.json', 'r') as f:
-    server_config = json.load(f)
-    server_config = GlobalConfig(**server_config)
-
-llm = get_chat_model(model=server_config.server.llm,
-                     api_key=server_config.server.api_key,
-                     model_server=server_config.server.model_server)
+llm = QwenChatAsOAI(model="gpt-3.5-turbo")
 
 mem = Memory(llm=llm, stream=False)
 
 app_global_para = {
     'time': [str(datetime.date.today()),
              str(datetime.date.today())],
-    'cache_file': os.path.join(server_config.path.cache_root, 'browse.jsonl'),
+    'cache_file': os.path.join(cache_root, 'browse.jsonl'),
     'messages': [],
     'last_turn_msg_id': [],
     'is_first_upload': True,
@@ -46,9 +34,9 @@ CODE_FLAG = '/code'
 PLUGIN_FLAG = '/plug'
 TITLE_FLAG = '/title'
 
-with open(Path(__file__).resolve().parent / 'css/main.css', 'r') as f:
+with open('css/main.css', 'r') as f:
     css = f.read()
-with open(Path(__file__).resolve().parent / 'js/main.js', 'r') as f:
+with open('js/main.js', 'r') as f:
     js = f.read()
 
 
@@ -84,8 +72,8 @@ def chat_clear_last():
     app_global_para['last_turn_msg_id'] = []
 
 
-def add_file(file, chosen_plug):
-    output_filepath = server_config.path.code_interpreter_ws
+def add_file(file, chosen_plug, access_token):
+    output_filepath = code_interpreter_ws
     fn = os.path.basename(file.name)
     fn_type = fn.split('.')[-1].lower()
     logger.info('file type: ' + fn_type)
@@ -112,7 +100,7 @@ def add_file(file, chosen_plug):
             }
             extract_and_cache_document(
                 data, app_global_para['cache_file'],
-                server_config.path.cache_root)  # waiting for analyse file
+                cache_root, access_token)  # waiting for analyse file
 
     return new_path
 
@@ -134,7 +122,7 @@ def update_app_global_para(date1, date2):
 def refresh_date():
     option = [
         str(datetime.date.today() - datetime.timedelta(days=i))
-        for i in range(server_config.server.max_days)
+        for i in range(max_days)
     ]
     return (gr.update(choices=option, value=str(datetime.date.today())),
             gr.update(choices=option, value=str(datetime.date.today())))
@@ -172,7 +160,7 @@ def download_text(text):
     now = datetime.datetime.now()
     current_time = now.strftime('%Y-%m-%d_%H-%M-%S')
     filename = f'file_{current_time}.md'
-    save_path = os.path.join(server_config.path.download_root, filename)
+    save_path = os.path.join(download_root, filename)
     rsp = save_text_to_file(save_path, text)
     if rsp == 'SUCCESS':
         gr.Info(f'Saved to {save_path}')
@@ -215,7 +203,7 @@ def bot(history, upload_file, chosen_plug):
         if chosen_plug == CI_OPTION:  # use code interpreter
             prompt_upload_file = ''
             if upload_file and app_global_para['is_first_upload']:
-                workspace_dir = server_config.path.code_interpreter_ws
+                workspace_dir = code_interpreter_ws
                 file_relpath = os.path.relpath(path=upload_file,
                                                start=workspace_dir)
                 if has_chinese_chars(history[-1][0]):
@@ -240,8 +228,8 @@ def bot(history, upload_file, chosen_plug):
                         history[-1][1] += rsp['content'].strip() + '\n'
                         yield history
                         history[-1][1] += (
-                            'Action: ' + rsp['function_call']['name'].strip() +
-                            '\n')
+                                'Action: ' + rsp['function_call']['name'].strip() +
+                                '\n')
                         yield history
                         history[-1][1] += ('Action Input:\n' +
                                            rsp['function_call']['arguments'] +
@@ -316,13 +304,13 @@ def bot(history, upload_file, chosen_plug):
             else:
                 for line in jsonlines.open(app_global_para['cache_file']):
                     if (app_global_para['time'][0] <= line['time'] <=
-                            app_global_para['time'][1]) and line['checked']:
+                        app_global_para['time'][1]) and line['checked']:
                         lines.append(line)
                 if lines:
                     _ref_list = mem.get(
                         history[-1][0],
                         lines,
-                        max_token=server_config.server.max_ref_token)
+                        max_token=max_ref_token)
                     _ref = '\n'.join(
                         json.dumps(x, ensure_ascii=False) for x in _ref_list)
                 else:
@@ -397,7 +385,7 @@ def generate(context):
         if os.path.exists(app_global_para['cache_file']):
             for line in jsonlines.open(app_global_para['cache_file']):
                 if (app_global_para['time'][0] <= line['time'] <=
-                        app_global_para['time'][1]) and line['checked']:
+                    app_global_para['time'][1]) and line['checked']:
                     lines.append(line)
         if lines:
             res += '\n========================= \n'
@@ -411,7 +399,7 @@ def generate(context):
 
             _ref_list = mem.get(sp_query_no_title,
                                 lines,
-                                max_token=server_config.server.max_ref_token)
+                                max_token=max_ref_token)
             _ref = '\n'.join(
                 json.dumps(x, ensure_ascii=False) for x in _ref_list)
             res += _ref
@@ -456,7 +444,22 @@ def format_generate(edit, context):
         yield res
 
 
+def initialize(request: gr.Request, date1, date2):
+    access_token = request.query_params["access_token"] or request.session["access_token"]
+    is_valid = False
+    if access_token:
+        account_info = json.loads(service.get(access_token, "info.json", False))
+        if account_info and account_info["enabled"]:
+            is_valid = True
+    if not is_valid:
+        gr.Info("The token is not valid, Please reset!")
+        return
+    update_app_global_para(date1, date2)
+    return access_token
+
+
 with gr.Blocks(css=css, theme='soft') as demo:
+    access_token = gr.State("")
     title = gr.Markdown('Qwen Agent: BrowserQwen', elem_classes='title')
     desc = gr.Markdown(
         'This is the editing workstation of BrowserQwen, where Qwen has collected the browsing history. Qwen can assist you in completing your creative work!',
@@ -472,7 +475,7 @@ with gr.Blocks(css=css, theme='soft') as demo:
                         [
                             str(datetime.date.today() -
                                 datetime.timedelta(days=i))
-                            for i in range(server_config.server.max_days)
+                            for i in range(max_days)
                         ],
                         value=str(datetime.date.today()),
                         label='Start Date',
@@ -481,7 +484,7 @@ with gr.Blocks(css=css, theme='soft') as demo:
                         [
                             str(datetime.date.today() -
                                 datetime.timedelta(days=i))
-                            for i in range(server_config.server.max_days)
+                            for i in range(max_days)
                         ],
                         value=str(datetime.date.today()),
                         label='End Date',
@@ -631,12 +634,12 @@ with gr.Blocks(css=css, theme='soft') as demo:
             re_txt_msg = (chat_re_bt.click(
                 rm_text, [chatbot], [chatbot, chat_txt],
                 queue=False).then(chat_clear_last, None, None).then(
-                    bot, [chatbot, hidden_file_path, plug_bt], chatbot))
+                bot, [chatbot, hidden_file_path, plug_bt], chatbot))
             re_txt_msg.then(lambda: gr.update(interactive=True),
                             None, [chat_txt],
                             queue=False)
 
-            file_msg = file_btn.upload(add_file, [file_btn, plug_bt],
+            file_msg = file_btn.upload(add_file, [file_btn, plug_bt, access_token],
                                        [hidden_file_path],
                                        queue=False)
             file_msg.then(update_browser_list, None,
@@ -691,7 +694,7 @@ with gr.Blocks(css=css, theme='soft') as demo:
             txt_msg = chat_txt.submit(pure_add_text, [pure_chatbot, chat_txt],
                                       [pure_chatbot, chat_txt],
                                       queue=False).then(
-                                          pure_bot, pure_chatbot, pure_chatbot)
+                pure_bot, pure_chatbot, pure_chatbot)
             txt_msg.then(lambda: gr.update(interactive=True),
                          None, [chat_txt],
                          queue=False)
@@ -699,8 +702,8 @@ with gr.Blocks(css=css, theme='soft') as demo:
             re_txt_msg = chat_re_bt.click(rm_text, [pure_chatbot],
                                           [pure_chatbot, chat_txt],
                                           queue=False).then(
-                                              pure_bot, pure_chatbot,
-                                              pure_chatbot)
+                pure_bot, pure_chatbot,
+                pure_chatbot)
             re_txt_msg.then(lambda: gr.update(interactive=True),
                             None, [chat_txt],
                             queue=False)
@@ -719,26 +722,26 @@ with gr.Blocks(css=css, theme='soft') as demo:
                                                None,
                                                None,
                                                _js=f'() => {{{js}}}').then(
-                                                   chat_clear, None,
-                                                   [chatbot, hidden_file_path])
+        chat_clear, None,
+        [chatbot, hidden_file_path])
     date2.change(update_app_global_para, [date1, date2],
                  None).then(update_browser_list, None,
                             browser_list).then(lambda: None,
                                                None,
                                                None,
                                                _js=f'() => {{{js}}}').then(
-                                                   chat_clear, None,
-                                                   [chatbot, hidden_file_path])
-
-    demo.load(update_app_global_para, [date1, date2],
-              None).then(refresh_date, None, [date1, date2]).then(
-                  update_browser_list, None,
-                  browser_list).then(lambda: None,
-                                     None,
-                                     None,
-                                     _js=f'() => {{{js}}}').then(
-                                         chat_clear, None,
-                                         [chatbot, hidden_file_path])
+        chat_clear, None,
+        [chatbot, hidden_file_path])
+
+    demo.load(initialize, [date1, date2],
+              [access_token]).then(refresh_date, None, [date1, date2]).then(
+        update_browser_list, None,
+        browser_list).then(lambda: None,
+                           None,
+                           None,
+                           _js=f'() => {{{js}}}').then(
+        chat_clear, None,
+        [chatbot, hidden_file_path])
     demo.queue()
 
-# demo.queue().launch(server_name=server_config.server.server_host, server_port=server_config.server.workstation_port)
+# demo.queue().launch(server_name=server_host, server_port=workstation_port)