Update app.py

app.py

@@ -1,12 +1,9 @@
 from flask import Flask, jsonify, request
 from webscout import AsyncWEBS, WEBS
 from webscout.LLM import LLM
-import AI
 
 app = Flask(__name__)
 
-# Initialize the OPENGPT instance
-opengpt = AI.OPENGPT(max_tokens=8000, timeout=30)
 
 @app.route('/search', methods=['POST'])
 def WEBScout2_search_search():
@@ -110,13 +107,13 @@ def WEBScout_translate():
     return jsonify(translation)
 
 @app.route('/chat', methods=['POST'])
-def chat_opengpt():
+def chat_gpt():
     user_input = request.json.get('message')
     if user_input is None:
         return jsonify({'error': 'Message parameter missing'})
-    # Use the opengpt instance to process the chat message
-    response_str = opengpt.chat(user_input)
-    return jsonify({"response": response_str})
+    llm = LLM("mistralai/Mixtral-8x7B-Instruct-v0.1")  # Initialize the LLM class with a model
+    response = llm.mistral_chat([{"role": "user", "content": user_input}])  # Call the mistral_chat method
+    return jsonify({"response": response})
 
 if __name__ == '__main__':
     app.run(debug=True)