from flask import Flask, request from flask_cors import CORS, cross_origin from ChatService import ChatService import os os.environ['TRANSFORMERS_CACHE'] = './cache/' os.environ['SENTENCE_TRANSFORMERS_HOME'] = './cache/' app = Flask(__name__) CORS(app) chatService = ChatService() chatService.load_model("ophycare/llama-2-7b-chat-ophycare-2") @app.route("/chat", methods=['POST']) @cross_origin(origin='*') def hello_world(): return chatService.generate_message(request.get_json())