File size: 530 Bytes
88aba71 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
import os
import uvicorn
from llamafactory.chat import ChatModel
from llamafactory.api.app import create_app
from weclone.utils.config import load_config
def main():
config = load_config("api_service")
chat_model = ChatModel(config)
app = create_app(chat_model)
print("Visit http://localhost:{}/docs for API document.".format(os.environ.get("API_PORT", 8005)))
uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("API_PORT", 8005)), workers=1)
if __name__ == "__main__":
main()
|