# Copyright (c) Alibaba, Inc. and its affiliates.
from swift.llm import InferClient, InferRequest

if __name__ == '__main__':
    engine = InferClient(host='127.0.0.1', port=8000)
    models = engine.models
    print(f'models: {models}')
    messages = [{
        'role': 'user',
        'content': "Hello! What's your name?"
    }, {
        'role': 'assistant',
        'content': 'My name is InternLM2! A helpful AI assistant. What can I do for you?'
    }]
    resp_list = engine.infer([InferRequest(messages=messages)])
    print(f'messages: {messages}')
    print(f'response: {resp_list[0].choices[0].message.content}')