request_llm/test_llms.py

"""
对各个llm模型进行单元测试
"""
def validate_path():
    import os, sys
    dir_name = os.path.dirname(__file__)
    root_dir_assume = os.path.abspath(os.path.dirname(__file__) +  '/..')
    os.chdir(root_dir_assume)
    sys.path.append(root_dir_assume)
    
validate_path() # validate path so you can run from base directory

from request_llm.bridge_jittorllms import predict_no_ui_long_connection

llm_kwargs = {
    'max_length': 512,
    'top_p': 1,
    'temperature': 1,
}

result = predict_no_ui_long_connection(inputs="你好", 
                                       llm_kwargs=llm_kwargs,
                                       history=[],
                                       sys_prompt="")

print('result')