gpt-academic / request_llm /test_llms.py
Fengbinbin's picture
Duplicate from qingxu98/gpt-academic
21e3950
"""
对各个llm模型进行单元测试
"""
def validate_path():
import os, sys
dir_name = os.path.dirname(__file__)
root_dir_assume = os.path.abspath(os.path.dirname(__file__) + '/..')
os.chdir(root_dir_assume)
sys.path.append(root_dir_assume)
validate_path() # validate path so you can run from base directory
from request_llm.bridge_jittorllms import predict_no_ui_long_connection
llm_kwargs = {
'max_length': 512,
'top_p': 1,
'temperature': 1,
}
result = predict_no_ui_long_connection(inputs="你好",
llm_kwargs=llm_kwargs,
history=[],
sys_prompt="")
print('result')