26 lines
732 B
Python
26 lines
732 B
Python
"""
|
|
对各个llm模型进行单元测试
|
|
"""
|
|
def validate_path():
|
|
import os, sys
|
|
dir_name = os.path.dirname(__file__)
|
|
root_dir_assume = os.path.abspath(os.path.dirname(__file__) + '/..')
|
|
os.chdir(root_dir_assume)
|
|
sys.path.append(root_dir_assume)
|
|
|
|
validate_path() # validate path so you can run from base directory
|
|
|
|
from request_llm.bridge_jittorllms import predict_no_ui_long_connection
|
|
|
|
llm_kwargs = {
|
|
'max_length': 512,
|
|
'top_p': 1,
|
|
'temperature': 1,
|
|
}
|
|
|
|
result = predict_no_ui_long_connection(inputs="你好",
|
|
llm_kwargs=llm_kwargs,
|
|
history=[],
|
|
sys_prompt="")
|
|
|
|
print('result') |