interface with interlm

This commit is contained in:
binary-husky
2023-07-18 16:33:34 +08:00
parent eef9e470c9
commit babb775cfb
3 changed files with 310 additions and 2 deletions

View File

@ -14,7 +14,8 @@ if __name__ == "__main__":
# from request_llm.bridge_moss import predict_no_ui_long_connection
# from request_llm.bridge_jittorllms_pangualpha import predict_no_ui_long_connection
# from request_llm.bridge_jittorllms_llama import predict_no_ui_long_connection
from request_llm.bridge_claude import predict_no_ui_long_connection
# from request_llm.bridge_claude import predict_no_ui_long_connection
from request_llm.bridge_internlm import predict_no_ui_long_connection
llm_kwargs = {
'max_length': 512,