interface with qwen

This commit is contained in:
binary-husky
2023-08-07 01:24:41 +08:00
parent 9bee676cd2
commit 4d70b3786f
5 changed files with 77 additions and 3 deletions

View File

@@ -15,7 +15,8 @@ if __name__ == "__main__":
# from request_llm.bridge_jittorllms_pangualpha import predict_no_ui_long_connection
# from request_llm.bridge_jittorllms_llama import predict_no_ui_long_connection
# from request_llm.bridge_claude import predict_no_ui_long_connection
from request_llm.bridge_internlm import predict_no_ui_long_connection
# from request_llm.bridge_internlm import predict_no_ui_long_connection
from request_llm.bridge_qwen import predict_no_ui_long_connection
llm_kwargs = {
'max_length': 512,