支持chatglm3

This commit is contained in:
binary-husky
2023-10-31 03:08:50 +08:00
parent 9a1aff5bb6
commit 08f036aafd
4 changed files with 139 additions and 13 deletions

View File

@@ -18,7 +18,8 @@ if __name__ == "__main__":
# from request_llms.bridge_internlm import predict_no_ui_long_connection
# from request_llms.bridge_qwen import predict_no_ui_long_connection
# from request_llms.bridge_spark import predict_no_ui_long_connection
from request_llms.bridge_zhipu import predict_no_ui_long_connection
# from request_llms.bridge_zhipu import predict_no_ui_long_connection
from request_llms.bridge_chatglm3 import predict_no_ui_long_connection
llm_kwargs = {
'max_length': 4096,