接入讯飞星火Spark大模型

2023-08-14 03:08:15 +08:00
parent c0c4834cfc
commit af23730f8f
5 changed files with 163 additions and 82 deletions
--- a/tests/test_llms.py
+++ b/tests/test_llms.py
@@ -16,10 +16,11 @@ if __name__ == "__main__":
    # from request_llm.bridge_jittorllms_llama import predict_no_ui_long_connection
    # from request_llm.bridge_claude import predict_no_ui_long_connection
    # from request_llm.bridge_internlm import predict_no_ui_long_connection
-    from request_llm.bridge_qwen import predict_no_ui_long_connection
+    # from request_llm.bridge_qwen import predict_no_ui_long_connection
+    from request_llm.bridge_spark import predict_no_ui_long_connection

    llm_kwargs = {
-        'max_length': 512,
+        'max_length': 4096,
        'top_p': 1,
        'temperature': 1,
    }