增加了对于讯飞星火大模型Spark4.0的支持 (#1875)

2024-06-29 23:20:04 +08:00
parent 7e201c5028
commit 194e665a3b
3 changed files with 14 additions and 1 deletions
--- a/request_llms/bridge_all.py
+++ b/request_llms/bridge_all.py
@@ -860,6 +860,15 @@ if "sparkv3" in AVAIL_LLM_MODELS or "sparkv3.5" in AVAIL_LLM_MODELS:   # 讯飞
                "max_token": 4096,
                "tokenizer": tokenizer_gpt35,
                "token_cnt": get_token_num_gpt35,
+            },
+            "sparkv4":{
+                "fn_with_ui": spark_ui,
+                "fn_without_ui": spark_noui,
+                "can_multi_thread": True,
+                "endpoint": None,
+                "max_token": 4096,
+                "tokenizer": tokenizer_gpt35,
+                "token_cnt": get_token_num_gpt35,
            }
        })
    except: