move token limit conf to bridge_all.py

2023-12-04 10:39:10 +08:00
parent 9bfc3400f9
commit 3c03f240ba
3 changed files with 4 additions and 8 deletions
--- a/request_llms/bridge_all.py
+++ b/request_llms/bridge_all.py
@@ -552,7 +552,7 @@ if "deepseekcoder" in AVAIL_LLM_MODELS:   # deepseekcoder
                "fn_with_ui": deepseekcoder_ui,
                "fn_without_ui": deepseekcoder_noui,
                "endpoint": None,
-                "max_token": 4096,
+                "max_token": 2048,
                "tokenizer": tokenizer_gpt35,
                "token_cnt": get_token_num_gpt35,
            }