fix: support o1 models

2024-09-14 17:00:02 +00:00
parent 0d0575a639
commit 18290fd138
2 changed files with 55 additions and 13 deletions
--- a/request_llms/bridge_all.py
+++ b/request_llms/bridge_all.py
@@ -255,6 +255,8 @@ model_info = {
        "max_token": 128000,
        "tokenizer": tokenizer_gpt4,
        "token_cnt": get_token_num_gpt4,
+        "openai_disable_system_prompt": True,
+        "openai_disable_stream": True,
    },
    "o1-mini": {
        "fn_with_ui": chatgpt_ui,
@@ -263,6 +265,8 @@ model_info = {
        "max_token": 128000,
        "tokenizer": tokenizer_gpt4,
        "token_cnt": get_token_num_gpt4,
+        "openai_disable_system_prompt": True,
+        "openai_disable_stream": True,
    },

    "gpt-4-turbo": {