随机选择, 绕过openai访问频率限制

2023-10-06 10:50:41 +08:00
parent 49cea97822
commit 89eec21f27
3 changed files with 23 additions and 3 deletions
--- a/request_llm/bridge_all.py
+++ b/request_llm/bridge_all.py
@@ -134,6 +134,15 @@ model_info = {
        "tokenizer": tokenizer_gpt4,
        "token_cnt": get_token_num_gpt4,
    },
+
+    "gpt-3.5-random": {
+        "fn_with_ui": chatgpt_ui,
+        "fn_without_ui": chatgpt_noui,
+        "endpoint": openai_endpoint,
+        "max_token": 4096,
+        "tokenizer": tokenizer_gpt4,
+        "token_cnt": get_token_num_gpt4,
+    },
    
    # azure openai
    "azure-gpt-3.5":{