动态endpoint

2023-04-17 22:51:23 +08:00
parent 5316b5c373
commit deb8e5e137
3 changed files with 7 additions and 4 deletions
--- a/toolbox.py
+++ b/toolbox.py
@@ -36,7 +36,6 @@ def ArgsGeneralWrapper(f):
        llm_kwargs = {
            'api_key': cookies['api_key'],
            'llm_model': llm_model,
-            'endpoint': model_info[llm_model]['endpoint'],
            'top_p':top_p, 
            'max_length': max_length,
            'temperature':temperature,