成功借助tgui调用更多LLM

2023-04-02 00:22:41 +08:00
parent bfa6661367
commit 3af0bbdbe4
4 changed files with 70 additions and 10 deletions
--- a/predict.py
+++ b/predict.py
@@ -244,7 +244,10 @@ def generate_payload(inputs, top_p, temperature, history, system_prompt, stream)


 if not LLM_MODEL.startswith('gpt'):
-    from request_llm.bridge_tgui import predict_tgui
+    # 函数重载到另一个文件
+    from request_llm.bridge_tgui import predict_tgui, predict_tgui_no_ui
    predict = predict_tgui
+    predict_no_ui = predict_tgui_no_ui
+    predict_no_ui_long_connection = predict_tgui_no_ui