CC/gpt_academic
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

bug fixes

Browse Source
This commit is contained in:
binary-husky
2023-11-29 00:36:26 +08:00
parent 1de63835fc
commit 15f14f51ff
22 changed files with 3215 additions and 193 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
request_llms/bridge_llama2.py
View File

@@ -12,7 +12,7 @@ from threading import Thread
# ------------------------------------------------------------------------------------------------------------------------
# 🔌💻 Local Model
# ------------------------------------------------------------------------------------------------------------------------
class GetONNXGLMHandle(LocalLLMHandle):
class GetLlamaHandle(LocalLLMHandle):
def load_model_info(self):
# 🏃‍♂️🏃‍♂️🏃‍♂️ 子进程执行
@@ -87,4 +87,4 @@ class GetONNXGLMHandle(LocalLLMHandle):
# ------------------------------------------------------------------------------------------------------------------------
# 🔌💻 GPT-Academic Interface
# ------------------------------------------------------------------------------------------------------------------------
predict_no_ui_long_connection, predict = get_local_llm_predict_fns(GetONNXGLMHandle, model_name)
predict_no_ui_long_connection, predict = get_local_llm_predict_fns(GetLlamaHandle, model_name)