change get_conf

2023-10-29 00:34:40 +08:00
parent 12b2a229b6
commit 527f9d28ad
32 changed files with 85 additions and 50 deletions
--- a/request_llms/bridge_internlm.py
+++ b/request_llms/bridge_internlm.py
@@ -52,7 +52,7 @@ class GetInternlmHandle(LocalLLMHandle):
        # 🏃‍♂️🏃‍♂️🏃‍♂️ 子进程执行
        import torch
        from transformers import AutoModelForCausalLM, AutoTokenizer
-        device, = get_conf('LOCAL_MODEL_DEVICE')
+        device = get_conf('LOCAL_MODEL_DEVICE')
        if self._model is None:
            tokenizer = AutoTokenizer.from_pretrained("internlm/internlm-chat-7b", trust_remote_code=True)
            if device=='cpu':