From 163e59c0f309c731e8c8475466ad4c3597487f08 Mon Sep 17 00:00:00 2001 From: binary-husky Date: Sun, 9 Feb 2025 19:33:02 +0800 Subject: [PATCH] minor bug fix --- config.py | 3 ++- request_llms/bridge_deepseekcoder.py | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/config.py b/config.py index 11ee666c..297ccbf2 100644 --- a/config.py +++ b/config.py @@ -81,7 +81,7 @@ API_URL_REDIRECT = {} # 多线程函数插件中，默认允许多少路线程同时访问OpenAI。Free trial users的限制是每分钟3次，Pay-as-you-go users的限制是每分钟3500次 # 一言以蔽之：免费（5刀）用户填3，OpenAI绑了信用卡的用户可以填 16 或者更高。提高限制请查询：https://platform.openai.com/docs/guides/rate-limits/overview -DEFAULT_WORKER_NUM = 3 +DEFAULT_WORKER_NUM = 8 # 色彩主题, 可选 ["Default", "Chuanhu-Small-and-Beautiful", "High-Contrast"] @@ -103,6 +103,7 @@ AVAIL_FONTS = [ "华文中宋(STZhongsong)", "华文新魏(STXinwei)", "华文隶书(STLiti)", + # 备注：以下字体需要网络支持，您可以自定义任意您喜欢的字体，如下所示，需要满足的格式为 "字体昵称(字体英文真名@字体css下载链接)" "思源宋体(Source Han Serif CN VF@https://chinese-fonts-cdn.deno.dev/packages/syst/dist/SourceHanSerifCN/result.css)", "月星楷(Moon Stars Kai HW@https://chinese-fonts-cdn.deno.dev/packages/moon-stars-kai/dist/MoonStarsKaiHW-Regular/result.css)", "珠圆体(MaokenZhuyuanTi@https://chinese-fonts-cdn.deno.dev/packages/mkzyt/dist/猫啃珠圆体/result.css)", diff --git a/request_llms/bridge_deepseekcoder.py b/request_llms/bridge_deepseekcoder.py index 9f73375a..706de6eb 100644 --- a/request_llms/bridge_deepseekcoder.py +++ b/request_llms/bridge_deepseekcoder.py @@ -6,7 +6,6 @@ from toolbox import get_conf from request_llms.local_llm_class import LocalLLMHandle, get_local_llm_predict_fns from threading import Thread from loguru import logger -import torch import os def download_huggingface_model(model_name, max_retry, local_dir): @@ -29,6 +28,7 @@ class GetCoderLMHandle(LocalLLMHandle): self.cmd_to_install = cmd_to_install def load_model_and_tokenizer(self): + import torch # 🏃‍♂️🏃‍♂️🏃‍♂️ 子进程执行 with ProxyNetworkActivate('Download_LLM'): from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer