This commit is contained in:
lbykkkk
2024-11-23 19:11:02 +08:00
parent 12be7c16e9
commit b2d6536974

View File

@@ -90,7 +90,6 @@ class ArxivRagWorker:
# 初始化arxiv splitter # 初始化arxiv splitter
# 初始化 arxiv splitter # 初始化 arxiv splitter
self.arxiv_splitter = ArxivSplitter( self.arxiv_splitter = ArxivSplitter(
char_range=(1000, 1200),
root_dir=str(self.checkpoint_dir / "arxiv_cache") root_dir=str(self.checkpoint_dir / "arxiv_cache")
) )
# 初始化处理队列和线程池 # 初始化处理队列和线程池