UTF8 Ignore read file errors

This commit is contained in:
fuqingxu
2023-04-12 16:57:01 +08:00
parent 88a86635c6
commit 40bd857c70
8 changed files with 55 additions and 8 deletions

View File

@@ -8,7 +8,7 @@ def 解析Paper(file_manifest, project_folder, llm_kwargs, plugin_kwargs, chatbo
import time, glob, os
print('begin analysis on:', file_manifest)
for index, fp in enumerate(file_manifest):
with open(fp, 'r', encoding='utf-8') as f:
with open(fp, 'r', encoding='utf-8', errors='replace') as f:
file_content = f.read()
prefix = "接下来请你逐文件分析下面的论文文件,概括其内容" if index==0 else ""