CC/gpt_academic
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Merge pull request #204 from Eralien/dev-clean_pdf

Browse Source 
feat: clean pdf fitz text
This commit is contained in:
binary-husky
2023-03-31 21:42:18 +08:00
committed by GitHub
parent 9c90b28bed 8aea6536e0
commit ecebdf3ab5
2 changed files with 60 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
crazy_functions/批量总结PDF文档.py
View File

@@ -1,5 +1,5 @@
from predict import predict_no_ui
from toolbox import CatchException, report_execption, write_results_to_file, predict_no_ui_but_counting_down
from toolbox import CatchException, report_execption, write_results_to_file, predict_no_ui_but_counting_down, clean_text
fast_debug = False
@@ -11,6 +11,7 @@ def 解析PDF(file_manifest, project_folder, top_p, temperature, chatbot, histor
file_content = ""
for page in doc:
file_content += page.get_text()
file_content = clean_text(file_content)
print(file_content)
prefix = "接下来请你逐文件分析下面的论文文件，概括其内容" if index==0 else ""
@@ -58,7 +59,7 @@ def 批量总结PDF文档(txt, top_p, temperature, chatbot, history, systemPromp
# 基本信息：功能、贡献者
chatbot.append([
"函数插件功能？",
"批量总结PDF文档。函数插件贡献者: ValeriaWong"])
"批量总结PDF文档。函数插件贡献者: ValeriaWong，Eralien"])
yield chatbot, history, '正常'
# 尝试导入依赖，如果缺少依赖，则给出安装建议