58 lines
2.2 KiB
Python
58 lines
2.2 KiB
Python
|
#flask_app/general/截取pdf通用函数.py
|
|||
|
|
import concurrent.futures
|
|||
|
|
import os
|
|||
|
|
|
|||
|
|
import regex
|
|||
|
|
from PyPDF2 import PdfReader
|
|||
|
|
|
|||
|
|
from flask_app.general.clean_pdf import extract_common_header, clean_page_content
|
|||
|
|
|
|||
|
|
def get_start_and_common_header(input_path,end_page):
|
|||
|
|
common_header = extract_common_header(input_path)
|
|||
|
|
last_begin_index = 0
|
|||
|
|
begin_pattern = regex.compile(
|
|||
|
|
r'.*(?<!见\s*)(?<!与\s*)(?<!"\s*)(?<!“\s*)(?<!”\s*)(?:招标公告|磋商公告|谈判公告|邀请书|邀请函|投标邀请|磋商邀请|谈判邀请)[\)）]?\s*$',
|
|||
|
|
regex.MULTILINE
|
|||
|
|
)
|
|||
|
|
# 新增目录匹配模式
|
|||
|
|
catalog_pattern = regex.compile(r'\s*目\s*录\s*$', regex.MULTILINE)
|
|||
|
|
|
|||
|
|
pdf_document = PdfReader(input_path)
|
|||
|
|
for i, page in enumerate(pdf_document.pages):
|
|||
|
|
if i > end_page:
|
|||
|
|
return common_header, 0 # 如果页码大于end_page，直接返回last_begin_index=0
|
|||
|
|
text = page.extract_text()
|
|||
|
|
if text:
|
|||
|
|
cleaned_text = clean_page_content(text, common_header)
|
|||
|
|
# 检查是否存在"目录"
|
|||
|
|
if catalog_pattern.search(cleaned_text):
|
|||
|
|
continue # 如果存在目录，跳过当前页面
|
|||
|
|
if begin_pattern.search(cleaned_text):
|
|||
|
|
last_begin_index = i # 更新第一个匹配的索引，页码从0开始
|
|||
|
|
return common_header, last_begin_index
|
|||
|
|
return common_header, last_begin_index
|
|||
|
|
|
|||
|
|
def check_pdf_pages(pdf_path, mode,logger):
|
|||
|
|
try:
|
|||
|
|
reader = PdfReader(pdf_path)
|
|||
|
|
num_pages = len(reader.pages)
|
|||
|
|
logger.info(f"PDF '{pdf_path}' 的总页数为: {num_pages}")
|
|||
|
|
if num_pages <= 50:
|
|||
|
|
logger.info("PDF页数小于或等于50页，跳过切分逻辑。")
|
|||
|
|
if mode==1:
|
|||
|
|
return ['', '', '', '', '', '', '']
|
|||
|
|
else:
|
|||
|
|
return ['','','','']
|
|||
|
|
# 若页数大于50页，返回None表示继续处理
|
|||
|
|
return None
|
|||
|
|
except Exception as e:
|
|||
|
|
logger.error(f"无法读取 PDF 页数: {e}")
|
|||
|
|
# 返回空列表意味着无法执行后续处理逻辑
|
|||
|
|
if mode == 1:
|
|||
|
|
return ['', '', '', '', '', '', '']
|
|||
|
|
else:
|
|||
|
|
return ['', '', '', '']
|
|||
|
|
|
|||
|
|
|
|||
|
|
|