2.17 已解决内存泄漏问题

flask_app/routes/test_preprocess.py

@@ -1,13 +1,10 @@
-import multiprocessing
 import os
-
 from flask import request, jsonify, Blueprint, g
-import uuid
 import time
 from flask_app.ConnectionLimiter import require_execution_timeout
 from flask_app.general.format_change import download_file
 from flask_app.routes.utils import validate_and_setup_logger
-from flask_app.routes.货物标解析main import preprocess_files, preprocess_file_main
+from flask_app.routes.货物标解析main import preprocess_file_main
 
 test_process_bp = Blueprint('test_process', __name__)
 @test_process_bp.route('/test_process', methods=['POST'])

flask_app/routes/test_readpdf.py

@@ -1,15 +1,10 @@
 import multiprocessing
 import os.path
-
 from flask import request, jsonify, Blueprint, g
-import uuid
-import time
 from flask_app.ConnectionLimiter import require_execution_timeout
 from flask_app.general.format_change import download_file
 from flask_app.general.读取文件.按页读取pdf import read_pdf_main
 from flask_app.routes.utils import validate_and_setup_logger
-from flask_app.routes.货物标解析main import preprocess_files
-
 
 test_readpdf_bp = Blueprint('test_readpdf', __name__)
 @test_readpdf_bp.route('/test_readpdf', methods=['POST'])

flask_app/routes/货物标解析main.py

@@ -241,7 +241,7 @@ def goods_bid_main(output_folder, file_path, file_type, unique_id):
         }
         yield json.dumps(error_response, ensure_ascii=False)
         return  # 停止进一步处理
-    with ProcessPoolExecutor() as executor:
+    with ProcessPoolExecutor() as executor:       #开启子进程，能保证运行结束后回收资源消耗
         # 立即启动不依赖 knowledge_name 和 index 的任务
         futures = {
             'evaluation_standards': executor.submit(fetch_evaluation_standards,processed_data['invalid_deleted_docx'],   #技术评分 商务评分