zy123/zbparse
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

2.11

Browse Source
This commit is contained in:
zy123 2025-02-11 17:15:16 +08:00
parent afed2c31d3
commit 2e25a8f839
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
flask_app/general/llm/多线程提问.py
View File

@ -195,7 +195,7 @@ def multi_threading(queries, knowledge_name="", file_id="", llm_type=1, need_ext
with concurrent.futures.ThreadPoolExecutor(max_workers=40) as executor: with concurrent.futures.ThreadPoolExecutor(max_workers=40) as executor:
if llm_type == 4: if llm_type == 4:
# 每组10个任务，组与组之间间隔5秒,提高缓存命中率 # 每组10个任务，组与组之间间隔5秒,提高缓存命中率
group_size = 5 group_size = 10
for i in range(0, len(queries), group_size): for i in range(0, len(queries), group_size):
group = queries[i:i + group_size] group = queries[i:i + group_size]
for idx, query in enumerate(group, start=i): for idx, query in enumerate(group, start=i):