zy123/zbparse
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

11.24 速率限制

Browse Source
This commit is contained in:
zy123 2024-11-25 10:14:49 +08:00
parent 89d665adae
commit 31d49cff94
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
flask_app/general/多线程提问.py
View File

@ -268,7 +268,7 @@ def multi_threading(queries, knowledge_name="", file_id="", llm_type=1):
with concurrent.futures.ThreadPoolExecutor(max_workers=30) as executor: with concurrent.futures.ThreadPoolExecutor(max_workers=30) as executor:
future_to_query = {} future_to_query = {}
for index, query in enumerate(queries): for index, query in enumerate(queries):
time.sleep(0.5) # 每提交一个任务后等待0.5秒 time.sleep(0.7) # 每提交一个任务后等待0.5秒
future = executor.submit(llm_call, query, knowledge_name, file_id, result_queue, index, llm_type) future = executor.submit(llm_call, query, knowledge_name, file_id, result_queue, index, llm_type)
future_to_query[future] = index future_to_query[future] = index
retry_counts[index] = 0 # 初始化重试次数 retry_counts[index] = 0 # 初始化重试次数