11.24 速率限制

2024-11-25 10:14:49 +08:00 · 2024-11-25 10:14:49 +08:00 · 31d49cff94
commit 31d49cff94
parent 89d665adae
1 changed files with 1 additions and 1 deletions
--- a/flask_app/general/多线程提问.py
+++ b/flask_app/general/多线程提问.py
@ -268,7 +268,7 @@ def multi_threading(queries, knowledge_name="", file_id="", llm_type=1):
    with concurrent.futures.ThreadPoolExecutor(max_workers=30) as executor:
        future_to_query = {}
        for index, query in enumerate(queries):
-            time.sleep(0.5)  # 每提交一个任务后等待0.5秒
+            time.sleep(0.7)  # 每提交一个任务后等待0.5秒
            future = executor.submit(llm_call, query, knowledge_name, file_id, result_queue, index, llm_type)
            future_to_query[future] = index
            retry_counts[index] = 0  # 初始化重试次数