From 7d405e28fc4f5dbecc3df83a7557e93b0a483ae9 Mon Sep 17 00:00:00 2001 From: zy123 <646228430@qq.com> Date: Mon, 30 Dec 2024 10:26:08 +0800 Subject: [PATCH] =?UTF-8?q?12.30=20=E5=BA=9F=E6=A0=87=E9=A1=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- flask_app/general/doubao.py | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/flask_app/general/doubao.py b/flask_app/general/doubao.py index cf140af..ebcd46c 100644 --- a/flask_app/general/doubao.py +++ b/flask_app/general/doubao.py @@ -2,16 +2,11 @@ import json import os import re import time - import fitz import PyPDF2 import tempfile import requests from ratelimit import sleep_and_retry, limits - -from flask_app.general import table_ocr -from flask_app.general.file2markdown import convert_file_to_markdown - from flask_app.general.clean_pdf import extract_common_header, clean_page_content from flask_app.general.table_ocr import CommonOcr @@ -205,11 +200,6 @@ def count_tokens(text): tokens = re.findall(token_pattern, text) return len(tokens)# 返回 tokens 数量和匹配的 token 列表 - -import requests -import os - - def get_total_tokens(text): """ 调用 API 计算给定文本的总 Token 数量。