From ef6631b2801c90f7a68b73d8bfb7e47bb12f7cc3 Mon Sep 17 00:00:00 2001 From: binary-husky Date: Tue, 19 Sep 2023 16:31:36 +0800 Subject: [PATCH] =?UTF-8?q?TOKEN=5FLIMIT=5FPER=5FFRAGMENT=E4=BF=AE?= =?UTF-8?q?=E6=94=B9=E4=B8=BA1024?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- crazy_functions/批量翻译PDF文档_NOUGAT.py | 2 +- crazy_functions/批量翻译PDF文档_多线程.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/crazy_functions/批量翻译PDF文档_NOUGAT.py b/crazy_functions/批量翻译PDF文档_NOUGAT.py index 14f607b..9a2de50 100644 --- a/crazy_functions/批量翻译PDF文档_NOUGAT.py +++ b/crazy_functions/批量翻译PDF文档_NOUGAT.py @@ -93,7 +93,7 @@ def 批量翻译PDF文档(txt, llm_kwargs, plugin_kwargs, chatbot, history, syst def 解析PDF_基于NOUGAT(file_manifest, project_folder, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt): import copy import tiktoken - TOKEN_LIMIT_PER_FRAGMENT = 512 + TOKEN_LIMIT_PER_FRAGMENT = 1024 generated_conclusion_files = [] generated_html_files = [] DST_LANG = "中文" diff --git a/crazy_functions/批量翻译PDF文档_多线程.py b/crazy_functions/批量翻译PDF文档_多线程.py index 971710e..0f60a90 100644 --- a/crazy_functions/批量翻译PDF文档_多线程.py +++ b/crazy_functions/批量翻译PDF文档_多线程.py @@ -59,7 +59,7 @@ def 批量翻译PDF文档(txt, llm_kwargs, plugin_kwargs, chatbot, history, syst def 解析PDF_基于GROBID(file_manifest, project_folder, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, grobid_url): import copy, json - TOKEN_LIMIT_PER_FRAGMENT = 512 + TOKEN_LIMIT_PER_FRAGMENT = 1024 generated_conclusion_files = [] generated_html_files = [] DST_LANG = "中文" @@ -83,7 +83,7 @@ def 解析PDF(file_manifest, project_folder, llm_kwargs, plugin_kwargs, chatbot, 此函数已经弃用 """ import copy - TOKEN_LIMIT_PER_FRAGMENT = 512 + TOKEN_LIMIT_PER_FRAGMENT = 1024 generated_conclusion_files = [] generated_html_files = [] from crazy_functions.crazy_utils import construct_html