TOKEN_LIMIT_PER_FRAGMENT修改为1024

Author: binary-husky

crazy_functions/批量翻译PDF文档_NOUGAT.py

@@ -93,7 +93,7 @@ def 批量翻译PDF文档(txt, llm_kwargs, plugin_kwargs, chatbot, history, syst
 def 解析PDF_基于NOUGAT(file_manifest, project_folder, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt):
     import copy
     import tiktoken
-    TOKEN_LIMIT_PER_FRAGMENT = 512
+    TOKEN_LIMIT_PER_FRAGMENT = 1024
     generated_conclusion_files = []
     generated_html_files = []
     DST_LANG = "中文"

crazy_functions/批量翻译PDF文档_多线程.py

@@ -59,7 +59,7 @@ def 批量翻译PDF文档(txt, llm_kwargs, plugin_kwargs, chatbot, history, syst
 
 def 解析PDF_基于GROBID(file_manifest, project_folder, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, grobid_url):
     import copy, json
-    TOKEN_LIMIT_PER_FRAGMENT = 512
+    TOKEN_LIMIT_PER_FRAGMENT = 1024
     generated_conclusion_files = []
     generated_html_files = []
     DST_LANG = "中文"
@@ -83,7 +83,7 @@ def 解析PDF(file_manifest, project_folder, llm_kwargs, plugin_kwargs, chatbot,
     此函数已经弃用
     """
     import copy
-    TOKEN_LIMIT_PER_FRAGMENT = 512
+    TOKEN_LIMIT_PER_FRAGMENT = 1024
     generated_conclusion_files = []
     generated_html_files = []
     from crazy_functions.crazy_utils import construct_html