重命名一些函数

crazy_functions/代码重写为全英文_多线程.py

@@ -1,6 +1,7 @@
 import threading
 from request_llm.bridge_chatgpt import predict_no_ui_long_connection
 from toolbox import CatchException, write_results_to_file, report_execption
+from .crazy_utils import breakdown_txt_to_satisfy_token_limit
 
 def extract_code_block_carefully(txt):
     splitted = txt.split('```')
@@ -10,33 +11,6 @@ def extract_code_block_carefully(txt):
     txt_out = '```'.join(splitted[1:-1])
     return txt_out
 
-def breakdown_txt_to_satisfy_token_limit(txt, get_token_fn, limit, must_break_at_empty_line=True):
-    def cut(txt_tocut, must_break_at_empty_line): # 递归
-        if get_token_fn(txt_tocut) <= limit:
-            return [txt_tocut]
-        else:
-            lines = txt_tocut.split('\n')
-            estimated_line_cut = limit / get_token_fn(txt_tocut)  * len(lines)
-            estimated_line_cut = int(estimated_line_cut)
-            for cnt in reversed(range(estimated_line_cut)):
-                if must_break_at_empty_line: 
-                    if lines[cnt] != "": continue
-                print(cnt)
-                prev = "\n".join(lines[:cnt])
-                post = "\n".join(lines[cnt:])
-                if get_token_fn(prev) < limit: break
-            if cnt == 0:
-                print('what the f?')
-                raise RuntimeError("存在一行极长的文本！")
-            print(len(post))
-            # 列表递归接龙
-            result = [prev]
-            result.extend(cut(post, must_break_at_empty_line))
-            return result
-    try:
-        return cut(txt, must_break_at_empty_line=True)
-    except RuntimeError:
-        return cut(txt, must_break_at_empty_line=False)
 
 
 def break_txt_into_half_at_some_linebreak(txt):