update tests

tests/test_llms.py

@@ -0,0 +1,31 @@
+# """
+# 对各个llm模型进行单元测试
+# """
+def validate_path():
+    import os, sys
+    dir_name = os.path.dirname(__file__)
+    root_dir_assume = os.path.abspath(os.path.dirname(__file__) +  '/..')
+    os.chdir(root_dir_assume)
+    sys.path.append(root_dir_assume)
+    
+validate_path() # validate path so you can run from base directory
+if __name__ == "__main__":
+    # from request_llm.bridge_newbingfree import predict_no_ui_long_connection
+    # from request_llm.bridge_moss import predict_no_ui_long_connection
+    # from request_llm.bridge_jittorllms_pangualpha import predict_no_ui_long_connection
+    # from request_llm.bridge_jittorllms_llama import predict_no_ui_long_connection
+    # from request_llm.bridge_claude import predict_no_ui_long_connection
+    # from request_llm.bridge_internlm import predict_no_ui_long_connection
+    from request_llm.bridge_qwen import predict_no_ui_long_connection
+
+    llm_kwargs = {
+        'max_length': 512,
+        'top_p': 1,
+        'temperature': 1,
+    }
+
+    result = predict_no_ui_long_connection( inputs="请问什么是质子？", 
+                                            llm_kwargs=llm_kwargs,
+                                            history=["你好", "我好！"],
+                                            sys_prompt="")
+    print('final result:', result)

tests/test_plugins.py

@@ -0,0 +1,52 @@
+"""
+对项目中的各个插件进行测试。运行方法：直接运行 python tests/test_plugins.py
+"""
+
+
+import os, sys
+def validate_path(): dir_name = os.path.dirname(__file__); root_dir_assume = os.path.abspath(dir_name +  '/..'); os.chdir(root_dir_assume); sys.path.append(root_dir_assume)
+validate_path() # 返回项目根路径
+from tests.test_utils import plugin_test
+
+if __name__ == "__main__":
+    plugin_test(plugin='crazy_functions.命令行助手->命令行助手', main_input='查看当前的docker容器列表')
+
+    plugin_test(plugin='crazy_functions.解析项目源代码->解析一个Python项目', main_input="crazy_functions/test_project/python/dqn")
+
+    # plugin_test(plugin='crazy_functions.解析项目源代码->解析一个C项目', main_input="crazy_functions/test_project/cpp/cppipc")
+
+    # plugin_test(plugin='crazy_functions.Latex全文润色->Latex英文润色', main_input="crazy_functions/test_project/latex/attention")
+
+    # plugin_test(plugin='crazy_functions.批量Markdown翻译->Markdown中译英', main_input="README.md")
+
+    # plugin_test(plugin='crazy_functions.批量翻译PDF文档_多线程->批量翻译PDF文档', main_input="crazy_functions/test_project/pdf_and_word")
+
+    # plugin_test(plugin='crazy_functions.谷歌检索小助手->谷歌检索小助手', main_input="https://scholar.google.com/scholar?hl=en&as_sdt=0%2C5&q=auto+reinforcement+learning&btnG=")
+    
+    # plugin_test(plugin='crazy_functions.总结word文档->总结word文档', main_input="crazy_functions/test_project/pdf_and_word")
+
+    # plugin_test(plugin='crazy_functions.下载arxiv论文翻译摘要->下载arxiv论文并翻译摘要', main_input="1812.10695")
+
+    # plugin_test(plugin='crazy_functions.联网的ChatGPT->连接网络回答问题', main_input="谁是应急食品？")
+
+    # plugin_test(plugin='crazy_functions.解析JupyterNotebook->解析ipynb文件', main_input="crazy_functions/test_samples")
+
+    # plugin_test(plugin='crazy_functions.数学动画生成manim->动画生成', main_input="A ball split into 2, and then split into 4, and finally split into 8.")
+
+    # for lang in ["English", "French", "Japanese", "Korean", "Russian", "Italian", "German", "Portuguese", "Arabic"]:
+    #     plugin_test(plugin='crazy_functions.批量Markdown翻译->Markdown翻译指定语言', main_input="README.md", advanced_arg={"advanced_arg": lang})
+
+    # plugin_test(plugin='crazy_functions.Langchain知识库->知识库问答', main_input="./")
+
+    # plugin_test(plugin='crazy_functions.Langchain知识库->读取知识库作答', main_input="What is the installation method？")
+
+    # plugin_test(plugin='crazy_functions.Langchain知识库->读取知识库作答', main_input="远程云服务器部署？")
+    
+    # plugin_test(plugin='crazy_functions.Latex输出PDF结果->Latex翻译中文并重新编译PDF', main_input="2210.03629")
+    
+    # advanced_arg = {"advanced_arg":"--llm_to_learn=gpt-3.5-turbo --prompt_prefix='根据下面的服装类型提示，想象一个穿着者，对这个人外貌、身处的环境、内心世界、人设进行描写。要求：100字以内，用第二人称。' --system_prompt=''" }
+    # plugin_test(plugin='crazy_functions.chatglm微调工具->微调数据集生成', main_input='build/dev.json', advanced_arg=advanced_arg)
+
+    # advanced_arg = {"advanced_arg":"--pre_seq_len=128 --learning_rate=2e-2 --num_gpus=1 --json_dataset='t_code.json' --ptuning_directory='/home/hmp/ChatGLM2-6B/ptuning'     " }
+    # plugin_test(plugin='crazy_functions.chatglm微调工具->启动微调', main_input='build/dev.json', advanced_arg=advanced_arg)
+

tests/test_utils.py

@@ -0,0 +1,78 @@
+from toolbox import get_conf
+from toolbox import set_conf
+from toolbox import set_multi_conf
+from toolbox import get_plugin_handle
+from toolbox import get_plugin_default_kwargs
+from toolbox import get_chat_handle
+from toolbox import get_chat_default_kwargs
+from functools import wraps
+import sys
+import os
+
+def chat_to_markdown_str(chat):
+    result = ""
+    for i, cc in enumerate(chat):
+        result += f'\n\n{cc[0]}\n\n{cc[1]}'
+        if i != len(chat)-1:
+            result += '\n\n---'
+    return result
+
+def silence_stdout(func):
+    @wraps(func)
+    def wrapper(*args, **kwargs):
+        _original_stdout = sys.stdout
+        sys.stdout = open(os.devnull, 'w')
+        for q in func(*args, **kwargs):
+            sys.stdout = _original_stdout
+            yield q
+            sys.stdout = open(os.devnull, 'w')
+        sys.stdout.close()
+        sys.stdout = _original_stdout
+    return wrapper
+
+def silence_stdout_fn(func):
+    @wraps(func)
+    def wrapper(*args, **kwargs):
+        _original_stdout = sys.stdout
+        sys.stdout = open(os.devnull, 'w')
+        result = func(*args, **kwargs)
+        sys.stdout.close()
+        sys.stdout = _original_stdout
+        return result
+    return wrapper
+
+class VoidTerminal():
+    def __init__(self) -> None:
+        pass
+    
+vt = VoidTerminal()
+vt.get_conf = silence_stdout_fn(get_conf)
+vt.set_conf = silence_stdout_fn(set_conf)
+vt.set_multi_conf = silence_stdout_fn(set_multi_conf)
+vt.get_plugin_handle = silence_stdout_fn(get_plugin_handle)
+vt.get_plugin_default_kwargs = silence_stdout_fn(get_plugin_default_kwargs)
+vt.get_chat_handle = silence_stdout_fn(get_chat_handle)
+vt.get_chat_default_kwargs = silence_stdout_fn(get_chat_default_kwargs)
+vt.chat_to_markdown_str = chat_to_markdown_str
+proxies, WEB_PORT, LLM_MODEL, CONCURRENT_COUNT, AUTHENTICATION, CHATBOT_HEIGHT, LAYOUT, API_KEY = \
+    vt.get_conf('proxies', 'WEB_PORT', 'LLM_MODEL', 'CONCURRENT_COUNT', 'AUTHENTICATION', 'CHATBOT_HEIGHT', 'LAYOUT', 'API_KEY')
+
+def plugin_test(main_input, plugin, advanced_arg=None):
+    from rich.live import Live
+    from rich.markdown import Markdown
+
+    vt.set_conf(key="API_KEY", value=API_KEY)
+    vt.set_conf(key="LLM_MODEL", value=LLM_MODEL)
+
+    plugin = vt.get_plugin_handle(plugin)
+    plugin_kwargs = vt.get_plugin_default_kwargs()
+    plugin_kwargs['main_input'] = main_input
+    if advanced_arg is not None:
+        plugin_kwargs['plugin_kwargs'] = advanced_arg
+    my_working_plugin = silence_stdout(plugin)(**plugin_kwargs)
+
+    with Live(Markdown(""), auto_refresh=False) as live:
+        for cookies, chat, hist, msg in my_working_plugin:
+            md_str = vt.chat_to_markdown_str(chat)
+            md = Markdown(md_str)
+            live.update(md, refresh=True)