import os """ ======================================================================== 接驳void-terminal: - set_conf: 在运行过程中动态地修改配置 - set_multi_conf: 在运行过程中动态地修改多个配置 - get_plugin_handle: 获取插件的句柄 - get_plugin_default_kwargs: 获取插件的默认参数 - get_chat_handle: 获取简单聊天的句柄 - get_chat_default_kwargs: 获取简单聊天的默认参数 ======================================================================== """ def get_plugin_handle(plugin_name): """ e.g. plugin_name = 'crazy_functions.批量Markdown翻译->Markdown翻译指定语言' """ import importlib assert '->' in plugin_name, \ "Example of plugin_name: crazy_functions.批量Markdown翻译->Markdown翻译指定语言" module, fn_name = plugin_name.split('->') f_hot_reload = getattr(importlib.import_module(module, fn_name), fn_name) return f_hot_reload def get_chat_handle(): """ Get chat function """ from request_llms.bridge_all import predict_no_ui_long_connection return predict_no_ui_long_connection def get_plugin_default_kwargs(): """ Get Plugin Default Arguments """ from toolbox import ChatBotWithCookies, load_chat_cookies cookies = load_chat_cookies() llm_kwargs = { 'api_key': cookies['api_key'], 'llm_model': cookies['llm_model'], 'top_p': 1.0, 'max_length': None, 'temperature': 1.0, } chatbot = ChatBotWithCookies(llm_kwargs) # txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port DEFAULT_FN_GROUPS_kwargs = { "main_input": "./README.md", "llm_kwargs": llm_kwargs, "plugin_kwargs": {}, "chatbot_with_cookie": chatbot, "history": [], "system_prompt": "You are a good AI.", "web_port": None } return DEFAULT_FN_GROUPS_kwargs def get_chat_default_kwargs(): """ Get Chat Default Arguments """ from toolbox import load_chat_cookies cookies = load_chat_cookies() llm_kwargs = { 'api_key': cookies['api_key'], 'llm_model': cookies['llm_model'], 'top_p': 1.0, 'max_length': None, 'temperature': 1.0, } default_chat_kwargs = { "inputs": "Hello there, are you ready?", "llm_kwargs": llm_kwargs, "history": [], "sys_prompt": "You are AI assistant", "observe_window": None, "console_slience": False, } return default_chat_kwargs