diff --git a/config.py b/config.py
index 1d2aa69..f25b119 100644
--- a/config.py
+++ b/config.py
@@ -200,7 +200,8 @@ PATH_LOGGING = "gpt_log"
# 除了连接OpenAI之外，还有哪些场合允许使用代理，请勿修改
-WHEN_TO_USE_PROXY = ["Download_LLM", "Download_Gradio_Theme", "Connect_Grobid", "Warmup_Modules"]
+WHEN_TO_USE_PROXY = ["Download_LLM", "Download_Gradio_Theme", "Connect_Grobid",
+ "Warmup_Modules", "Nougat_Download", "AutoGen"]
# 自定义按钮的最大数量限制
diff --git a/crazy_functional.py b/crazy_functional.py
index 1d8f5c7..795bd5f 100644
--- a/crazy_functional.py
+++ b/crazy_functional.py
@@ -539,6 +539,18 @@ def get_crazy_functions():
except:
print('Load function plugin failed')
+ # try:
+ # from crazy_functions.多智能体 import 多智能体终端
+ # function_plugins.update({
+ # "多智能体终端（微软AutoGen）": {
+ # "Group": "智能体",
+ # "Color": "stop",
+ # "AsButton": True,
+ # "Function": HotReload(多智能体终端)
+ # }
+ # })
+ # except:
+ # print('Load function plugin failed')
# try:
# from crazy_functions.chatglm微调工具 import 微调数据集生成
diff --git a/crazy_functions/agent_fns/auto_agent.py b/crazy_functions/agent_fns/auto_agent.py
new file mode 100644
index 0000000..5e67115
--- /dev/null
+++ b/crazy_functions/agent_fns/auto_agent.py
@@ -0,0 +1,23 @@
+from toolbox import CatchException, update_ui, gen_time_str, trimmed_format_exc, ProxyNetworkActivate
+from toolbox import report_execption, get_log_folder, update_ui_lastest_msg, Singleton
+from crazy_functions.agent_fns.pipe import PluginMultiprocessManager, PipeCom
+from crazy_functions.agent_fns.autogen_general import AutoGenGeneral
+import time
+
+
+class AutoGenMath(AutoGenGeneral):
+
+ def define_agents(self):
+ from autogen import AssistantAgent, UserProxyAgent
+ return [
+ {
+ "name": "assistant", # name of the agent.
+ "cls": AssistantAgent, # class of the agent.
+ },
+ {
+ "name": "user_proxy", # name of the agent.
+ "cls": UserProxyAgent, # class of the agent.
+ "human_input_mode": "ALWAYS", # always ask for human input.
+ "llm_config": False, # disables llm-based auto reply.
+ },
+ ]
\ No newline at end of file
diff --git a/crazy_functions/agent_fns/autogen_general.py b/crazy_functions/agent_fns/autogen_general.py
new file mode 100644
index 0000000..18c89ab
--- /dev/null
+++ b/crazy_functions/agent_fns/autogen_general.py
@@ -0,0 +1,75 @@
+from toolbox import CatchException, update_ui, gen_time_str, trimmed_format_exc, ProxyNetworkActivate
+from toolbox import report_execption, get_log_folder, update_ui_lastest_msg, Singleton
+from crazy_functions.agent_fns.pipe import PluginMultiprocessManager, PipeCom
+import time
+
+
+class AutoGenGeneral(PluginMultiprocessManager):
+
+ def gpt_academic_print_override(self, user_proxy, message, sender):
+ # ⭐⭐ 子进程执行
+ self.child_conn.send(PipeCom("show", sender.name + '\n\n---\n\n' + message['content']))
+
+ def gpt_academic_get_human_input(self, user_proxy, message):
+ # ⭐⭐ 子进程执行
+ patience = 300
+ begin_waiting_time = time.time()
+ self.child_conn.send(PipeCom("interact", message))
+ while True:
+ time.sleep(0.5)
+ if self.child_conn.poll():
+ wait_success = True
+ break
+ if time.time() - begin_waiting_time > patience:
+ self.child_conn.send(PipeCom("done", ""))
+ wait_success = False
+ break
+ if wait_success:
+ return self.child_conn.recv().content
+ else:
+ raise TimeoutError("等待用户输入超时")
+
+ def define_agents(self):
+ raise NotImplementedError
+
+ def do_audogen(self, input):
+ # ⭐⭐ 子进程执行
+ input = input.content
+ with ProxyNetworkActivate("AutoGen"):
+ from autogen import AssistantAgent, UserProxyAgent
+ config_list = [{
+ 'model': self.llm_kwargs['llm_model'],
+ 'api_key': self.llm_kwargs['api_key'],
+ },]
+ code_execution_config={"work_dir": self.autogen_work_dir, "use_docker":True}
+ agents = self.define_agents()
+ user_proxy = None
+ assistant = None
+ for agent_kwargs in agents:
+ agent_cls = agent_kwargs.pop('cls')
+ kwargs = {
+ 'llm_config':{
+ "config_list": config_list,
+ },
+ 'code_execution_config':code_execution_config
+ }
+ kwargs.update(agent_kwargs)
+ agent_handle = agent_cls(**kwargs)
+ agent_handle._print_received_message = lambda a,b: self.gpt_academic_print_override(agent_kwargs, a, b)
+ if agent_kwargs['name'] == 'user_proxy':
+ agent_handle.get_human_input = lambda a: self.gpt_academic_get_human_input(user_proxy, a)
+ user_proxy = agent_handle
+ if agent_kwargs['name'] == 'assistant': assistant = agent_handle
+ try:
+ if user_proxy is None or assistant is None: raise Exception("用户代理或助理代理未定义")
+ user_proxy.initiate_chat(assistant, message=input)
+ except Exception as e:
+ tb_str = '```\n' + trimmed_format_exc() + '```'
+ self.child_conn.send(PipeCom("done", "AutoGen 执行失败: \n\n" + tb_str))
+
+ def subprocess_worker(self, child_conn):
+ # ⭐⭐ 子进程执行
+ self.child_conn = child_conn
+ while True:
+ msg = self.child_conn.recv() # PipeCom
+ self.do_audogen(msg)
diff --git a/crazy_functions/agent_fns/echo_agent.py b/crazy_functions/agent_fns/echo_agent.py
new file mode 100644
index 0000000..52bf72d
--- /dev/null
+++ b/crazy_functions/agent_fns/echo_agent.py
@@ -0,0 +1,19 @@
+from crazy_functions.agent_fns.pipe import PluginMultiprocessManager, PipeCom
+
+class EchoDemo(PluginMultiprocessManager):
+ def subprocess_worker(self, child_conn):
+ # ⭐⭐ 子进程
+ self.child_conn = child_conn
+ while True:
+ msg = self.child_conn.recv() # PipeCom
+ if msg.cmd == "user_input":
+ # wait futher user input
+ self.child_conn.send(PipeCom("show", msg.content))
+ wait_success = self.subprocess_worker_wait_user_feedback(wait_msg="我准备好处理下一个问题了.")
+ if not wait_success:
+ # wait timeout, terminate this subprocess_worker
+ break
+ elif msg.cmd == "terminate":
+ self.child_conn.send(PipeCom("done", ""))
+ break
+ print('[debug] subprocess_worker terminated')
\ No newline at end of file
diff --git a/crazy_functions/agent_fns/persistent.py b/crazy_functions/agent_fns/persistent.py
new file mode 100644
index 0000000..82c869c
--- /dev/null
+++ b/crazy_functions/agent_fns/persistent.py
@@ -0,0 +1,16 @@
+from toolbox import Singleton
+@Singleton
+class GradioMultiuserManagerForPersistentClasses():
+ def __init__(self):
+ self.mapping = {}
+
+ def already_alive(self, key):
+ return (key in self.mapping) and (self.mapping[key].is_alive())
+
+ def set(self, key, x):
+ self.mapping[key] = x
+ return self.mapping[key]
+
+ def get(self, key):
+ return self.mapping[key]
+
diff --git a/crazy_functions/agent_fns/pipe.py b/crazy_functions/agent_fns/pipe.py
new file mode 100644
index 0000000..d28c5cc
--- /dev/null
+++ b/crazy_functions/agent_fns/pipe.py
@@ -0,0 +1,150 @@
+from toolbox import get_log_folder, update_ui, gen_time_str, trimmed_format_exc, promote_file_to_downloadzone
+import time, os
+
+class PipeCom():
+ def __init__(self, cmd, content) -> None:
+ self.cmd = cmd
+ self.content = content
+
+
+class PluginMultiprocessManager():
+ def __init__(self, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port):
+ # ⭐ 主进程
+ self.autogen_work_dir = os.path.join(get_log_folder('autogen'), gen_time_str())
+ self.previous_work_dir_files = {}
+ self.llm_kwargs = llm_kwargs
+ self.plugin_kwargs = plugin_kwargs
+ self.chatbot = chatbot
+ self.history = history
+ self.system_prompt = system_prompt
+ self.web_port = web_port
+ self.alive = True
+
+ def is_alive(self):
+ return self.alive
+
+ def launch_subprocess_with_pipe(self):
+ # ⭐ 主进程
+ from multiprocessing import Process, Pipe
+ parent_conn, child_conn = Pipe()
+ self.p = Process(target=self.subprocess_worker, args=(child_conn,))
+ self.p.daemon = True
+ self.p.start()
+ return parent_conn
+
+ def terminate(self):
+ self.p.terminate()
+ self.alive = False
+ print('[debug] instance terminated')
+
+ def subprocess_worker(self, child_conn):
+ # ⭐⭐ 子进程
+ raise NotImplementedError
+
+ def send_command(self, cmd):
+ # ⭐ 主进程
+ self.parent_conn.send(PipeCom("user_input", cmd))
+
+ def immediate_showoff_when_possible(self, fp):
+ # ⭐ 主进程
+ # 获取fp的拓展名
+ file_type = fp.split('.')[-1]
+ # 如果是文本文件, 则直接显示文本内容
+ if file_type in ['png', 'jpg']:
+ image_path = os.path.abspath(fp)
+ self.chatbot.append(['检测到新生图像:', f'本地文件预览:
'])
+ yield from update_ui(chatbot=self.chatbot, history=self.history)
+
+ def overwatch_workdir_file_change(self):
+ # ⭐ 主进程 Docker 外挂文件夹监控
+ path_to_overwatch = self.autogen_work_dir
+ change_list = []
+ # 扫描路径下的所有文件, 并与self.previous_work_dir_files中所记录的文件进行对比，
+ # 如果有新文件出现，或者文件的修改时间发生变化，则更新self.previous_work_dir_files中
+ # 把新文件和发生变化的文件的路径记录到 change_list 中
+ for root, dirs, files in os.walk(path_to_overwatch):
+ for file in files:
+ file_path = os.path.join(root, file)
+ if file_path not in self.previous_work_dir_files.keys():
+ last_modified_time = os.stat(file_path).st_mtime
+ self.previous_work_dir_files.update({file_path:last_modified_time})
+ change_list.append(file_path)
+ else:
+ last_modified_time = os.stat(file_path).st_mtime
+ if last_modified_time != self.previous_work_dir_files[file_path]:
+ self.previous_work_dir_files[file_path] = last_modified_time
+ change_list.append(file_path)
+ if len(change_list) > 0:
+ file_links = ''
+ for f in change_list:
+ res = promote_file_to_downloadzone(f)
+ file_links += f'
{res}'
+ yield from self.immediate_showoff_when_possible(file_path)
+
+ self.chatbot.append(['检测到新生文档.', f'文档清单如下: {file_links}'])
+ yield from update_ui(chatbot=self.chatbot, history=self.history)
+ return change_list
+
+
+ def main_process_ui_control(self, txt, create_or_resume) -> str:
+ # ⭐ 主进程
+ if create_or_resume == 'create':
+ self.cnt = 1
+ self.parent_conn = self.launch_subprocess_with_pipe() # ⭐⭐⭐
+ self.send_command(txt)
+ if txt == 'exit':
+ self.chatbot.append([f"结束", "结束信号已明确，终止AutoGen程序。"])
+ yield from update_ui(chatbot=self.chatbot, history=self.history)
+ self.terminate()
+ return "terminate"
+
+ while True:
+ time.sleep(0.5)
+ if self.parent_conn.poll():
+ if '[GPT-Academic] 等待中' in self.chatbot[-1][-1]:
+ self.chatbot.pop(-1) # remove the last line
+ msg = self.parent_conn.recv() # PipeCom
+ if msg.cmd == "done":
+ self.chatbot.append([f"结束", msg.content]); self.cnt += 1
+ yield from update_ui(chatbot=self.chatbot, history=self.history)
+ self.terminate(); break
+ if msg.cmd == "show":
+ yield from self.overwatch_workdir_file_change()
+ self.chatbot.append([f"运行阶段-{self.cnt}", msg.content]); self.cnt += 1
+ yield from update_ui(chatbot=self.chatbot, history=self.history)
+ if msg.cmd == "interact":
+ yield from self.overwatch_workdir_file_change()
+ self.chatbot.append([f"程序抵达用户反馈节点.", msg.content +
+ "\n\n等待您的进一步指令." +
+ "\n\n(1) 一般情况下您不需要说什么, 清空输入区, 然后直接点击“提交”以继续. " +
+ "\n\n(2) 如果您需要补充些什么, 输入要反馈的内容, 直接点击“提交”以继续. " +
+ "\n\n(3) 如果您想终止程序, 输入exit, 直接点击“提交”以终止AutoGen并解锁. "
+ ])
+ yield from update_ui(chatbot=self.chatbot, history=self.history)
+ # do not terminate here, leave the subprocess_worker instance alive
+ return "wait_feedback"
+ else:
+ if '[GPT-Academic] 等待中' not in self.chatbot[-1][-1]:
+ self.chatbot.append(["[GPT-Academic] 等待AutoGen执行结果 ...", "[GPT-Academic] 等待中"])
+ self.chatbot[-1] = [self.chatbot[-1][0], self.chatbot[-1][1].replace("[GPT-Academic] 等待中", "[GPT-Academic] 等待中.")]
+ yield from update_ui(chatbot=self.chatbot, history=self.history)
+
+ self.terminate()
+ return "terminate"
+
+ def subprocess_worker_wait_user_feedback(self, wait_msg="wait user feedback"):
+ # ⭐⭐ 子进程
+ patience = 5 * 60
+ begin_waiting_time = time.time()
+ self.child_conn.send(PipeCom("interact", wait_msg))
+ while True:
+ time.sleep(0.5)
+ if self.child_conn.poll():
+ wait_success = True
+ break
+ if time.time() - begin_waiting_time > patience:
+ self.child_conn.send(PipeCom("done", ""))
+ wait_success = False
+ break
+ return wait_success
+
diff --git a/crazy_functions/crazy_utils.py b/crazy_functions/crazy_utils.py
index 3f2ee76..8533d08 100644
--- a/crazy_functions/crazy_utils.py
+++ b/crazy_functions/crazy_utils.py
@@ -721,8 +721,10 @@ class nougat_interface():
def nougat_with_timeout(self, command, cwd, timeout=3600):
import subprocess
+ from toolbox import ProxyNetworkActivate
logging.info(f'正在执行命令 {command}')
- process = subprocess.Popen(command, shell=True, cwd=cwd)
+ with ProxyNetworkActivate("Nougat_Download"):
+ process = subprocess.Popen(command, shell=True, cwd=cwd, env=os.environ)
try:
stdout, stderr = process.communicate(timeout=timeout)
except subprocess.TimeoutExpired:
@@ -767,54 +769,6 @@ def try_install_deps(deps, reload_m=[]):
importlib.reload(__import__(m))
-HTML_CSS = """
-.row {
- display: flex;
- flex-wrap: wrap;
-}
-.column {
- flex: 1;
- padding: 10px;
-}
-.table-header {
- font-weight: bold;
- border-bottom: 1px solid black;
-}
-.table-row {
- border-bottom: 1px solid lightgray;
-}
-.table-cell {
- padding: 5px;
-}
-"""
-
-TABLE_CSS = """
-
-
REPLACE_A
-
REPLACE_B
-