from pydantic import BaseModel, Field from typing import List from toolbox import CatchException, update_ui, gen_time_str from toolbox import update_ui_lastest_msg from request_llm.bridge_all import predict_no_ui_long_connection from crazy_functions.crazy_utils import request_gpt_model_in_new_thread_with_ui_alive from crazy_functions.crazy_utils import input_clipping from crazy_functions.json_fns.pydantic_io import GptJsonIO from crazy_functions.vt_fns.vt_state import VoidTerminalState from crazy_functions.vt_fns.vt_modify_config import modify_configuration_hot from crazy_functions.vt_fns.vt_modify_config import modify_configuration_reboot from crazy_functions.vt_fns.vt_call_plugin import execute_plugin from enum import Enum import copy, json, pickle, os, sys class UserIntention(BaseModel): user_prompt: str = Field(description="the content of user input", default="") intention_type: str = Field(description="the type of user intention, choose from ['ModifyConfiguration', 'ExecutePlugin', 'Chat']", default="ExecutePlugin") user_provide_file: bool = Field(description="whether the user provides a path to a file", default=False) user_provide_url: bool = Field(description="whether the user provides a url", default=False) def chat(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention): gpt_say = yield from request_gpt_model_in_new_thread_with_ui_alive( inputs=txt, inputs_show_user=txt, llm_kwargs=llm_kwargs, chatbot=chatbot, history=[], sys_prompt=system_prompt ) chatbot[-1] = [txt, gpt_say] history.extend([txt, gpt_say]) yield from update_ui(chatbot=chatbot, history=history) # 刷新界面 pass explain_intention_to_user = { 'Chat': "聊天对话", 'ExecutePlugin': "调用插件", 'ModifyConfiguration': "修改配置", } def analyze_intention_with_simple_rules(txt): user_intention = UserIntention() user_intention.user_prompt = txt is_certain = False if '请问' in txt: is_certain = True user_intention.intention_type = 'Chat' if '调用插件' in txt: is_certain = True user_intention.intention_type = 'ExecutePlugin' if '修改配置' in txt: is_certain = True user_intention.intention_type = 'ModifyConfiguration' return is_certain, user_intention explain_msg = """ ## 虚空终端插件说明: 请用**自然语言**描述您需要做什么。 1. 如果涉及文件处理, 请务必描述文件所在路径(把文件拖拽到文件上传区亦可)。 2. 您可以打开插件下拉菜单以了解本项目的各种能力。 3. 如果您使用“调用插件xxx”、“修改配置xxx”、“请问”等关键词,您的意图可以被识别的更准确。 4. 使用GPT4等强模型时,您的意图可以被识别的更准确。 5. 现在,请您给出指令(或先上传文件,再给指令)。 """ @CatchException def 虚空终端(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port): # 获取当前虚空终端状态 state = VoidTerminalState.get_state(chatbot) # 用简单的关键词检测用户意图 is_certain, _ = analyze_intention_with_simple_rules(txt) if is_certain or (state.has_provided_explaination): # 如果意图明确,跳过提示环节 state.set_state(chatbot=chatbot, key='has_provided_explaination', value=True) state.unlock_plugin(chatbot=chatbot) yield from update_ui(chatbot=chatbot, history=history) yield from 虚空终端主路由(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port) return else: # 如果意图模糊,提示 state.set_state(chatbot=chatbot, key='has_provided_explaination', value=True) state.lock_plugin(chatbot=chatbot) chatbot.append(("虚空终端状态:", explain_msg)) yield from update_ui(chatbot=chatbot, history=history) return def 虚空终端主路由(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port): history = [] chatbot.append(("虚空终端状态: ", f"正在执行任务: {txt}")) yield from update_ui(chatbot=chatbot, history=history) # 刷新界面 # ⭐ ⭐ ⭐ 分析用户意图 is_certain, user_intention = analyze_intention_with_simple_rules(txt) if not is_certain: yield from update_ui_lastest_msg( lastmsg=f"正在执行任务: {txt}\n\n分析用户意图中", chatbot=chatbot, history=history, delay=0) gpt_json_io = GptJsonIO(UserIntention) inputs = "Analyze the intention of the user according to following user input: \n\n" + txt + '\n\n' + gpt_json_io.format_instructions run_gpt_fn = lambda inputs, sys_prompt: predict_no_ui_long_connection( inputs=inputs, llm_kwargs=llm_kwargs, history=[], sys_prompt=sys_prompt, observe_window=[]) try: user_intention = gpt_json_io.generate_output_auto_repair(run_gpt_fn(inputs, ""), run_gpt_fn) except: yield from update_ui_lastest_msg( lastmsg=f"正在执行任务: {txt}\n\n用户意图理解: 失败 当前语言模型不能理解您的意图", chatbot=chatbot, history=history, delay=0) return else: pass yield from update_ui_lastest_msg( lastmsg=f"正在执行任务: {txt}\n\n用户意图理解: 意图={explain_intention_to_user[user_intention.intention_type]}", chatbot=chatbot, history=history, delay=0) # 用户意图: 修改本项目的配置 if user_intention.intention_type == 'ModifyConfiguration': yield from modify_configuration_reboot(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention) # 用户意图: 调度插件 if user_intention.intention_type == 'ExecutePlugin': yield from execute_plugin(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention) # 用户意图: 聊天 if user_intention.intention_type == 'Chat': yield from chat(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention) return