155 lines
6.1 KiB
Python
155 lines
6.1 KiB
Python
from pydantic import BaseModel, Field
|
||
from typing import List
|
||
from toolbox import CatchException, update_ui, gen_time_str
|
||
from toolbox import update_ui_lastest_msg
|
||
from request_llm.bridge_all import predict_no_ui_long_connection
|
||
from crazy_functions.crazy_utils import request_gpt_model_in_new_thread_with_ui_alive
|
||
from crazy_functions.crazy_utils import input_clipping
|
||
from crazy_functions.json_fns.pydantic_io import GptJsonIO
|
||
from crazy_functions.vt_fns.vt_state import VoidTerminalState
|
||
from crazy_functions.vt_fns.vt_modify_config import modify_configuration_hot
|
||
from crazy_functions.vt_fns.vt_modify_config import modify_configuration_reboot
|
||
from crazy_functions.vt_fns.vt_call_plugin import execute_plugin
|
||
from enum import Enum
|
||
import copy, json, pickle, os, sys
|
||
|
||
|
||
|
||
class UserIntention(BaseModel):
|
||
user_prompt: str = Field(description="the content of user input", default="")
|
||
intention_type: str = Field(description="the type of user intention, choose from ['ModifyConfiguration', 'ExecutePlugin', 'Chat']", default="ExecutePlugin")
|
||
user_provide_file: bool = Field(description="whether the user provides a path to a file", default=False)
|
||
user_provide_url: bool = Field(description="whether the user provides a url", default=False)
|
||
|
||
|
||
def chat(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention):
|
||
gpt_say = yield from request_gpt_model_in_new_thread_with_ui_alive(
|
||
inputs=txt, inputs_show_user=txt,
|
||
llm_kwargs=llm_kwargs, chatbot=chatbot, history=[],
|
||
sys_prompt=system_prompt
|
||
)
|
||
chatbot[-1] = [txt, gpt_say]
|
||
history.extend([txt, gpt_say])
|
||
yield from update_ui(chatbot=chatbot, history=history) # 刷新界面
|
||
pass
|
||
|
||
|
||
explain_intention_to_user = {
|
||
'Chat': "聊天对话",
|
||
'ExecutePlugin': "调用插件",
|
||
'ModifyConfiguration': "修改配置",
|
||
}
|
||
|
||
|
||
def analyze_intention_with_simple_rules(txt):
|
||
user_intention = UserIntention()
|
||
user_intention.user_prompt = txt
|
||
is_certain = False
|
||
|
||
if '请问' in txt:
|
||
is_certain = True
|
||
user_intention.intention_type = 'Chat'
|
||
|
||
if '调用插件' in txt:
|
||
is_certain = True
|
||
user_intention.intention_type = 'ExecutePlugin'
|
||
|
||
if '修改配置' in txt:
|
||
is_certain = True
|
||
user_intention.intention_type = 'ModifyConfiguration'
|
||
|
||
return is_certain, user_intention
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
explain_msg = """
|
||
## 虚空终端插件说明:
|
||
|
||
请用**自然语言**描述您需要做什么。
|
||
|
||
1. 如果涉及文件处理, 请务必描述文件所在路径（把文件拖拽到文件上传区亦可）。
|
||
|
||
2. 您可以打开插件下拉菜单以了解本项目的各种能力。
|
||
|
||
3. 如果您使用“调用插件xxx”、“修改配置xxx”、“请问”等关键词，您的意图可以被识别的更准确。
|
||
|
||
4. 使用GPT4等强模型时，您的意图可以被识别的更准确。
|
||
|
||
5. 现在，请您给出指令（或先上传文件，再给指令）。
|
||
"""
|
||
|
||
|
||
|
||
|
||
@CatchException
|
||
def 虚空终端(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port):
|
||
# 获取当前虚空终端状态
|
||
state = VoidTerminalState.get_state(chatbot)
|
||
|
||
# 用简单的关键词检测用户意图
|
||
is_certain, _ = analyze_intention_with_simple_rules(txt)
|
||
|
||
if is_certain or (state.has_provided_explaination):
|
||
# 如果意图明确，跳过提示环节
|
||
state.set_state(chatbot=chatbot, key='has_provided_explaination', value=True)
|
||
state.unlock_plugin(chatbot=chatbot)
|
||
yield from update_ui(chatbot=chatbot, history=history)
|
||
yield from 虚空终端主路由(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port)
|
||
return
|
||
else:
|
||
# 如果意图模糊，提示
|
||
state.set_state(chatbot=chatbot, key='has_provided_explaination', value=True)
|
||
state.lock_plugin(chatbot=chatbot)
|
||
chatbot.append(("虚空终端状态:", explain_msg))
|
||
yield from update_ui(chatbot=chatbot, history=history)
|
||
return
|
||
|
||
|
||
|
||
def 虚空终端主路由(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port):
|
||
history = []
|
||
chatbot.append(("虚空终端状态: ", f"正在执行任务: {txt}"))
|
||
yield from update_ui(chatbot=chatbot, history=history) # 刷新界面
|
||
|
||
# ⭐ ⭐ ⭐ 分析用户意图
|
||
is_certain, user_intention = analyze_intention_with_simple_rules(txt)
|
||
if not is_certain:
|
||
yield from update_ui_lastest_msg(
|
||
lastmsg=f"正在执行任务: {txt}\n\n分析用户意图中", chatbot=chatbot, history=history, delay=0)
|
||
gpt_json_io = GptJsonIO(UserIntention)
|
||
inputs = "Analyze the intention of the user according to following user input: \n\n" + txt + '\n\n' + gpt_json_io.format_instructions
|
||
run_gpt_fn = lambda inputs, sys_prompt: predict_no_ui_long_connection(
|
||
inputs=inputs, llm_kwargs=llm_kwargs, history=[], sys_prompt=sys_prompt, observe_window=[])
|
||
try:
|
||
user_intention = gpt_json_io.generate_output_auto_repair(run_gpt_fn(inputs, ""), run_gpt_fn)
|
||
except:
|
||
yield from update_ui_lastest_msg(
|
||
lastmsg=f"正在执行任务: {txt}\n\n用户意图理解: 失败 当前语言模型不能理解您的意图", chatbot=chatbot, history=history, delay=0)
|
||
return
|
||
else:
|
||
pass
|
||
|
||
yield from update_ui_lastest_msg(
|
||
lastmsg=f"正在执行任务: {txt}\n\n用户意图理解: 意图={explain_intention_to_user[user_intention.intention_type]}",
|
||
chatbot=chatbot, history=history, delay=0)
|
||
|
||
# 用户意图: 修改本项目的配置
|
||
if user_intention.intention_type == 'ModifyConfiguration':
|
||
yield from modify_configuration_reboot(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention)
|
||
|
||
# 用户意图: 调度插件
|
||
if user_intention.intention_type == 'ExecutePlugin':
|
||
yield from execute_plugin(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention)
|
||
|
||
# 用户意图: 聊天
|
||
if user_intention.intention_type == 'Chat':
|
||
yield from chat(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, user_intention)
|
||
|
||
return
|
||
|
||
|