253 lines
12 KiB
Python
253 lines
12 KiB
Python
# 本源代码中, ⭐ = 关键步骤
|
||
"""
|
||
测试：
|
||
- 裁剪图像，保留下半部分
|
||
- 交换图像的蓝色通道和红色通道
|
||
- 将图像转为灰度图像
|
||
- 将csv文件转excel表格
|
||
|
||
Testing:
|
||
- Crop the image, keeping the bottom half.
|
||
- Swap the blue channel and red channel of the image.
|
||
- Convert the image to grayscale.
|
||
- Convert the CSV file to an Excel spreadsheet.
|
||
"""
|
||
|
||
|
||
from toolbox import CatchException, update_ui, gen_time_str, trimmed_format_exc, is_the_upload_folder
|
||
from toolbox import promote_file_to_downloadzone, get_log_folder, update_ui_lastest_msg
|
||
from .crazy_utils import request_gpt_model_in_new_thread_with_ui_alive, get_plugin_arg
|
||
from .crazy_utils import input_clipping, try_install_deps
|
||
from crazy_functions.gen_fns.gen_fns_shared import is_function_successfully_generated
|
||
from crazy_functions.gen_fns.gen_fns_shared import get_class_name
|
||
from crazy_functions.gen_fns.gen_fns_shared import subprocess_worker
|
||
from crazy_functions.gen_fns.gen_fns_shared import try_make_module
|
||
import os
|
||
import time
|
||
import glob
|
||
import multiprocessing
|
||
|
||
templete = """
|
||
```python
|
||
import ... # Put dependencies here, e.g. import numpy as np.
|
||
|
||
class TerminalFunction(object): # Do not change the name of the class, The name of the class must be `TerminalFunction`
|
||
|
||
def run(self, path): # The name of the function must be `run`, it takes only a positional argument.
|
||
# rewrite the function you have just written here
|
||
...
|
||
return generated_file_path
|
||
```
|
||
"""
|
||
|
||
def inspect_dependency(chatbot, history):
|
||
yield from update_ui(chatbot=chatbot, history=history) # 刷新界面
|
||
return True
|
||
|
||
def get_code_block(reply):
|
||
import re
|
||
pattern = r"```([\s\S]*?)```" # regex pattern to match code blocks
|
||
matches = re.findall(pattern, reply) # find all code blocks in text
|
||
if len(matches) == 1:
|
||
return matches[0].strip('python') # code block
|
||
for match in matches:
|
||
if 'class TerminalFunction' in match:
|
||
return match.strip('python') # code block
|
||
raise RuntimeError("GPT is not generating proper code.")
|
||
|
||
def gpt_interact_multi_step(txt, file_type, llm_kwargs, chatbot, history):
|
||
# 输入
|
||
prompt_compose = [
|
||
f'Your job:\n'
|
||
f'1. write a single Python function, which takes a path of a `{file_type}` file as the only argument and returns a `string` containing the result of analysis or the path of generated files. \n',
|
||
f"2. You should write this function to perform following task: " + txt + "\n",
|
||
f"3. Wrap the output python function with markdown codeblock."
|
||
]
|
||
i_say = "".join(prompt_compose)
|
||
demo = []
|
||
|
||
# 第一步
|
||
gpt_say = yield from request_gpt_model_in_new_thread_with_ui_alive(
|
||
inputs=i_say, inputs_show_user=i_say,
|
||
llm_kwargs=llm_kwargs, chatbot=chatbot, history=demo,
|
||
sys_prompt= r"You are a world-class programmer."
|
||
)
|
||
history.extend([i_say, gpt_say])
|
||
yield from update_ui(chatbot=chatbot, history=history) # 刷新界面 # 界面更新
|
||
|
||
# 第二步
|
||
prompt_compose = [
|
||
"If previous stage is successful, rewrite the function you have just written to satisfy following templete: \n",
|
||
templete
|
||
]
|
||
i_say = "".join(prompt_compose); inputs_show_user = "If previous stage is successful, rewrite the function you have just written to satisfy executable templete. "
|
||
gpt_say = yield from request_gpt_model_in_new_thread_with_ui_alive(
|
||
inputs=i_say, inputs_show_user=inputs_show_user,
|
||
llm_kwargs=llm_kwargs, chatbot=chatbot, history=history,
|
||
sys_prompt= r"You are a programmer. You need to replace `...` with valid packages, do not give `...` in your answer!"
|
||
)
|
||
code_to_return = gpt_say
|
||
history.extend([i_say, gpt_say])
|
||
yield from update_ui(chatbot=chatbot, history=history) # 刷新界面 # 界面更新
|
||
|
||
# # 第三步
|
||
# i_say = "Please list to packages to install to run the code above. Then show me how to use `try_install_deps` function to install them."
|
||
# i_say += 'For instance. `try_install_deps(["opencv-python", "scipy", "numpy"])`'
|
||
# installation_advance = yield from request_gpt_model_in_new_thread_with_ui_alive(
|
||
# inputs=i_say, inputs_show_user=inputs_show_user,
|
||
# llm_kwargs=llm_kwargs, chatbot=chatbot, history=history,
|
||
# sys_prompt= r"You are a programmer."
|
||
# )
|
||
|
||
# # # 第三步
|
||
# i_say = "Show me how to use `pip` to install packages to run the code above. "
|
||
# i_say += 'For instance. `pip install -r opencv-python scipy numpy`'
|
||
# installation_advance = yield from request_gpt_model_in_new_thread_with_ui_alive(
|
||
# inputs=i_say, inputs_show_user=i_say,
|
||
# llm_kwargs=llm_kwargs, chatbot=chatbot, history=history,
|
||
# sys_prompt= r"You are a programmer."
|
||
# )
|
||
installation_advance = ""
|
||
|
||
return code_to_return, installation_advance, txt, file_type, llm_kwargs, chatbot, history
|
||
|
||
|
||
|
||
|
||
def for_immediate_show_off_when_possible(file_type, fp, chatbot):
|
||
if file_type in ['png', 'jpg']:
|
||
image_path = os.path.abspath(fp)
|
||
chatbot.append(['这是一张图片, 展示如下:',
|
||
f'本地文件地址: <br/>`{image_path}`<br/>'+
|
||
f'本地文件预览: <br/><div align="center"><img src="file={image_path}"></div>'
|
||
])
|
||
return chatbot
|
||
|
||
|
||
|
||
def have_any_recent_upload_files(chatbot):
|
||
_5min = 5 * 60
|
||
if not chatbot: return False # chatbot is None
|
||
most_recent_uploaded = chatbot._cookies.get("most_recent_uploaded", None)
|
||
if not most_recent_uploaded: return False # most_recent_uploaded is None
|
||
if time.time() - most_recent_uploaded["time"] < _5min: return True # most_recent_uploaded is new
|
||
else: return False # most_recent_uploaded is too old
|
||
|
||
def get_recent_file_prompt_support(chatbot):
|
||
most_recent_uploaded = chatbot._cookies.get("most_recent_uploaded", None)
|
||
path = most_recent_uploaded['path']
|
||
return path
|
||
|
||
@CatchException
|
||
def 函数动态生成(txt, llm_kwargs, plugin_kwargs, chatbot, history, system_prompt, web_port):
|
||
"""
|
||
txt 输入栏用户输入的文本，例如需要翻译的一段话，再例如一个包含了待处理文件的路径
|
||
llm_kwargs gpt模型参数，如温度和top_p等，一般原样传递下去就行
|
||
plugin_kwargs 插件模型的参数，暂时没有用武之地
|
||
chatbot 聊天显示框的句柄，用于显示给用户
|
||
history 聊天历史，前情提要
|
||
system_prompt 给gpt的静默提醒
|
||
web_port 当前软件运行的端口号
|
||
"""
|
||
|
||
# 清空历史
|
||
history = []
|
||
|
||
# 基本信息：功能、贡献者
|
||
chatbot.append(["正在启动: 插件动态生成插件", "插件动态生成, 执行开始, 作者Binary-Husky."])
|
||
yield from update_ui(chatbot=chatbot, history=history) # 刷新界面
|
||
|
||
# ⭐ 文件上传区是否有东西
|
||
# 1. 如果有文件: 作为函数参数
|
||
# 2. 如果没有文件：需要用GPT提取参数 （太懒了，以后再写，虚空终端已经实现了类似的代码）
|
||
file_list = []
|
||
if get_plugin_arg(plugin_kwargs, key="file_path_arg", default=False):
|
||
file_path = get_plugin_arg(plugin_kwargs, key="file_path_arg", default=None)
|
||
file_list.append(file_path)
|
||
yield from update_ui_lastest_msg(f"当前文件: {file_path}", chatbot, history, 1)
|
||
elif have_any_recent_upload_files(chatbot):
|
||
file_dir = get_recent_file_prompt_support(chatbot)
|
||
file_list = glob.glob(os.path.join(file_dir, '**/*'), recursive=True)
|
||
yield from update_ui_lastest_msg(f"当前文件处理列表: {file_list}", chatbot, history, 1)
|
||
else:
|
||
chatbot.append(["文件检索", "没有发现任何近期上传的文件。"])
|
||
yield from update_ui_lastest_msg("没有发现任何近期上传的文件。", chatbot, history, 1)
|
||
return # 2. 如果没有文件
|
||
if len(file_list) == 0:
|
||
chatbot.append(["文件检索", "没有发现任何近期上传的文件。"])
|
||
yield from update_ui_lastest_msg("没有发现任何近期上传的文件。", chatbot, history, 1)
|
||
return # 2. 如果没有文件
|
||
|
||
# 读取文件
|
||
file_type = file_list[0].split('.')[-1]
|
||
|
||
# 粗心检查
|
||
if is_the_upload_folder(txt):
|
||
yield from update_ui_lastest_msg(f"请在输入框内填写需求, 然后再次点击该插件! 至于您的文件，不用担心, 文件路径 {txt} 已经被记忆. ", chatbot, history, 1)
|
||
return
|
||
|
||
# 开始干正事
|
||
MAX_TRY = 3
|
||
for j in range(MAX_TRY): # 最多重试5次
|
||
traceback = ""
|
||
try:
|
||
# ⭐ 开始啦 ！
|
||
code, installation_advance, txt, file_type, llm_kwargs, chatbot, history = \
|
||
yield from gpt_interact_multi_step(txt, file_type, llm_kwargs, chatbot, history)
|
||
chatbot.append(["代码生成阶段结束", ""])
|
||
yield from update_ui_lastest_msg(f"正在验证上述代码的有效性 ...", chatbot, history, 1)
|
||
# ⭐ 分离代码块
|
||
code = get_code_block(code)
|
||
# ⭐ 检查模块
|
||
ok, traceback = try_make_module(code, chatbot)
|
||
# 搞定代码生成
|
||
if ok: break
|
||
except Exception as e:
|
||
if not traceback: traceback = trimmed_format_exc()
|
||
# 处理异常
|
||
if not traceback: traceback = trimmed_format_exc()
|
||
yield from update_ui_lastest_msg(f"第 {j+1}/{MAX_TRY} 次代码生成尝试, 失败了~ 别担心, 我们5秒后再试一次... \n\n此次我们的错误追踪是\n```\n{traceback}\n```\n", chatbot, history, 5)
|
||
|
||
# 代码生成结束, 开始执行
|
||
TIME_LIMIT = 15
|
||
yield from update_ui_lastest_msg(f"开始创建新进程并执行代码! 时间限制 {TIME_LIMIT} 秒. 请等待任务完成... ", chatbot, history, 1)
|
||
manager = multiprocessing.Manager()
|
||
return_dict = manager.dict()
|
||
|
||
# ⭐ 到最后一步了，开始逐个文件进行处理
|
||
for file_path in file_list:
|
||
if os.path.exists(file_path):
|
||
chatbot.append([f"正在处理文件: {file_path}", f"请稍等..."])
|
||
chatbot = for_immediate_show_off_when_possible(file_type, file_path, chatbot)
|
||
yield from update_ui(chatbot=chatbot, history=history) # 刷新界面 # 界面更新
|
||
else:
|
||
continue
|
||
|
||
# ⭐⭐⭐ subprocess_worker ⭐⭐⭐
|
||
p = multiprocessing.Process(target=subprocess_worker, args=(code, file_path, return_dict))
|
||
# ⭐ 开始执行，时间限制TIME_LIMIT
|
||
p.start(); p.join(timeout=TIME_LIMIT)
|
||
if p.is_alive(): p.terminate(); p.join()
|
||
p.close()
|
||
res = return_dict['result']
|
||
success = return_dict['success']
|
||
traceback = return_dict['traceback']
|
||
if not success:
|
||
if not traceback: traceback = trimmed_format_exc()
|
||
chatbot.append(["执行失败了", f"错误追踪\n```\n{trimmed_format_exc()}\n```\n"])
|
||
# chatbot.append(["如果是缺乏依赖，请参考以下建议", installation_advance])
|
||
yield from update_ui(chatbot=chatbot, history=history) # 刷新界面
|
||
return
|
||
|
||
# 顺利完成，收尾
|
||
res = str(res)
|
||
if os.path.exists(res):
|
||
chatbot.append(["执行成功了，结果是一个有效文件", "结果：" + res])
|
||
new_file_path = promote_file_to_downloadzone(res, chatbot=chatbot)
|
||
chatbot = for_immediate_show_off_when_possible(file_type, new_file_path, chatbot)
|
||
yield from update_ui(chatbot=chatbot, history=history) # 刷新界面 # 界面更新
|
||
else:
|
||
chatbot.append(["执行成功了，结果是一个字符串", "结果：" + res])
|
||
yield from update_ui(chatbot=chatbot, history=history) # 刷新界面 # 界面更新
|
||
|