diff --git a/crazy_functions/生成函数注释.py b/crazy_functions/生成函数注释.py index 55e8835..8e7afd8 100644 --- a/crazy_functions/生成函数注释.py +++ b/crazy_functions/生成函数注释.py @@ -1,5 +1,5 @@ from predict import predict_no_ui -from toolbox import CatchException, report_execption, write_results_to_file +from toolbox import CatchException, report_execption, write_results_to_file, predict_no_ui_but_counting_down fast_debug = False @@ -21,7 +21,7 @@ def 生成函数注释(file_manifest, project_folder, top_p, temperature, chatbo # ** gpt request ** while True: try: - gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature) + gpt_say = yield from predict_no_ui_but_counting_down(i_say, i_say_show_user, chatbot, top_p, temperature, history=[]) # 带超时倒计时 break except ConnectionAbortedError as e: i_say = i_say[:len(i_say)//2] diff --git a/crazy_functions/解析项目源代码.py b/crazy_functions/解析项目源代码.py new file mode 100644 index 0000000..78f1620 --- /dev/null +++ b/crazy_functions/解析项目源代码.py @@ -0,0 +1,147 @@ +from predict import predict_no_ui +from toolbox import CatchException, report_execption, write_results_to_file, predict_no_ui_but_counting_down +fast_debug = False + +def 解析源代码(file_manifest, project_folder, top_p, temperature, chatbot, history, systemPromptTxt): + import time, glob, os + print('begin analysis on:', file_manifest) + for index, fp in enumerate(file_manifest): + with open(fp, 'r', encoding='utf-8') as f: + file_content = f.read() + + 前言 = "接下来请你逐文件分析下面的工程" if index==0 else "" + i_say = 前言 + f'请对下面的程序文件做一个概述文件名是{os.path.relpath(fp, project_folder)}，文件代码是 ```{file_content}```' + i_say_show_user = 前言 + f'[{index}/{len(file_manifest)}] 请对下面的程序文件做一个概述: {os.path.abspath(fp)}' + chatbot.append((i_say_show_user, "[Local Message] waiting gpt response.")) + print('[1] yield chatbot, history') + yield chatbot, history, '正常' + + if not fast_debug: + msg = '正常' + # ** gpt request ** + while True: + try: + # gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature) + gpt_say = yield from predict_no_ui_but_counting_down(i_say, i_say_show_user, chatbot, top_p, temperature, history=[]) # 带超时倒计时 + break + except ConnectionAbortedError as e: + i_say = i_say[:len(i_say)//2] + msg = '文件太长，进行了拦腰截断' + + print('[2] end gpt req') + chatbot[-1] = (i_say_show_user, gpt_say) + history.append(i_say_show_user); history.append(gpt_say) + print('[3] yield chatbot, history') + yield chatbot, history, msg + print('[4] next') + if not fast_debug: time.sleep(2) + + all_file = ', '.join([os.path.relpath(fp, project_folder) for index, fp in enumerate(file_manifest)]) + i_say = f'根据以上你自己的分析，对程序的整体功能和构架做出概括。然后用一张markdown表格整理每个文件的功能（包括{all_file}）。' + chatbot.append((i_say, "[Local Message] waiting gpt response.")) + yield chatbot, history, '正常' + + if not fast_debug: + msg = '正常' + # ** gpt request ** + while True: + try: + # gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature, history=history) + gpt_say = yield from predict_no_ui_but_counting_down(i_say, i_say_show_user, chatbot, top_p, temperature, history=history) # 带超时倒计时 + break + except ConnectionAbortedError as e: + history = [his[len(his)//2:] for his in history] + msg = '对话历史太长，每段历史拦腰截断' + + + chatbot[-1] = (i_say, gpt_say) + history.append(i_say); history.append(gpt_say) + yield chatbot, history, msg + res = write_results_to_file(history) + chatbot.append(("完成了吗？", res)) + yield chatbot, history, msg + + + + +@CatchException +def 解析项目本身(txt, top_p, temperature, chatbot, history, systemPromptTxt, WEB_PORT): + history = [] # 清空历史，以免输入溢出 + import time, glob, os + file_manifest = [f for f in glob.glob('*.py')] + for index, fp in enumerate(file_manifest): + # if 'test_project' in fp: continue + with open(fp, 'r', encoding='utf-8') as f: + file_content = f.read() + + 前言 = "接下来请你分析自己的程序构成，别紧张，" if index==0 else "" + i_say = 前言 + f'请对下面的程序文件做一个概述文件名是{fp}，文件代码是 ```{file_content}```' + i_say_show_user = 前言 + f'[{index}/{len(file_manifest)}] 请对下面的程序文件做一个概述: {os.path.abspath(fp)}' + chatbot.append((i_say_show_user, "[Local Message] waiting gpt response.")) + yield chatbot, history, '正常' + + if not fast_debug: + # ** gpt request ** + # gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature) + gpt_say = yield from predict_no_ui_but_counting_down(i_say, i_say_show_user, chatbot, top_p, temperature, history=[]) # 带超时倒计时 + + chatbot[-1] = (i_say_show_user, gpt_say) + history.append(i_say_show_user); history.append(gpt_say) + yield chatbot, history, '正常' + time.sleep(2) + + i_say = f'根据以上你自己的分析，对程序的整体功能和构架做出概括。然后用一张markdown表格整理每个文件的功能（包括{file_manifest}）。' + chatbot.append((i_say, "[Local Message] waiting gpt response.")) + yield chatbot, history, '正常' + + if not fast_debug: + # ** gpt request ** + # gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature, history=history) + gpt_say = yield from predict_no_ui_but_counting_down(i_say, i_say_show_user, chatbot, top_p, temperature, history=history) # 带超时倒计时 + + chatbot[-1] = (i_say, gpt_say) + history.append(i_say); history.append(gpt_say) + yield chatbot, history, '正常' + res = write_results_to_file(history) + chatbot.append(("完成了吗？", res)) + yield chatbot, history, '正常' + +@CatchException +def 解析一个Python项目(txt, top_p, temperature, chatbot, history, systemPromptTxt, WEB_PORT): + history = [] # 清空历史，以免输入溢出 + import glob, os + if os.path.exists(txt): + project_folder = txt + else: + if txt == "": txt = '空空如也的输入栏' + report_execption(chatbot, history, a = f"解析项目: {txt}", b = f"找不到本地项目或无权访问: {txt}") + yield chatbot, history, '正常' + return + file_manifest = [f for f in glob.glob(f'{project_folder}/**/*.py', recursive=True)] + if len(file_manifest) == 0: + report_execption(chatbot, history, a = f"解析项目: {txt}", b = f"找不到任何python文件: {txt}") + yield chatbot, history, '正常' + return + yield from 解析源代码(file_manifest, project_folder, top_p, temperature, chatbot, history, systemPromptTxt) + + +@CatchException +def 解析一个C项目的头文件(txt, top_p, temperature, chatbot, history, systemPromptTxt, WEB_PORT): + history = [] # 清空历史，以免输入溢出 + import glob, os + if os.path.exists(txt): + project_folder = txt + else: + if txt == "": txt = '空空如也的输入栏' + report_execption(chatbot, history, a = f"解析项目: {txt}", b = f"找不到本地项目或无权访问: {txt}") + yield chatbot, history, '正常' + return + file_manifest = [f for f in glob.glob(f'{project_folder}/**/*.h', recursive=True)] # + \ + # [f for f in glob.glob(f'{project_folder}/**/*.cpp', recursive=True)] + \ + # [f for f in glob.glob(f'{project_folder}/**/*.c', recursive=True)] + if len(file_manifest) == 0: + report_execption(chatbot, history, a = f"解析项目: {txt}", b = f"找不到任何.h头文件: {txt}") + yield chatbot, history, '正常' + return + yield from 解析源代码(file_manifest, project_folder, top_p, temperature, chatbot, history, systemPromptTxt) + diff --git a/crazy_functions/读文章写摘要.py b/crazy_functions/读文章写摘要.py index 9018856..439cd3e 100644 --- a/crazy_functions/读文章写摘要.py +++ b/crazy_functions/读文章写摘要.py @@ -1,5 +1,5 @@ from predict import predict_no_ui -from toolbox import CatchException, report_execption, write_results_to_file +from toolbox import CatchException, report_execption, write_results_to_file, predict_no_ui_but_counting_down fast_debug = False @@ -22,7 +22,7 @@ def 解析Paper(file_manifest, project_folder, top_p, temperature, chatbot, hist # ** gpt request ** while True: try: - gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature) + gpt_say = yield from predict_no_ui_but_counting_down(i_say, i_say_show_user, chatbot, top_p, temperature, history=[]) # 带超时倒计时 break except ConnectionAbortedError as e: i_say = i_say[:len(i_say)//2] @@ -46,7 +46,7 @@ def 解析Paper(file_manifest, project_folder, top_p, temperature, chatbot, hist # ** gpt request ** while True: try: - gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature, history=history) + gpt_say = yield from predict_no_ui_but_counting_down(i_say, i_say_show_user, chatbot, top_p, temperature, history=history) # 带超时倒计时 break except ConnectionAbortedError as e: history = [his[len(his)//2:] for his in history] diff --git a/crazy_functions/高级功能函数模板.py b/crazy_functions/高级功能函数模板.py new file mode 100644 index 0000000..bbaa545 --- /dev/null +++ b/crazy_functions/高级功能函数模板.py @@ -0,0 +1,17 @@ +from predict import predict_no_ui +from toolbox import CatchException, report_execption, write_results_to_file, predict_no_ui_but_counting_down +fast_debug = False + +@CatchException +def 高阶功能模板函数(txt, top_p, temperature, chatbot, history, systemPromptTxt, WEB_PORT): + history = [] # 清空历史，以免输入溢出 + for i in range(5): + i_say = f'我给出一个数字，你给出该数字的平方。我给出数字：{i}' + chatbot.append((i_say, "[Local Message] waiting gpt response.")) + yield chatbot, history, '正常' # 由于请求gpt需要一段时间，我们先及时地做一次状态显示 + + gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature) # 请求gpt，需要一段时间 + + chatbot[-1] = (i_say, gpt_say) + history.append(i_say);history.append(gpt_say) + yield chatbot, history, '正常' # 显示 \ No newline at end of file diff --git a/functional_crazy.py b/functional_crazy.py index 0311fd7..e72afed 100644 --- a/functional_crazy.py +++ b/functional_crazy.py @@ -1,161 +1,11 @@ -from predict import predict_no_ui -from toolbox import CatchException, report_execption, write_results_to_file -fast_debug = False - -def 解析源代码(file_manifest, project_folder, top_p, temperature, chatbot, history, systemPromptTxt): - import time, glob, os - print('begin analysis on:', file_manifest) - for index, fp in enumerate(file_manifest): - with open(fp, 'r', encoding='utf-8') as f: - file_content = f.read() - - 前言 = "接下来请你逐文件分析下面的工程" if index==0 else "" - i_say = 前言 + f'请对下面的程序文件做一个概述文件名是{os.path.relpath(fp, project_folder)}，文件代码是 ```{file_content}```' - i_say_show_user = 前言 + f'[{index}/{len(file_manifest)}] 请对下面的程序文件做一个概述: {os.path.abspath(fp)}' - chatbot.append((i_say_show_user, "[Local Message] waiting gpt response.")) - print('[1] yield chatbot, history') - yield chatbot, history, '正常' - - if not fast_debug: - msg = '正常' - # ** gpt request ** - while True: - try: - gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature) - break - except ConnectionAbortedError as e: - i_say = i_say[:len(i_say)//2] - msg = '文件太长，进行了拦腰截断' - - print('[2] end gpt req') - chatbot[-1] = (i_say_show_user, gpt_say) - history.append(i_say_show_user); history.append(gpt_say) - print('[3] yield chatbot, history') - yield chatbot, history, msg - print('[4] next') - if not fast_debug: time.sleep(2) - - all_file = ', '.join([os.path.relpath(fp, project_folder) for index, fp in enumerate(file_manifest)]) - i_say = f'根据以上你自己的分析，对程序的整体功能和构架做出概括。然后用一张markdown表格整理每个文件的功能（包括{all_file}）。' - chatbot.append((i_say, "[Local Message] waiting gpt response.")) - yield chatbot, history, '正常' - - if not fast_debug: - msg = '正常' - # ** gpt request ** - while True: - try: - gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature, history=history) - break - except ConnectionAbortedError as e: - history = [his[len(his)//2:] for his in history] - msg = '对话历史太长，每段历史拦腰截断' - - - chatbot[-1] = (i_say, gpt_say) - history.append(i_say); history.append(gpt_say) - yield chatbot, history, msg - res = write_results_to_file(history) - chatbot.append(("完成了吗？", res)) - yield chatbot, history, msg - -@CatchException -def 高阶功能模板函数(txt, top_p, temperature, chatbot, history, systemPromptTxt, WEB_PORT): - history = [] # 清空历史，以免输入溢出 - for i in range(5): - i_say = f'我给出一个数字，你给出该数字的平方。我给出数字：{i}' - chatbot.append((i_say, "[Local Message] waiting gpt response.")) - yield chatbot, history, '正常' # 由于请求gpt需要一段时间，我们先及时地做一次状态显示 - - gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature) # 请求gpt，需要一段时间 - - chatbot[-1] = (i_say, gpt_say) - history.append(i_say);history.append(gpt_say) - yield chatbot, history, '正常' # 显示 - - -@CatchException -def 解析项目本身(txt, top_p, temperature, chatbot, history, systemPromptTxt, WEB_PORT): - history = [] # 清空历史，以免输入溢出 - import time, glob, os - file_manifest = [f for f in glob.glob('*.py')] - for index, fp in enumerate(file_manifest): - with open(fp, 'r', encoding='utf-8') as f: - file_content = f.read() - - 前言 = "接下来请你分析自己的程序构成，别紧张，" if index==0 else "" - i_say = 前言 + f'请对下面的程序文件做一个概述文件名是{fp}，文件代码是 ```{file_content}```' - i_say_show_user = 前言 + f'[{index}/{len(file_manifest)}] 请对下面的程序文件做一个概述: {os.path.abspath(fp)}' - chatbot.append((i_say_show_user, "[Local Message] waiting gpt response.")) - yield chatbot, history, '正常' - - if not fast_debug: - # ** gpt request ** - gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature) - - chatbot[-1] = (i_say_show_user, gpt_say) - history.append(i_say_show_user); history.append(gpt_say) - yield chatbot, history, '正常' - time.sleep(2) - - i_say = f'根据以上你自己的分析，对程序的整体功能和构架做出概括。然后用一张markdown表格整理每个文件的功能（包括{file_manifest}）。' - chatbot.append((i_say, "[Local Message] waiting gpt response.")) - yield chatbot, history, '正常' - - if not fast_debug: - # ** gpt request ** - gpt_say = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature, history=history) - - chatbot[-1] = (i_say, gpt_say) - history.append(i_say); history.append(gpt_say) - yield chatbot, history, '正常' - res = write_results_to_file(history) - chatbot.append(("完成了吗？", res)) - yield chatbot, history, '正常' - -@CatchException -def 解析一个Python项目(txt, top_p, temperature, chatbot, history, systemPromptTxt, WEB_PORT): - history = [] # 清空历史，以免输入溢出 - import glob, os - if os.path.exists(txt): - project_folder = txt - else: - if txt == "": txt = '空空如也的输入栏' - report_execption(chatbot, history, a = f"解析项目: {txt}", b = f"找不到本地项目或无权访问: {txt}") - yield chatbot, history, '正常' - return - file_manifest = [f for f in glob.glob(f'{project_folder}/**/*.py', recursive=True)] - if len(file_manifest) == 0: - report_execption(chatbot, history, a = f"解析项目: {txt}", b = f"找不到任何python文件: {txt}") - yield chatbot, history, '正常' - return - yield from 解析源代码(file_manifest, project_folder, top_p, temperature, chatbot, history, systemPromptTxt) - - -@CatchException -def 解析一个C项目的头文件(txt, top_p, temperature, chatbot, history, systemPromptTxt, WEB_PORT): - history = [] # 清空历史，以免输入溢出 - import glob, os - if os.path.exists(txt): - project_folder = txt - else: - if txt == "": txt = '空空如也的输入栏' - report_execption(chatbot, history, a = f"解析项目: {txt}", b = f"找不到本地项目或无权访问: {txt}") - yield chatbot, history, '正常' - return - file_manifest = [f for f in glob.glob(f'{project_folder}/**/*.h', recursive=True)] # + \ - # [f for f in glob.glob(f'{project_folder}/**/*.cpp', recursive=True)] + \ - # [f for f in glob.glob(f'{project_folder}/**/*.c', recursive=True)] - if len(file_manifest) == 0: - report_execption(chatbot, history, a = f"解析项目: {txt}", b = f"找不到任何.h头文件: {txt}") - yield chatbot, history, '正常' - return - yield from 解析源代码(file_manifest, project_folder, top_p, temperature, chatbot, history, systemPromptTxt) - def get_crazy_functionals(): from crazy_functions.读文章写摘要 import 读文章写摘要 from crazy_functions.生成函数注释 import 批量生成函数注释 + from crazy_functions.解析项目源代码 import 解析项目本身 + from crazy_functions.解析项目源代码 import 解析一个Python项目 + from crazy_functions.解析项目源代码 import 解析一个C项目的头文件 + from crazy_functions.高级功能函数模板 import 高阶功能模板函数 return { "[实验功能] 请解析并解构此项目本身": { diff --git a/toolbox.py b/toolbox.py index cc6b193..5c60152 100644 --- a/toolbox.py +++ b/toolbox.py @@ -1,7 +1,27 @@ -import markdown, mdtex2html +import markdown, mdtex2html, threading from show_math import convert as convert_math from functools import wraps +def predict_no_ui_but_counting_down(i_say, i_say_show_user, chatbot, top_p, temperature, history=[]): + """ + 调用简单的predict_no_ui接口，但是依然保留了些许界面心跳功能 + """ + import time + try: from config_private import TIMEOUT_SECONDS + except: from config import TIMEOUT_SECONDS + from predict import predict_no_ui + mutable = [None] + def mt(): mutable[0] = predict_no_ui(inputs=i_say, top_p=top_p, temperature=temperature, history=history) + thread_name = threading.Thread(target=mt); thread_name.start() + cnt = 0 + while thread_name.is_alive(): + cnt += 1 + chatbot[-1] = (i_say_show_user, f"[Local Message] waiting gpt response {cnt}/{TIMEOUT_SECONDS*2}"+''.join(['.']*(cnt%4))) + yield chatbot, history, '正常' + time.sleep(1) + gpt_say = mutable[0] + return gpt_say + def write_results_to_file(history, file_name=None): """ 将对话记录history以Markdown格式写入文件中。如果没有指定文件名，则使用当前时间生成文件名。