chunzhi/chatgpt_academic
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

加线程锁

Browse Source
This commit is contained in:
Your Name 2023-04-23 23:25:49 +08:00
parent 3041858e7f
commit 5948dcacd5
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
request_llm/bridge_newbing.py
View File

@ -415,6 +415,7 @@ load_message = "等待NewBing响应。"
""" """
import time import time
import importlib import importlib
import threading
from toolbox import update_ui, get_conf, trimmed_format_exc from toolbox import update_ui, get_conf, trimmed_format_exc
from multiprocessing import Process, Pipe from multiprocessing import Process, Pipe
@ -428,6 +429,7 @@ class GetNewBingHandle(Process):
self.local_history = [] self.local_history = []
self.check_dependency() self.check_dependency()
self.start() self.start()
self.threadLock = threading.Lock()
def check_dependency(self): def check_dependency(self):
try: try:
@ -543,6 +545,7 @@ class GetNewBingHandle(Process):
""" """
这个函数运行在主进程 这个函数运行在主进程
""" """
self.threadLock.acquire()
self.parent.send(kwargs) # 发送请求到子进程 self.parent.send(kwargs) # 发送请求到子进程
while True: while True:
res = self.parent.recv() # 等待newbing回复的片段 res = self.parent.recv() # 等待newbing回复的片段
@ -553,7 +556,7 @@ class GetNewBingHandle(Process):
break break
else: else:
yield res # newbing回复的片段 yield res # newbing回复的片段
return self.threadLock.release()
def preprocess_newbing_out(s): def preprocess_newbing_out(s):
@ -599,6 +602,7 @@ def predict_no_ui_long_connection(inputs, llm_kwargs, history=[], sys_prompt="",
watch_dog_patience = 5 # 看门狗 (watchdog) 的耐心, 设置5秒即可 watch_dog_patience = 5 # 看门狗 (watchdog) 的耐心, 设置5秒即可
response = "" response = ""
observe_window[0] = "[Local Message]: 等待NewBing响应中 ..."
for response in newbing_handle.stream_chat(query=inputs, history=history_feedin, system_prompt=sys_prompt, max_length=llm_kwargs['max_length'], top_p=llm_kwargs['top_p'], temperature=llm_kwargs['temperature']): for response in newbing_handle.stream_chat(query=inputs, history=history_feedin, system_prompt=sys_prompt, max_length=llm_kwargs['max_length'], top_p=llm_kwargs['top_p'], temperature=llm_kwargs['temperature']):
observe_window[0] = preprocess_newbing_out_simple(response) observe_window[0] = preprocess_newbing_out_simple(response)
if len(observe_window) >= 2: if len(observe_window) >= 2: