chunzhi/chatgpt_academic
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

加一些注释

Browse Source
This commit is contained in:
binary-husky 2023-04-24 12:08:42 +08:00
parent 6595ab813e
commit b3e5cdb3a5
1 changed files with 13 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
request_llm/bridge_chatglm.py
View File

@ -32,6 +32,7 @@ class GetGLMHandle(Process):
return self.chatglm_model is not None return self.chatglm_model is not None
def run(self): def run(self):
# 子进程执行
# 第一次运行，加载参数 # 第一次运行，加载参数
retry = 0 retry = 0
while True: while True:
@ -53,17 +54,24 @@ class GetGLMHandle(Process):
self.child.send('[Local Message] Call ChatGLM fail 不能正常加载ChatGLM的参数。') self.child.send('[Local Message] Call ChatGLM fail 不能正常加载ChatGLM的参数。')
raise RuntimeError("不能正常加载ChatGLM的参数！") raise RuntimeError("不能正常加载ChatGLM的参数！")
# 进入任务等待状态
while True: while True:
# 进入任务等待状态
kwargs = self.child.recv() kwargs = self.child.recv()
# 收到消息，开始请求
try: try:
for response, history in self.chatglm_model.stream_chat(self.chatglm_tokenizer, **kwargs): for response, history in self.chatglm_model.stream_chat(self.chatglm_tokenizer, **kwargs):
self.child.send(response) self.child.send(response)
# # 中途接收可能的终止指令（如果有的话）
# if self.child.poll():
# command = self.child.recv()
# if command == '[Terminate]': break
except: except:
self.child.send('[Local Message] Call ChatGLM fail.') self.child.send('[Local Message] Call ChatGLM fail.')
# 请求处理结束，开始下一个循环
self.child.send('[Finish]') self.child.send('[Finish]')
def stream_chat(self, **kwargs): def stream_chat(self, **kwargs):
# 主进程执行
self.parent.send(kwargs) self.parent.send(kwargs)
while True: while True:
res = self.parent.recv() res = self.parent.recv()
@ -130,14 +138,17 @@ def predict(inputs, llm_kwargs, plugin_kwargs, chatbot, history=[], system_promp
if "PreProcess" in core_functional[additional_fn]: inputs = core_functional[additional_fn]["PreProcess"](inputs) # 获取预处理函数（如果有的话） if "PreProcess" in core_functional[additional_fn]: inputs = core_functional[additional_fn]["PreProcess"](inputs) # 获取预处理函数（如果有的话）
inputs = core_functional[additional_fn]["Prefix"] + inputs + core_functional[additional_fn]["Suffix"] inputs = core_functional[additional_fn]["Prefix"] + inputs + core_functional[additional_fn]["Suffix"]
# 处理历史信息
history_feedin = [] history_feedin = []
history_feedin.append(["What can I do?", system_prompt] ) history_feedin.append(["What can I do?", system_prompt] )
for i in range(len(history)//2): for i in range(len(history)//2):
history_feedin.append([history[2*i], history[2*i+1]] ) history_feedin.append([history[2*i], history[2*i+1]] )
# 开始接收chatglm的回复
for response in glm_handle.stream_chat(query=inputs, history=history_feedin, max_length=llm_kwargs['max_length'], top_p=llm_kwargs['top_p'], temperature=llm_kwargs['temperature']): for response in glm_handle.stream_chat(query=inputs, history=history_feedin, max_length=llm_kwargs['max_length'], top_p=llm_kwargs['top_p'], temperature=llm_kwargs['temperature']):
chatbot[-1] = (inputs, response) chatbot[-1] = (inputs, response)
yield from update_ui(chatbot=chatbot, history=history) yield from update_ui(chatbot=chatbot, history=history)
# 总结输出
history.extend([inputs, response]) history.extend([inputs, response])
yield from update_ui(chatbot=chatbot, history=history) yield from update_ui(chatbot=chatbot, history=history)