71 lines
3.0 KiB
Python
71 lines
3.0 KiB
Python
from toolbox import get_conf
|
||
import threading
|
||
import logging
|
||
|
||
timeout_bot_msg = '[Local Message] Request timeout. Network error.'
|
||
|
||
class ZhipuRequestInstance():
|
||
def __init__(self):
|
||
|
||
self.time_to_yield_event = threading.Event()
|
||
self.time_to_exit_event = threading.Event()
|
||
|
||
self.result_buf = ""
|
||
|
||
def generate(self, inputs, llm_kwargs, history, system_prompt):
|
||
# import _thread as thread
|
||
import zhipuai
|
||
ZHIPUAI_API_KEY, ZHIPUAI_MODEL = get_conf("ZHIPUAI_API_KEY", "ZHIPUAI_MODEL")
|
||
zhipuai.api_key = ZHIPUAI_API_KEY
|
||
self.result_buf = ""
|
||
response = zhipuai.model_api.sse_invoke(
|
||
model=ZHIPUAI_MODEL,
|
||
prompt=generate_message_payload(inputs, llm_kwargs, history, system_prompt),
|
||
top_p=llm_kwargs['top_p']*0.7, # 智谱的API抽风，手动*0.7给做个线性变换
|
||
temperature=llm_kwargs['temperature']*0.95, # 智谱的API抽风，手动*0.7给做个线性变换
|
||
)
|
||
for event in response.events():
|
||
if event.event == "add":
|
||
# if self.result_buf == "" and event.data.startswith(" "):
|
||
# event.data = event.data.lstrip(" ") # 每次智谱为啥都要带个空格开头呢？
|
||
self.result_buf += event.data
|
||
yield self.result_buf
|
||
elif event.event == "error" or event.event == "interrupted":
|
||
raise RuntimeError("Unknown error:" + event.data)
|
||
elif event.event == "finish":
|
||
yield self.result_buf
|
||
break
|
||
else:
|
||
raise RuntimeError("Unknown error:" + str(event))
|
||
if self.result_buf == "":
|
||
yield "智谱没有返回任何数据, 请检查ZHIPUAI_API_KEY和ZHIPUAI_MODEL是否填写正确."
|
||
logging.info(f'[raw_input] {inputs}')
|
||
logging.info(f'[response] {self.result_buf}')
|
||
return self.result_buf
|
||
|
||
def generate_message_payload(inputs, llm_kwargs, history, system_prompt):
|
||
conversation_cnt = len(history) // 2
|
||
messages = [{"role": "user", "content": system_prompt}, {"role": "assistant", "content": "Certainly!"}]
|
||
if conversation_cnt:
|
||
for index in range(0, 2*conversation_cnt, 2):
|
||
what_i_have_asked = {}
|
||
what_i_have_asked["role"] = "user"
|
||
what_i_have_asked["content"] = history[index]
|
||
what_gpt_answer = {}
|
||
what_gpt_answer["role"] = "assistant"
|
||
what_gpt_answer["content"] = history[index+1]
|
||
if what_i_have_asked["content"] != "":
|
||
if what_gpt_answer["content"] == "":
|
||
continue
|
||
if what_gpt_answer["content"] == timeout_bot_msg:
|
||
continue
|
||
messages.append(what_i_have_asked)
|
||
messages.append(what_gpt_answer)
|
||
else:
|
||
messages[-1]['content'] = what_gpt_answer['content']
|
||
what_i_ask_now = {}
|
||
what_i_ask_now["role"] = "user"
|
||
what_i_ask_now["content"] = inputs
|
||
messages.append(what_i_ask_now)
|
||
return messages
|