chunzhi/chatgpt_academic
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

q

Browse Source
This commit is contained in:
Your Name 2023-04-02 00:51:17 +08:00
parent 2420d62a33
commit eee4cb361c
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
request_llm/bridge_tgui.py
View File

@ -26,7 +26,7 @@ def random_hash():
async def run(context): async def run(context):
params = { params = {
'max_new_tokens': 1024, 'max_new_tokens': 512,
'do_sample': True, 'do_sample': True,
'temperature': 0.5, 'temperature': 0.5,
'top_p': 0.9, 'top_p': 0.9,
@ -39,7 +39,7 @@ async def run(context):
'num_beams': 1, 'num_beams': 1,
'penalty_alpha': 0, 'penalty_alpha': 0,
'length_penalty': 1, 'length_penalty': 1,
'early_stopping': False, 'early_stopping': True,
'seed': -1, 'seed': -1,
} }
session = random_hash() session = random_hash()
@ -144,7 +144,7 @@ def predict_tgui_no_ui(inputs, top_p, temperature, history=[], sys_prompt=""):
raw_input = "What I would like to say is the following: " + inputs raw_input = "What I would like to say is the following: " + inputs
prompt = inputs prompt = inputs
tgui_say = "" tgui_say = ""
mutable = [""] mutable = ["", time.time()]
def run_coorotine(mutable): def run_coorotine(mutable):
async def get_result(mutable): async def get_result(mutable):
async for response in run(prompt): async for response in run(prompt):