chunzhi/chatgpt_academic
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

gpt-4 token +8192

Browse Source
This commit is contained in:
Your Name 2023-04-17 22:00:26 +08:00
parent 2dd3530e82
commit 45c81cdaff
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
request_llm/bridge_all.py
View File

@ -38,7 +38,7 @@ model_info = {
"fn_with_ui": chatgpt_ui, "fn_with_ui": chatgpt_ui,
"fn_without_ui": chatgpt_noui, "fn_without_ui": chatgpt_noui,
"endpoint": "https://api.openai.com/v1/chat/completions", "endpoint": "https://api.openai.com/v1/chat/completions",
"max_token": 4096, "max_token": 8192,
"tokenizer": tiktoken.encoding_for_model("gpt-4"), "tokenizer": tiktoken.encoding_for_model("gpt-4"),
"token_cnt": lambda txt: len(tiktoken.encoding_for_model("gpt-4").encode(txt, disallowed_special=())), "token_cnt": lambda txt: len(tiktoken.encoding_for_model("gpt-4").encode(txt, disallowed_special=())),
}, },
@ -57,7 +57,7 @@ model_info = {
"fn_with_ui": chatgpt_ui, "fn_with_ui": chatgpt_ui,
"fn_without_ui": chatgpt_noui, "fn_without_ui": chatgpt_noui,
"endpoint": "https://openai.api2d.net/v1/chat/completions", "endpoint": "https://openai.api2d.net/v1/chat/completions",
"max_token": 4096, "max_token": 8192,
"tokenizer": tiktoken.encoding_for_model("gpt-4"), "tokenizer": tiktoken.encoding_for_model("gpt-4"),
"token_cnt": lambda txt: len(tiktoken.encoding_for_model("gpt-4").encode(txt, disallowed_special=())), "token_cnt": lambda txt: len(tiktoken.encoding_for_model("gpt-4").encode(txt, disallowed_special=())),
}, },