From 45c81cdaffc2f74e93f94a37df783079a0618695 Mon Sep 17 00:00:00 2001 From: Your Name Date: Mon, 17 Apr 2023 22:00:26 +0800 Subject: [PATCH] gpt-4 token +8192 --- request_llm/bridge_all.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/request_llm/bridge_all.py b/request_llm/bridge_all.py index 9af07a2..b5ad5c1 100644 --- a/request_llm/bridge_all.py +++ b/request_llm/bridge_all.py @@ -38,7 +38,7 @@ model_info = { "fn_with_ui": chatgpt_ui, "fn_without_ui": chatgpt_noui, "endpoint": "https://api.openai.com/v1/chat/completions", - "max_token": 4096, + "max_token": 8192, "tokenizer": tiktoken.encoding_for_model("gpt-4"), "token_cnt": lambda txt: len(tiktoken.encoding_for_model("gpt-4").encode(txt, disallowed_special=())), }, @@ -57,7 +57,7 @@ model_info = { "fn_with_ui": chatgpt_ui, "fn_without_ui": chatgpt_noui, "endpoint": "https://openai.api2d.net/v1/chat/completions", - "max_token": 4096, + "max_token": 8192, "tokenizer": tiktoken.encoding_for_model("gpt-4"), "token_cnt": lambda txt: len(tiktoken.encoding_for_model("gpt-4").encode(txt, disallowed_special=())), },