* Update version to 3.74 * Add support for Yi Model API (#1635) * 更新以支持零一万物模型 * 删除newbing * 修改config --------- Co-authored-by: binary-husky <qingxu.fu@outlook.com> * Refactor function signatures in bridge files * fix qwen api change * rename and ref functions * rename and move some cookie functions * 增加haiku模型,新增endpoint配置说明 (#1626) * haiku added * 新增haiku,新增endpoint配置说明 * Haiku added * 将说明同步至最新Endpoint --------- Co-authored-by: binary-husky <qingxu.fu@outlook.com> * private_upload目录下进行文件鉴权 (#1596) * private_upload目录下进行文件鉴权 * minor fastapi adjustment * Add logging functionality to enable saving conversation records * waiting to fix username retrieve * support 2rd web path * allow accessing default user dir --------- Co-authored-by: binary-husky <qingxu.fu@outlook.com> * remove yaml deps * fix favicon * fix abs path auth problem * forget to write a return * add `dashscope` to deps * fix GHSA-v9q9-xj86-953p * 用户名重叠越权访问patch (#1681) * add cohere model api access * cohere + can_multi_thread * fix block user access(fail) * fix fastapi bug * change cohere api endpoint * explain version --------- Co-authored-by: Menghuan1918 <menghuan2003@outlook.com> Co-authored-by: Skyzayre <120616113+Skyzayre@users.noreply.github.com> Co-authored-by: XIao <46100050+Kilig947@users.noreply.github.com>
91 lines
2.8 KiB
Python
91 lines
2.8 KiB
Python
import re
|
||
import os
|
||
from functools import wraps, lru_cache
|
||
from shared_utils.advanced_markdown_format import format_io
|
||
from shared_utils.config_loader import get_conf as get_conf
|
||
|
||
|
||
pj = os.path.join
|
||
default_user_name = 'default_user'
|
||
|
||
|
||
def is_openai_api_key(key):
|
||
CUSTOM_API_KEY_PATTERN = get_conf('CUSTOM_API_KEY_PATTERN')
|
||
if len(CUSTOM_API_KEY_PATTERN) != 0:
|
||
API_MATCH_ORIGINAL = re.match(CUSTOM_API_KEY_PATTERN, key)
|
||
else:
|
||
API_MATCH_ORIGINAL = re.match(r"sk-[a-zA-Z0-9]{48}$|sess-[a-zA-Z0-9]{40}$", key)
|
||
return bool(API_MATCH_ORIGINAL)
|
||
|
||
|
||
def is_azure_api_key(key):
|
||
API_MATCH_AZURE = re.match(r"[a-zA-Z0-9]{32}$", key)
|
||
return bool(API_MATCH_AZURE)
|
||
|
||
|
||
def is_api2d_key(key):
|
||
API_MATCH_API2D = re.match(r"fk[a-zA-Z0-9]{6}-[a-zA-Z0-9]{32}$", key)
|
||
return bool(API_MATCH_API2D)
|
||
|
||
|
||
def is_cohere_api_key(key):
|
||
API_MATCH_AZURE = re.match(r"[a-zA-Z0-9]{40}$", key)
|
||
return bool(API_MATCH_AZURE)
|
||
|
||
|
||
def is_any_api_key(key):
|
||
if ',' in key:
|
||
keys = key.split(',')
|
||
for k in keys:
|
||
if is_any_api_key(k): return True
|
||
return False
|
||
else:
|
||
return is_openai_api_key(key) or is_api2d_key(key) or is_azure_api_key(key) or is_cohere_api_key(key)
|
||
|
||
|
||
def what_keys(keys):
|
||
avail_key_list = {'OpenAI Key': 0, "Azure Key": 0, "API2D Key": 0}
|
||
key_list = keys.split(',')
|
||
|
||
for k in key_list:
|
||
if is_openai_api_key(k):
|
||
avail_key_list['OpenAI Key'] += 1
|
||
|
||
for k in key_list:
|
||
if is_api2d_key(k):
|
||
avail_key_list['API2D Key'] += 1
|
||
|
||
for k in key_list:
|
||
if is_azure_api_key(k):
|
||
avail_key_list['Azure Key'] += 1
|
||
|
||
return f"检测到: OpenAI Key {avail_key_list['OpenAI Key']} 个, Azure Key {avail_key_list['Azure Key']} 个, API2D Key {avail_key_list['API2D Key']} 个"
|
||
|
||
|
||
def select_api_key(keys, llm_model):
|
||
import random
|
||
avail_key_list = []
|
||
key_list = keys.split(',')
|
||
|
||
if llm_model.startswith('gpt-') or llm_model.startswith('one-api-'):
|
||
for k in key_list:
|
||
if is_openai_api_key(k): avail_key_list.append(k)
|
||
|
||
if llm_model.startswith('api2d-'):
|
||
for k in key_list:
|
||
if is_api2d_key(k): avail_key_list.append(k)
|
||
|
||
if llm_model.startswith('azure-'):
|
||
for k in key_list:
|
||
if is_azure_api_key(k): avail_key_list.append(k)
|
||
|
||
if llm_model.startswith('cohere-'):
|
||
for k in key_list:
|
||
if is_cohere_api_key(k): avail_key_list.append(k)
|
||
|
||
if len(avail_key_list) == 0:
|
||
raise RuntimeError(f"您提供的api-key不满足要求,不包含任何可用于{llm_model}的api-key。您可能选择了错误的模型或请求源(左上角更换模型菜单中可切换openai,azure,claude,cohere等请求源)。")
|
||
|
||
api_key = random.choice(avail_key_list) # 随机负载均衡
|
||
return api_key
|