增加并行处理与权限控制

This commit is contained in:
Tuchuanhuhuhu 2023-03-28 23:17:12 +08:00
parent 46eba1f399
commit 43d59d936f
2 changed files with 17 additions and 10 deletions

View File

@ -25,5 +25,11 @@ MAX_RETRY = 2
LLM_MODEL = "gpt-3.5-turbo"
# 检查一下是不是忘了改config
if API_KEY == "sk-此处填API秘钥":
if len(API_KEY) != 51:
assert False, "请在config文件中修改API密钥, 添加海外代理之后再运行"
# 设置并行使用的线程数
CONCURRENT_COUNT = 100
# 设置用户名和密码
AUTHENTICATION = [] # [("username", "password"), ("username2", "password2"), ...]

View File

@ -4,11 +4,12 @@ from predict import predict
from toolbox import format_io, find_free_port
# 建议您复制一个config_private.py放自己的秘密, 如API和代理网址, 避免不小心传github被别人看到
try: from config_private import proxies, WEB_PORT, LLM_MODEL
except: from config import proxies, WEB_PORT, LLM_MODEL
try: from config_private import proxies, WEB_PORT, LLM_MODEL, CONCURRENT_COUNT, AUTHENTICATION
except: from config import proxies, WEB_PORT, LLM_MODEL, CONCURRENT_COUNT, AUTHENTICATION
# 如果WEB_PORT是-1, 则随机选取WEB端口
PORT = find_free_port() if WEB_PORT <= 0 else WEB_PORT
AUTHENTICATION = None if AUTHENTICATION == [] else AUTHENTICATION
initial_prompt = "Serve me as a writing and programming assistant."
title_html = """<h1 align="center">ChatGPT 学术优化</h1>"""
@ -90,4 +91,4 @@ with gr.Blocks(theme=set_theme, analytics_enabled=False) as demo:
demo.title = "ChatGPT 学术优化"
demo.queue().launch(server_name="0.0.0.0", share=True, server_port=PORT, inbrowser=True)
demo.queue(concurrency_count=CONCURRENT_COUNT).launch(server_name="0.0.0.0", share=True, server_port=PORT, inbrowser=True, auth=AUTHENTICATION)