chunzhi/chatgpt_academic
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

修正moss和chatglm的环境依赖

Browse Source
This commit is contained in:
fuqingxu 2023-05-08 20:06:41 +08:00
parent a554b7f0e4
commit 84fc8647f7
2 changed files with 4 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
docs/GithubAction+ChatGLM+Moss
View File

@ -3,7 +3,7 @@
FROM nvidia/cuda:11.3.1-runtime-ubuntu20.04 FROM nvidia/cuda:11.3.1-runtime-ubuntu20.04
ARG useProxyNetwork='' ARG useProxyNetwork=''
RUN apt-get update RUN apt-get update
RUN apt-get install -y curl proxychains curl RUN apt-get install -y curl proxychains curl gcc
RUN apt-get install -y git python python3 python-dev python3-dev --fix-missing RUN apt-get install -y git python python3 python-dev python3-dev --fix-missing
@ -21,12 +21,7 @@ RUN python3 -m pip install -r request_llm/requirements_moss.txt
RUN python3 -m pip install -r request_llm/requirements_chatglm.txt RUN python3 -m pip install -r request_llm/requirements_chatglm.txt
RUN python3 -m pip install -r request_llm/requirements_newbing.txt RUN python3 -m pip install -r request_llm/requirements_newbing.txt
# # 预热CHATGLM参数（非必要 可选步骤）
# RUN echo ' \n\
# from transformers import AutoModel, AutoTokenizer \n\
# chatglm_tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) \n\
# chatglm_model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).float() ' >> warm_up_chatglm.py
# RUN python3 -u warm_up_chatglm.py
# 预热Tiktoken模块 # 预热Tiktoken模块
RUN python3 -c 'from check_proxy import warm_up_modules; warm_up_modules()' RUN python3 -c 'from check_proxy import warm_up_modules; warm_up_modules()'

3
request_llm/bridge_chatglm.py
View File

@ -68,7 +68,8 @@ class GetGLMHandle(Process):
# command = self.child.recv() # command = self.child.recv()
# if command == '[Terminate]': break # if command == '[Terminate]': break
except: except:
self.child.send('[Local Message] Call ChatGLM fail.') from toolbox import trimmed_format_exc
self.child.send('[Local Message] Call ChatGLM fail.' + '\n```\n' + trimmed_format_exc() + '\n```\n')
# 请求处理结束，开始下一个循环 # 请求处理结束，开始下一个循环
self.child.send('[Finish]') self.child.send('[Finish]')