From dd9e624761ad2958704e98a18d7f73f6e71ef0c4 Mon Sep 17 00:00:00 2001 From: binary-husky Date: Thu, 7 Sep 2023 00:40:11 +0800 Subject: [PATCH] add new dockerfile --- docs/GithubAction+AllCapacity | 41 +++++++++++++++++++++++++++++++++ docs/GithubAction+ChatGLM+Moss | 1 - docs/GithubAction+NoLocal+Latex | 1 + 3 files changed, 42 insertions(+), 1 deletion(-) create mode 100644 docs/GithubAction+AllCapacity diff --git a/docs/GithubAction+AllCapacity b/docs/GithubAction+AllCapacity new file mode 100644 index 0000000..ed20312 --- /dev/null +++ b/docs/GithubAction+AllCapacity @@ -0,0 +1,41 @@ + +# 从NVIDIA源,从而支持显卡(检查宿主的nvidia-smi中的cuda版本必须>=11.3) +FROM fuqingxu/python311_texlive_ctex:latest as texdocker +FROM nvidia/cuda:11.3.1-runtime-ubuntu20.04 +COPY --from=texdocker /usr/local/texlive/ /usr/local/texlive/ + +RUN apt-get update +RUN apt-get install -y curl proxychains curl gcc +RUN apt-get install -y git python python3 python-dev python3-dev --fix-missing + +ENV PATH="${PATH}:/usr/local/texlive/2023/bin/x86_64-linux:/usr/local/texlive/2024/bin/x86_64-linux:/usr/local/texlive/2025/bin/x86_64-linux:/usr/local/texlive/2026/bin/x86_64-linux" + + +# use python3 as the system default python +RUN curl -sS https://bootstrap.pypa.io/get-pip.py | python3.8 +# 下载pytorch +RUN python3 -m pip install torch --extra-index-url https://download.pytorch.org/whl/cu113 +# 下载分支 +WORKDIR /gpt +RUN git clone --depth=1 https://github.com/binary-husky/gpt_academic.git +WORKDIR /gpt/gpt_academic +RUN git clone https://github.com/OpenLMLab/MOSS.git request_llm/moss +RUN python3 -m pip install openai numpy arxiv rich +RUN python3 -m pip install colorama Markdown pygments pymupdf +RUN python3 -m pip install python-docx moviepy pdfminer +RUN python3 -m pip install zh_langchain==0.2.1 +RUN python3 -m pip install nougat-ocr +RUN python3 -m pip install aliyun-python-sdk-core==2.13.3 pyOpenSSL scipy git+https://github.com/aliyun/alibabacloud-nls-python-sdk.git +RUN python3 -m pip install -r requirements.txt +RUN python3 -m pip install -r request_llm/requirements_moss.txt +RUN python3 -m pip install -r request_llm/requirements_qwen.txt +RUN python3 -m pip install -r request_llm/requirements_chatglm.txt +RUN python3 -m pip install -r request_llm/requirements_newbing.txt + + + +# 预热Tiktoken模块 +RUN python3 -c 'from check_proxy import warm_up_modules; warm_up_modules()' + +# 启动 +CMD ["python3", "-u", "main.py"] diff --git a/docs/GithubAction+ChatGLM+Moss b/docs/GithubAction+ChatGLM+Moss index 7bb11a2..3087d55 100644 --- a/docs/GithubAction+ChatGLM+Moss +++ b/docs/GithubAction+ChatGLM+Moss @@ -1,7 +1,6 @@ # 从NVIDIA源,从而支持显卡运损(检查宿主的nvidia-smi中的cuda版本必须>=11.3) FROM nvidia/cuda:11.3.1-runtime-ubuntu20.04 -ARG useProxyNetwork='' RUN apt-get update RUN apt-get install -y curl proxychains curl gcc RUN apt-get install -y git python python3 python-dev python3-dev --fix-missing diff --git a/docs/GithubAction+NoLocal+Latex b/docs/GithubAction+NoLocal+Latex index 6b41b63..2f2608c 100644 --- a/docs/GithubAction+NoLocal+Latex +++ b/docs/GithubAction+NoLocal+Latex @@ -11,6 +11,7 @@ WORKDIR /gpt RUN pip3 install gradio openai numpy arxiv rich RUN pip3 install colorama Markdown pygments pymupdf RUN pip3 install python-docx moviepy pdfminer +RUN pip3 install zh_langchain==0.2.1 RUN pip3 install nougat-ocr RUN pip3 install aliyun-python-sdk-core==2.13.3 pyOpenSSL scipy git+https://github.com/aliyun/alibabacloud-nls-python-sdk.git