docker pull ubuntu:18.04
# run the image to create a container based on it
docker run -it ubuntu:18.04 bash
# update the apt software source index
19 apt update
20 apt install git
8 apt install clang-10
5 apt install llvm-9-dev
6 apt install cmake
# clone the deepspeed, which is based on the version of torch 1.2 ( with cuda 10.0 )
# we need to install the torch 1.6.0 with minimium cuda version of 10.2
21 git clone https://github.com/microsoft/DeepSpeed.git
22 cd DeepSpeed/
26 apt install python3 pip3
27 apt install python3 python-pip
31 apt install wget
32 wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
33 bash Miniconda3-latest-Linux-x86_64.sh
36 eval "$(/root/miniconda3/bin/conda shell.bash hook)"
37 conda init
38 conda create -n tr cudatoolkit=10.2 pytorch=1.5
39 conda activate tr
42 apt-get install llvm-9-dev software-properties-common
43 pip install triton
# install cuda=10.2
45 wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/cuda-ubuntu1804.pin
73 sudo mv cuda-ubuntu1804.pin /etc/apt/preferences.d/cuda-repository-pin-600
46 wget http://developer.download.nvidia.com/compute/cuda/10.2/Prod/local_installers/cuda-repo-ubuntu1804-10-2-local-10.2.89-440.33.01_1.0-1_amd64.deb
76 sudo dpkg -i cuda-repo-ubuntu1804-10-2-local-10.2.89-440.33.01_1.0-1_amd64.deb
77 sudo apt-key add /var/cuda-repo-10-2-local-10.2.89-440.33.01/7fa2af80.pub
78 sudo apt-get update
79 sudo apt-get -y install cuda
# use the key bind of ctrl + d to exit the container
# use `docker ps -a` to query the info of docker container and find the exit container just before
docker ps -a
#
docker restart `${the docker NAME which queried from docker ps -a}`
docker exec -it `${the docker NAME which queried from docker ps -a}`
# exist and restart docker container to enable the cuda 10.2
80 nvcc
88 conda activate tr
99 conda install pytorch torchvision cudatoolkit=10.2 -c pytorch
101 pip install triton
25 ./install.sh -r
# all dependence installed
packages in environment at /root/miniconda3/envs/tr:
#
# Name Version Build Channel
_libgcc_mutex 0.1 main
_pytorch_select 0.1 cpu_0
alabaster 0.7.12 pypi_0 pypi
apex 0.1 pypi_0 pypi
appdirs 1.4.4 pypi_0 pypi
attrs 20.2.0 pypi_0 pypi
babel 2.8.0 pypi_0 pypi
blas 1.0 mkl
ca-certificates 2020.10.14 0
certifi 2020.6.20 py37_0
cffi 1.14.3 py37he30daa8_0
cfgv 3.2.0 pypi_0 pypi
chardet 3.0.4 pypi_0 pypi
clang 10.0.1 default_hb85057a_2
clang-format 9.0.0 pypi_0 pypi
commonmark 0.9.1 pypi_0 pypi
cpufeature 0.1.1 pypi_0 pypi
cudatoolkit 10.2.89 hfd86e86_1
deepspeed 0.3.0+d720fdb pypi_0 pypi
distlib 0.3.1 pypi_0 pypi
docutils 0.16 pypi_0 pypi
filelock 3.0.12 pypi_0 pypi
freetype 2.10.4 h5ab3b9f_0
future 0.18.2 pypi_0 pypi
identify 1.5.6 pypi_0 pypi
idna 2.10 pypi_0 pypi
imagesize 1.2.0 pypi_0 pypi
importlib-metadata 2.0.0 pypi_0 pypi
iniconfig 1.1.1 pypi_0 pypi
intel-openmp 2019.4 243
jinja2 2.11.2 pypi_0 pypi
jpeg 9b h024ee3a_2
lcms2 2.11 h396b838_0
ld_impl_linux-64 2.33.1 h53a641e_7
libclang-cpp10 10.0.1 default_hb85057a_2
libedit 3.1.20191231 h14c3975_1
libffi 3.3 he6710b0_2
libgcc-ng 9.1.0 hdf63c60_0
libllvm10 10.0.1 hbcb73fb_5
libpng 1.6.37 hbc83047_0
libstdcxx-ng 9.1.0 hdf63c60_0
libtiff 4.1.0 h2733197_1
lz4-c 1.9.2 heb0550a_3
markupsafe 1.1.1 pypi_0 pypi
mkl 2019.4 243
mkl-service 2.3.0 py37he904b0f_0
mkl_fft 1.2.0 py37h23d657b_0
mkl_random 1.0.4 py37hd81dba3_0
mpmath 1.1.0 pypi_0 pypi
ncurses 6.2 he6710b0_1
ninja 1.10.1 py37hfd86e86_0
nodeenv 1.5.0 pypi_0 pypi
numpy 1.19.1 py37hbc911f0_0
numpy-base 1.19.1 py37hfa32c7d_0
olefile 0.46 py37_0
openssl 1.1.1h h7b6447c_0
packaging 20.4 pypi_0 pypi
pillow 8.0.0 py37h9a89aac_0
pip 20.2.4 py37_0
pluggy 0.13.1 pypi_0 pypi
pre-commit 2.7.1 pypi_0 pypi
protobuf 3.13.0 pypi_0 pypi
psutil 5.7.2 pypi_0 pypi
py 1.9.0 pypi_0 pypi
pycparser 2.20 py_2
pygments 2.7.1 pypi_0 pypi
pyparsing 2.4.7 pypi_0 pypi
pytest 6.1.1 pypi_0 pypi
pytest-forked 1.3.0 pypi_0 pypi
python 3.7.9 h7579374_0
pytorch 1.6.0 py3.7_cuda10.2.89_cudnn7.6.5_0 pytorch
pytz 2020.1 pypi_0 pypi
pyyaml 5.3.1 pypi_0 pypi
readline 8.0 h7b6447c_0
recommonmark 0.6.0 pypi_0 pypi
requests 2.24.0 pypi_0 pypi
setuptools 50.3.0 py37hb0f4dca_1
six 1.15.0 py_0
snowballstemmer 2.0.0 pypi_0 pypi
sphinx 3.2.1 pypi_0 pypi
sphinx-rtd-theme 0.5.0 pypi_0 pypi
sphinxcontrib-applehelp 1.0.2 pypi_0 pypi
sphinxcontrib-devhelp 1.0.2 pypi_0 pypi
sphinxcontrib-htmlhelp 1.0.3 pypi_0 pypi
sphinxcontrib-jsmath 1.0.1 pypi_0 pypi
sphinxcontrib-qthelp 1.0.3 pypi_0 pypi
sphinxcontrib-serializinghtml 1.1.4 pypi_0 pypi
sqlite 3.33.0 h62c20be_0
sympy 1.6.2 pypi_0 pypi
tensorboardx 1.8 pypi_0 pypi
tk 8.6.10 hbc83047_0
toml 0.10.1 pypi_0 pypi
torchvision 0.7.0 pypi_0 pypi
tqdm 4.50.2 pypi_0 pypi
triton 0.2.3 pypi_0 pypi
urllib3 1.25.11 pypi_0 pypi
virtualenv 20.0.35 pypi_0 pypi
wheel 0.35.1 py_0
xz 5.2.5 h7b6447c_0
zipp 3.3.1 pypi_0 pypi
zlib 1.2.11 h7b6447c_3
zstd 1.4.5 h9ceee32_0
