conda install python=3.7 numpy=1.19
conda install cudatoolkit=11.0 nccl -c nvidia
conda install pytorch -c pytorch
# https://github.com/pytorch/fairseq
git clone https://github.com/pytorch/fairseq
cd fairseq
pip install .
cd ..
git clone https://github.com/NVIDIA/apex
cd apex
# https://github.com/NVIDIA/apex/issues/1043
git reset --hard 3fe10b5597ba14a748ebb271a6ab97c09c5701ac
1904 pip install -v --no-cache-dir --global-option="--cpp_ext" --global-option="--cuda_ext" --global-option="--deprecated_fused_adam" --global-option="--xentropy" --global-option="--fast_multihead_attn" ./