13 lines
585 B
Plaintext
13 lines
585 B
Plaintext
|
conda install python=3.7 numpy=1.19
|
||
|
|
conda install cudatoolkit=11.0 nccl -c nvidia
|
||
|
|
conda install pytorch -c pytorch
|
||
|
|
# https://github.com/pytorch/fairseq
|
||
|
|
git clone https://github.com/pytorch/fairseq
|
||
|
|
cd fairseq
|
||
|
|
pip install .
|
||
|
|
cd ..
|
||
|
|
git clone https://github.com/NVIDIA/apex
|
||
|
|
cd apex
|
||
|
|
# https://github.com/NVIDIA/apex/issues/1043
|
||
|
|
git reset --hard 3fe10b5597ba14a748ebb271a6ab97c09c5701ac
|
||
|
|
1904 pip install -v --no-cache-dir --global-option="--cpp_ext" --global-option="--cuda_ext" --global-option="--deprecated_fused_adam" --global-option="--xentropy" --global-option="--fast_multihead_attn" ./
|