setup.sh

pip install transformers==4.28.1
pip install datasets==1.17.0
pip install deepspeed==0.8.3
pip install fairscale==0.4.5
pip install ipython
pip install nltk
pip install tensorboard
pip install tqdm
pip install rouge_score
pip install wandb==0.12.10
pip install sentencepiece==0.1.96
pip install protobuf==3.20.3
pip install accelerate
pip install ninja
#sudo yum -y install ninja-build
apt update
apt -y install ninja-build
apt -y install tmux
python -c "import nltk; nltk.download('punkt', quiet=True)"
conda install mpi4py
#sudo yum -y install centos-release-scl
#sudo yum -y install devtoolset-7-gcc*
#sudo scl enable devtoolset-7 bash
#sudo which gcc