-
Notifications
You must be signed in to change notification settings - Fork 2
/
install.sh
36 lines (27 loc) · 655 Bytes
/
install.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
#!/bin/bash
#$ -l rt_AF=1
#$ -l h_rt=4:00:00
#$ -j y
#$ -o outputs/
#$ -cwd
set -e
# module load
source /etc/profile.d/modules.sh
module load cuda/11.8/11.8.0
module load cudnn/8.9/8.9.2
module load nccl/2.16/2.16.2-1
module load hpcx/2.12
# swich virtual env
source .env/bin/activate
# pip version up
pip install --upgrade pip
# pip install requirements
pip install -r requirements.txt
# distirbuted training requirements
pip install mpi4py
# huggingface requirements
pip install huggingface_hub
# install flash-atten
pip install ninja packaging wheel
pip install flash-attn==2.3.6 --no-build-isolation
# flash-attn==2.4.2 may require cuda 12.x