File size: 1,273 Bytes
c97c970 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 |
#!/usr/bin/env bash
set -eo pipefail
CONDA_ROOT="/lustre/fsw/portfolios/nvr/projects/nvr_lpr_llm/users/yongganf/anaconda"
ENV_NAME="nemotron_flash"
PYTHON_VERSION="3.10.12"
source "${CONDA_ROOT}/etc/profile.d/conda.sh"
if conda env list | awk '{print $1}' | grep -qx "${ENV_NAME}"; then
echo "Conda env '${ENV_NAME}' already exists, skipping creation."
else
echo "Creating conda env '${ENV_NAME}' with Python ${PYTHON_VERSION}..."
conda create -n "${ENV_NAME}" "python=${PYTHON_VERSION}" -y
fi
conda activate "${ENV_NAME}"
echo "Installing CUDA toolkit 12.8..."
conda install -c nvidia cuda-toolkit=12.8 -y
export CUDA_HOME
CUDA_HOME="$(dirname "$(dirname "$(which nvcc)")")"
echo "CUDA_HOME set to ${CUDA_HOME}"
echo "Installing PyTorch and core Python packages..."
pip install torch==2.8.0 transformers==4.56.2 psutil
echo "Installing causal-conv1d from source..."
pip install --no-build-isolation causal-conv1d
echo "Installing flash-attention from source..."
pip install --no-build-isolation flash-attn==2.7.3
echo "Installing mamba-ssm from source..."
pip install --no-build-isolation mamba-ssm
echo "Installing flash-linear-attention..."
pip install --no-build-isolation flash-linear-attention
echo "Done! Environment '${ENV_NAME}' is ready."
|