# install pre-built GPU packages
--extra-index-url https://download.pytorch.org/whl/cu118
torch==2.5.1+cu118
https://github.com/Dao-AILab/flash-attention/releases/download/v2.6.3/flash_attn-2.6.3+cu118torch2.4cxx11abiFALSE-cp310-cp310-linux_x86_64.whl
llm-foundry[gpu]==0.17.1

# other dependencies
awscli>=1.32
mosaicml-streaming
ninja
cmake
packaging
llvmlite
numba
natsort
scanpy
pynndescent
umap-learn
anndata
h5py
pyarrow