--extra-index-url https://download.pytorch.org/whl/cu118
accelerate
torch==2.4.1+cu118
# https://github.com/huggingface/transformers/issues/38269#issuecomment-2900214777
transformers==4.52.1
bitsandbytes