transformers
accelerate
sentencepiece
peft
triton; platform_system == "Linux"
bitsandbytes; platform_system == "Linux"
optimum-quanto; platform_system != "Linux"