21 lines
1.1 KiB
Bash
21 lines
1.1 KiB
Bash
# please use python=3.10/3.11, cuda12.*
|
|
# sh requirements/install_all.sh
|
|
# pip install sglang -U
|
|
pip install "vllm>=0.5.1" -U
|
|
pip install "transformers<5.13" "trl<1.0" "peft<0.20" "datasets<4.8.5" -U
|
|
pip install optimum bitsandbytes "gradio<5.33" mcore-bridge -U
|
|
pip install "ms-swift[all]@git+https://github.com/modelscope/ms-swift.git"
|
|
pip install timm "deepspeed<0.19" ray -U
|
|
pip install qwen_vl_utils qwen_omni_utils keye_vl_utils -U
|
|
pip install decord librosa icecream soundfile -U
|
|
pip install liger_kernel nvitop pre-commit math_verify py-spy wandb swanlab -U
|
|
pip install "flash-attn==2.8.3" --no-build-isolation
|
|
# megatron
|
|
pip install pybind11 git+https://github.com/NVIDIA/TransformerEngine.git@stable --no-build-isolation
|
|
pip install git+https://github.com/deepseek-ai/DeepGEMM.git@v2.1.1.post3 --no-build-isolation
|
|
pip install -U flash-linear-attention --no-build-isolation
|
|
pip install -U git+https://github.com/Dao-AILab/causal-conv1d --no-build-isolation
|
|
pip install git+https://github.com/Dao-AILab/fast-hadamard-transform --no-build-isolation
|
|
pip install git+https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git@v0.3.0
|
|
# apex
|