chore: import upstream snapshot with attribution

requirements/docs.txt

@@ -0,0 +1,9 @@
+docutils>=0.16.0
+myst_parser
+recommonmark
+sphinx>=5.3.0
+sphinx-book-theme
+sphinx-copybutton
+sphinx-rtd-theme
+sphinx_markdown_tables
+sphinxcontrib-mermaid

requirements/eval.txt

@@ -0,0 +1,3 @@
+evalscope>=1.0.0
+evalscope[opencompass]
+evalscope[vlmeval]

requirements/framework.txt

@@ -0,0 +1,39 @@
+accelerate
+addict
+aiohttp
+attrdict
+binpacking
+charset_normalizer
+cpm_kernels
+dacite
+datasets>=3.0,<4.8.5
+einops
+fastapi
+gradio>=3.40.0,<6.0
+importlib_metadata
+json_repair
+matplotlib
+modelscope>=1.23
+nltk
+numpy
+openai
+oss2
+pandas
+peft>=0.11,<0.20
+pillow
+PyYAML>=5.4
+requests
+rouge
+safetensors
+scipy
+sentencepiece
+simplejson>=3.3.0
+sortedcontainers>=1.5.9
+tensorboard
+tiktoken
+tqdm
+transformers>=4.33,<5.13.0
+transformers_stream_generator
+trl>=0.15,<1.0
+uvicorn
+zstandard

requirements/install_all.sh

@@ -0,0 +1,20 @@
+# please use python=3.10/3.11, cuda12.*
+# sh requirements/install_all.sh
+# pip install sglang -U
+pip install "vllm>=0.5.1" -U
+pip install "transformers<5.13" "trl<1.0" "peft<0.20" "datasets<4.8.5" -U
+pip install optimum bitsandbytes "gradio<5.33" mcore-bridge -U
+pip install "ms-swift[all]@git+https://github.com/modelscope/ms-swift.git"
+pip install timm "deepspeed<0.19" ray -U
+pip install qwen_vl_utils qwen_omni_utils keye_vl_utils -U
+pip install decord librosa icecream soundfile -U
+pip install liger_kernel nvitop pre-commit math_verify py-spy wandb swanlab -U
+pip install "flash-attn==2.8.3" --no-build-isolation
+# megatron
+pip install pybind11 git+https://github.com/NVIDIA/TransformerEngine.git@stable --no-build-isolation
+pip install git+https://github.com/deepseek-ai/DeepGEMM.git@v2.1.1.post3 --no-build-isolation
+pip install -U flash-linear-attention --no-build-isolation
+pip install -U git+https://github.com/Dao-AILab/causal-conv1d --no-build-isolation
+pip install git+https://github.com/Dao-AILab/fast-hadamard-transform --no-build-isolation
+pip install git+https://github.com/NVIDIA-NeMo/Emerging-Optimizers.git@v0.3.0
+# apex

requirements/megatron.txt

@@ -0,0 +1,3 @@
+mcore-bridge>=1.4.0
+megatron-core>=0.15
+peft>=0.15

requirements/npu.txt

@@ -0,0 +1,3 @@
+decorator
+torchaudio==2.7.1
+torchvision==0.22.1

requirements/ray.txt

@@ -0,0 +1 @@
+ray

requirements/swanlab.txt

@@ -0,0 +1 @@
+swanlab

requirements/tests.txt

@@ -0,0 +1,7 @@
+expecttest
+flake8
+isort>=4.3.21
+modelscope
+pre-commit
+pytest
+yapf==0.30.0 # use fix version to ensure consistent auto-styling