chore: import upstream snapshot with attribution
This commit is contained in:
wehub-resource-sync
@@ -0,0 +1,169 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
"""FunASR setup script."""
|
||||
|
||||
import os
|
||||
|
||||
from setuptools import find_packages
|
||||
from setuptools import setup
|
||||
|
||||
|
||||
requirements = {
|
||||
"install": [
|
||||
# Core
|
||||
"scipy>=1.4.1",
|
||||
"librosa",
|
||||
"soundfile>=0.12.1",
|
||||
"numpy",
|
||||
"PyYAML>=5.1.2",
|
||||
"tqdm",
|
||||
"requests",
|
||||
# Model loading
|
||||
"omegaconf>=2.0",
|
||||
"hydra-core>=1.3.2",
|
||||
"modelscope",
|
||||
"huggingface_hub",
|
||||
"safetensors",
|
||||
# ASR models
|
||||
"transformers",
|
||||
"tiktoken",
|
||||
"sentencepiece",
|
||||
"kaldiio>=2.17.0",
|
||||
# Multilingual tokenizers
|
||||
"jieba",
|
||||
"jamo",
|
||||
"jaconv",
|
||||
# Speaker & evaluation
|
||||
"umap_learn",
|
||||
"rapidfuzz>=3.0.0",
|
||||
# Optional (training/enhancement)
|
||||
"torch_complex",
|
||||
"tensorboardX",
|
||||
# PAI/Aliyun
|
||||
"oss2",
|
||||
],
|
||||
# train: The modules invoked when training only.
|
||||
"train": [
|
||||
"rapidfuzz>=3.0.0",
|
||||
],
|
||||
# all: The modules should be optionally installled due to some reason.
|
||||
# Please consider moving them to "install" occasionally
|
||||
"all": [
|
||||
# NOTE(kamo): Append modules requiring specific pytorch version or torch>1.3.0
|
||||
"torch_optimizer",
|
||||
"fairscale",
|
||||
"transformers",
|
||||
"openai-whisper",
|
||||
],
|
||||
"setup": [
|
||||
"numpy",
|
||||
"pytest-runner",
|
||||
],
|
||||
"test": [
|
||||
"pytest>=3.3.0",
|
||||
"pytest-timeouts>=1.2.1",
|
||||
"pytest-pythonpath>=0.7.3",
|
||||
"pytest-cov>=2.7.1",
|
||||
"hacking>=2.0.0",
|
||||
"mock>=2.0.0",
|
||||
"pycodestyle",
|
||||
"jsondiff<2.0.0,>=1.2.0",
|
||||
"flake8>=3.7.8",
|
||||
"flake8-docstrings>=1.3.1",
|
||||
"black",
|
||||
],
|
||||
"doc": [
|
||||
"Jinja2",
|
||||
"Sphinx",
|
||||
"sphinx-rtd-theme>=0.2.4",
|
||||
"sphinx-argparse>=0.2.5",
|
||||
"commonmark",
|
||||
"recommonmark>=0.4.0",
|
||||
"nbsphinx>=0.4.2",
|
||||
"sphinx-markdown-tables>=0.0.12",
|
||||
"configargparse>=1.2.1",
|
||||
],
|
||||
"llm": [
|
||||
"transformers>=4.32.0",
|
||||
"accelerate",
|
||||
"tiktoken",
|
||||
"einops",
|
||||
"transformers_stream_generator>=0.0.4",
|
||||
"scipy",
|
||||
"torchvision",
|
||||
"pillow",
|
||||
"matplotlib",
|
||||
],
|
||||
}
|
||||
requirements["all"].extend(requirements["train"])
|
||||
requirements["all"].extend(requirements["llm"])
|
||||
requirements["test"].extend(requirements["train"])
|
||||
|
||||
install_requires = requirements["install"]
|
||||
setup_requires = requirements["setup"]
|
||||
tests_require = requirements["test"]
|
||||
extras_require = {k: v for k, v in requirements.items() if k not in ["install", "setup"]}
|
||||
|
||||
dirname = os.path.dirname(__file__)
|
||||
version_file = os.path.join(dirname, "funasr", "version.txt")
|
||||
with open(version_file, "r") as f:
|
||||
version = f.read().strip()
|
||||
setup(
|
||||
name="funasr",
|
||||
version=version,
|
||||
url="https://github.com/modelscope/FunASR",
|
||||
author="Speech Lab of Alibaba Group",
|
||||
author_email="funasr@list.alibaba-inc.com",
|
||||
description="Industrial-grade speech recognition: 170x realtime, 50+ languages, speaker diarization, emotion detection.",
|
||||
keywords=["speech-recognition", "asr", "speaker-diarization", "vad", "pytorch", "whisper-alternative", "multilingual"],
|
||||
project_urls={
|
||||
"Homepage": "https://github.com/modelscope/FunASR",
|
||||
"Documentation": "https://modelscope.github.io/FunASR/",
|
||||
"Bug Tracker": "https://github.com/modelscope/FunASR/issues",
|
||||
},
|
||||
long_description=open(os.path.join(dirname, "README.md"), encoding="utf-8").read(),
|
||||
long_description_content_type="text/markdown",
|
||||
license="The MIT License",
|
||||
packages=find_packages(include=["funasr*"]),
|
||||
package_data={"funasr": ["version.txt"]},
|
||||
install_requires=install_requires,
|
||||
setup_requires=setup_requires,
|
||||
tests_require=tests_require,
|
||||
extras_require=extras_require,
|
||||
python_requires=">=3.7.0",
|
||||
classifiers=[
|
||||
"Programming Language :: Python",
|
||||
"Programming Language :: Python :: 3",
|
||||
"Programming Language :: Python :: 3.8",
|
||||
"Programming Language :: Python :: 3.9",
|
||||
"Programming Language :: Python :: 3.10",
|
||||
"Programming Language :: Python :: 3.11",
|
||||
"Programming Language :: Python :: 3.12",
|
||||
"Development Status :: 5 - Production/Stable",
|
||||
"Intended Audience :: Science/Research",
|
||||
"Intended Audience :: Developers",
|
||||
"Operating System :: POSIX :: Linux",
|
||||
"Operating System :: MacOS",
|
||||
"Operating System :: Microsoft :: Windows",
|
||||
"License :: OSI Approved :: MIT License",
|
||||
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
||||
"Topic :: Multimedia :: Sound/Audio :: Speech",
|
||||
"Topic :: Software Development :: Libraries :: Python Modules",
|
||||
],
|
||||
entry_points={
|
||||
"console_scripts": [
|
||||
"funasr = funasr.cli:main",
|
||||
"funasr-hydra = funasr.bin.inference:main_hydra",
|
||||
"funasr-server = funasr.bin.server:main",
|
||||
"funasr-train = funasr.bin.train:main_hydra",
|
||||
"funasr-train-ds = funasr.bin.train_ds:main_hydra",
|
||||
"funasr-export = funasr.bin.export:main_hydra",
|
||||
"scp2jsonl = funasr.datasets.audio_datasets.scp2jsonl:main_hydra",
|
||||
"jsonl2scp = funasr.datasets.audio_datasets.jsonl2scp:main_hydra",
|
||||
"sensevoice2jsonl = funasr.datasets.audio_datasets.sensevoice2jsonl:main_hydra",
|
||||
"funasr-scp2jsonl = funasr.datasets.audio_datasets.scp2jsonl:main_hydra",
|
||||
"funasr-jsonl2scp = funasr.datasets.audio_datasets.jsonl2scp:main_hydra",
|
||||
"funasr-sensevoice2jsonl = funasr.datasets.audio_datasets.sensevoice2jsonl:main_hydra",
|
||||
]
|
||||
},
|
||||
)
|
||||
Reference in New Issue
Block a user