apache-tvm-ffi
datasets
fastapi
flashinfer-python; sys_platform == "linux"
ml_dtypes>=0.5.1
openai
pandas
prompt_toolkit
requests
safetensors
sentencepiece
shortuuid
tiktoken
torch
tqdm
transformers
uvicorn