wehub-resource-sync
56 lines
2.4 KiB
Python
56 lines
2.4 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
"""Lazy facade for the optional ``humming`` package.
|
|
|
|
vLLM code should import humming symbols from here so that ``import humming``
|
|
(which has import-time side effects) is deferred until first use. Add new
|
|
symbols by appending one entry to ``_EXPORTS`` as ``"module.path:attr"``,
|
|
or ``"module.path"`` for a whole-module re-export.
|
|
"""
|
|
|
|
import importlib
|
|
from typing import Any
|
|
|
|
_EXPORTS: dict[str, str] = {
|
|
"dtypes": "humming.dtypes",
|
|
"DataType": "humming.dtypes:DataType",
|
|
"GemmType": "humming.config:GemmType",
|
|
"WeightScaleType": "humming.config:WeightScaleType",
|
|
"HummingMethod": "humming.layer:HummingMethod",
|
|
"HummingLayerMeta": "humming.layer:HummingLayerMeta",
|
|
"BaseInputSchema": "humming.schema:BaseInputSchema",
|
|
"BaseWeightSchema": "humming.schema:BaseWeightSchema",
|
|
"HummingInputSchema": "humming.schema:HummingInputSchema",
|
|
"HummingWeightSchema": "humming.schema:HummingWeightSchema",
|
|
"quantize_weight": "humming.utils.weight:quantize_weight",
|
|
"AWQWeightSchema": "humming.schema:AWQWeightSchema",
|
|
"BitnetWeightSchema": "humming.schema:BitnetWeightSchema",
|
|
"ModeloptMxfp8WeightSchema": "humming.schema.modelopt:ModeloptMxfp8WeightSchema",
|
|
"ModeloptNvfp4InputSchema": "humming.schema.modelopt:ModeloptNvfp4InputSchema",
|
|
"ModeloptNvfp4WeightSchema": "humming.schema.modelopt:ModeloptNvfp4WeightSchema",
|
|
"CompressedTensorsInputSchema": "humming.schema:CompressedTensorsInputSchema",
|
|
"CompressedTensorsWeightSchema": "humming.schema:CompressedTensorsWeightSchema",
|
|
"Fp8InputSchema": "humming.schema:Fp8InputSchema",
|
|
"Fp8WeightSchema": "humming.schema.fp8:Fp8WeightSchema",
|
|
"Mxfp4WeightSchema": "humming.schema:Mxfp4WeightSchema",
|
|
"GptOssMxfp4WeightSchema": "humming.schema:GptOssMxfp4WeightSchema",
|
|
"GPTQWeightSchema": "humming.schema:GPTQWeightSchema",
|
|
}
|
|
|
|
|
|
def __getattr__(name: str) -> Any:
|
|
spec = _EXPORTS.get(name)
|
|
if spec is None:
|
|
raise AttributeError(f"module 'vllm.utils.humming' has no attribute {name!r}")
|
|
if ":" in spec:
|
|
mod_path, attr = spec.split(":", 1)
|
|
obj = getattr(importlib.import_module(mod_path), attr)
|
|
else:
|
|
obj = importlib.import_module(spec)
|
|
globals()[name] = obj
|
|
return obj
|
|
|
|
|
|
def __dir__() -> list[str]:
|
|
return sorted({*globals(), *_EXPORTS})
|