wehub-resource-sync
104 lines
3.3 KiB
Python
104 lines
3.3 KiB
Python
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
"""CUDA-owned TIRx modules."""
|
|
|
|
from importlib import import_module
|
|
from pathlib import Path
|
|
|
|
from tvm_ffi.libinfo import load_lib_ctypes
|
|
|
|
from tvm.base import _LOADED_LIBS
|
|
|
|
_LAZY_SUBMODULES = {"lang", "op", "operator", "script", "target_tags"}
|
|
|
|
|
|
def _detect_target_from_device(dev):
|
|
from tvm.target import Target # pylint: disable=import-outside-toplevel
|
|
|
|
return Target(
|
|
{
|
|
"kind": "cuda",
|
|
"max_shared_memory_per_block": dev.max_shared_memory_per_block,
|
|
"max_threads_per_block": dev.max_threads_per_block,
|
|
"thread_warp_size": dev.warp_size,
|
|
"arch": "sm_" + dev.compute_version.replace(".", ""),
|
|
}
|
|
)
|
|
|
|
|
|
def register_backend():
|
|
"""Register CUDA-owned Python semantics."""
|
|
from tvm.target.detect_target import register_device_target_detector
|
|
from tvm.tirx.script.builder import ir as builder_ir # pylint: disable=import-outside-toplevel
|
|
|
|
runtime_dir = Path(_LOADED_LIBS["tvm_runtime"]._name).resolve().parent
|
|
try:
|
|
# Runtime sidecars only need registration side effects; libtvm_runtime is global.
|
|
_LOADED_LIBS["tvm_runtime_cuda"] = load_lib_ctypes(
|
|
package="tvm",
|
|
target_name="tvm_runtime_cuda",
|
|
extra_lib_paths=[runtime_dir],
|
|
mode="RTLD_LOCAL",
|
|
)
|
|
except (OSError, FileNotFoundError, RuntimeError):
|
|
pass
|
|
register_device_target_detector("cuda", _detect_target_from_device)
|
|
for name, namespace in script_namespaces().items():
|
|
builder_ir.register_script_namespace(name, namespace)
|
|
|
|
import_module(f"{__name__}.operator.intrinsics")
|
|
import_module(f"{__name__}.operator.tile_primitive")
|
|
import_module(f"{__name__}.target_tags")
|
|
|
|
|
|
def script_namespaces(**_):
|
|
"""Return CUDA-owned TVMScript namespaces."""
|
|
from .script import ( # pylint: disable=import-outside-toplevel
|
|
CUDANamespace,
|
|
NVSHMEMNamespace,
|
|
PTXNamespace,
|
|
)
|
|
|
|
return {
|
|
"cuda": CUDANamespace(),
|
|
"nvshmem": NVSHMEMNamespace(),
|
|
"ptx": PTXNamespace(),
|
|
}
|
|
|
|
|
|
def script_namespace(**kwargs):
|
|
"""Return the CUDA TVMScript namespace object."""
|
|
return script_namespaces(**kwargs)["cuda"]
|
|
|
|
|
|
def __getattr__(name: str):
|
|
if name in _LAZY_SUBMODULES:
|
|
return import_module(f"{__name__}.{name}")
|
|
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
|
|
|
|
|
|
__all__ = [
|
|
"lang",
|
|
"op",
|
|
"operator",
|
|
"register_backend",
|
|
"script",
|
|
"script_namespace",
|
|
"script_namespaces",
|
|
"target_tags",
|
|
]
|