wehub-resource-sync
31 lines
910 B
Python
31 lines
910 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
"""L1 memory managers for the distributed cache.
|
|
|
|
Two interchangeable tiers behind :class:`L1ManagerProtocol`:
|
|
|
|
- :class:`L1MemoryManager` -- CPU pinned-DRAM slab.
|
|
- :class:`DevDaxL1MemoryManager` -- Device-DAX-backed L1 slab.
|
|
- :class:`GDSL1MemoryManager` -- GDS slab file (cuFile DMA).
|
|
"""
|
|
|
|
# First Party
|
|
from lmcache.v1.distributed.memory_manager.devdax_l1_memory_manager import (
|
|
DevDaxL1MemoryManager,
|
|
)
|
|
from lmcache.v1.distributed.memory_manager.gds_l1_memory_manager import (
|
|
GDSL1MemoryManager,
|
|
)
|
|
from lmcache.v1.distributed.memory_manager.l1_manager_protocol import L1ManagerProtocol
|
|
from lmcache.v1.distributed.memory_manager.l1_memory_manager import (
|
|
L1MemoryManager,
|
|
create_memory_allocator,
|
|
)
|
|
|
|
__all__ = [
|
|
"DevDaxL1MemoryManager",
|
|
"GDSL1MemoryManager",
|
|
"L1ManagerProtocol",
|
|
"L1MemoryManager",
|
|
"create_memory_allocator",
|
|
]
|