wehub-resource-sync
16 lines
418 B
Python
16 lines
418 B
Python
# Copyright (c) Microsoft Corporation.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# DeepSpeed Team
|
|
|
|
from .kv_cache import split_kv
|
|
from .manager_configs import (
|
|
AllocationMode,
|
|
DSStateManagerConfig,
|
|
KVCacheConfig,
|
|
MemoryConfig,
|
|
)
|
|
from .ragged_manager import DSStateManager
|
|
from .ragged_wrapper import RaggedBatchWrapper
|
|
from .sequence_descriptor import DSSequenceDescriptor, PlaceholderSequenceDescriptor
|