wehub-resource-sync
22 lines
462 B
Python
22 lines
462 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# Standard
|
|
from dataclasses import dataclass
|
|
from typing import Optional
|
|
|
|
# Third Party
|
|
import torch
|
|
|
|
# First Party
|
|
from lmcache.v1.memory_management import MemoryFormat
|
|
|
|
|
|
# TODO(Jiayi): Maybe move the memory management in remote
|
|
# cache server to `memory_management.py` as well.
|
|
@dataclass
|
|
class LMSMemoryObj:
|
|
data: bytearray
|
|
length: int
|
|
fmt: MemoryFormat
|
|
dtype: Optional[torch.dtype]
|
|
shape: torch.Size
|