Files
2026-07-13 12:24:33 +08:00

20 lines
441 B
Python

# SPDX-License-Identifier: Apache-2.0
# Standard
from typing import Optional
# Third Party
import msgspec
class LMCacheModelRequest(
msgspec.Struct,
array_like=True, # type: ignore[call-arg]
omit_defaults=True,
): # type: ignore[call-arg]
"""
User-provided information to control the cache behavior.
"""
store_cache: bool = True # Whether to store the cache
ttl: Optional[float] = None # Time to live