wehub-resource-sync
33 lines
1.0 KiB
Python
33 lines
1.0 KiB
Python
"""Low-level generation config class"""
|
|
|
|
from typing import Dict, List, Optional # noqa: UP035
|
|
|
|
from pydantic import BaseModel
|
|
|
|
from .debug_protocol import DebugConfig
|
|
from .openai_api_protocol import RequestResponseFormat
|
|
|
|
|
|
class GenerationConfig(BaseModel):
|
|
"""The generation configuration dataclass.
|
|
|
|
This is a config class used by Engine internally.
|
|
"""
|
|
|
|
n: int = 1
|
|
temperature: Optional[float] = None
|
|
top_p: Optional[float] = None
|
|
frequency_penalty: Optional[float] = None
|
|
presence_penalty: Optional[float] = None
|
|
repetition_penalty: Optional[float] = None
|
|
logprobs: bool = False
|
|
top_logprobs: int = 0
|
|
logit_bias: Optional[Dict[int, float]] = None # noqa: UP006
|
|
# internally we use -1 to represent infinite
|
|
max_tokens: int = -1
|
|
seed: Optional[int] = None
|
|
stop_strs: Optional[List[str]] = None # noqa: UP006
|
|
stop_token_ids: Optional[List[int]] = None # noqa: UP006
|
|
response_format: Optional[RequestResponseFormat] = None
|
|
debug_config: Optional[Optional[DebugConfig]] = None
|