wehub-resource-sync
17 lines
545 B
Python
17 lines
545 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
from vllm.logger import init_logger
|
|
from vllm.v1.worker.gpu.model_runner import GPUModelRunner
|
|
|
|
logger = init_logger(__name__)
|
|
|
|
|
|
class CPUModelRunner(GPUModelRunner):
|
|
# TBD: Whether need to move this to Worker?
|
|
def warming_up_model(self) -> None:
|
|
logger.info("Warming up model for the compilation...")
|
|
# Only generate graph for the generic shape
|
|
self.profile_run()
|
|
logger.info("Warming up done.")
|