wehub/ray-project--ray
1
0
Fork 0
Code Issues Pull Requests Actions Deployments Models Agent Notes Packages Projects Releases Wiki Activity
Files
main
ray-project--ray/python/ray/serve/scripts.py
T
wehub-resource-sync f1825c8ceb chore: import upstream snapshot with attribution
2026-07-13 13:17:40 +08:00

1006 lines
31 KiB
Python
Raw Permalink Blame History

#!/usr/bin/env python
import json
import os
import pathlib
import re
import sys
import time
import traceback
from dataclasses import asdict
from enum import Enum
from typing import Any, Dict, List, Optional, Tuple
import click
import watchfiles
import yaml
import ray
from ray import serve
from ray._common.network_utils import get_all_interfaces_ip, get_localhost_ip
from ray._common.utils import import_attr
from ray.autoscaler._private.cli_logger import cli_logger
from ray.dashboard.modules.dashboard_sdk import parse_runtime_env_args
from ray.dashboard.modules.serve.sdk import ServeSubmissionClient
from ray.serve._private import api as _private_api
from ray.serve._private.build_app import BuiltApplication, build_app
from ray.serve._private.constants import (
DEFAULT_GRPC_PORT,
DEFAULT_HTTP_HOST,
DEFAULT_HTTP_PORT,
SERVE_DEFAULT_APP_NAME,
SERVE_NAMESPACE,
)
from ray.serve.config import (
ProxyLocation,
gRPCOptions,
)
from ray.serve.context import _get_global_client
from ray.serve.deployment import Application, deployment_to_schema
from ray.serve.exceptions import RayServeException
from ray.serve.schema import (
LoggingConfig,
ServeApplicationSchema,
ServeDeploySchema,
ServeInstanceDetails,
)
APP_DIR_HELP_STR = (
"Local directory to look for the IMPORT_PATH (will be inserted into "
"PYTHONPATH). Defaults to '.', meaning that an object in ./main.py "
"can be imported as 'main.object'. Not relevant if you're importing "
"from an installed module."
)
RAY_INIT_ADDRESS_HELP_STR = (
"Address to use for ray.init(). Can also be set using "
"the RAY_ADDRESS environment variable."
)
RAY_DASHBOARD_ADDRESS_HELP_STR = (
"Address for the Ray dashboard. Defaults to http://localhost:8265. "
"Can also be set using the RAY_DASHBOARD_ADDRESS environment variable."
)
# See https://stackoverflow.com/a/33300001/11162437
def str_presenter(dumper: yaml.Dumper, data):
"""
A custom representer to write multi-line strings in block notation using a literal
style.
Ensures strings with newline characters print correctly.
"""
if len(data.splitlines()) > 1:
return dumper.represent_scalar("tag:yaml.org,2002:str", data, style="|")
return dumper.represent_scalar("tag:yaml.org,2002:str", data)
# See https://stackoverflow.com/a/14693789/11162437
def remove_ansi_escape_sequences(input: str):
"""Removes ANSI escape sequences in a string"""
ansi_escape = re.compile(
r"""
\x1B # ESC
(?: # 7-bit C1 Fe (except CSI)
[@-Z\\-_]
| # or [ for CSI, followed by a control sequence
\[
[0-?]* # Parameter bytes
[ -/]* # Intermediate bytes
[@-~] # Final byte
)
""",
re.VERBOSE,
)
return ansi_escape.sub("", input)
def process_dict_for_yaml_dump(data):
"""
Removes ANSI escape sequences recursively for all strings in dict.
We often need to use yaml.dump() to print dictionaries that contain exception
tracebacks, which can contain ANSI escape sequences that color printed text. However
yaml.dump() will format the tracebacks incorrectly if ANSI escape sequences are
present, so we need to remove them before dumping.
"""
for k, v in data.items():
if isinstance(v, dict):
data[k] = process_dict_for_yaml_dump(v)
if isinstance(v, list):
data[k] = [process_dict_for_yaml_dump(item) for item in v]
elif isinstance(v, str):
data[k] = remove_ansi_escape_sequences(v)
return data
def convert_args_to_dict(args: Tuple[str]) -> Dict[str, str]:
args_dict = dict()
for arg in args:
split = arg.split("=", maxsplit=1)
if len(split) != 2 or len(split[1]) == 0:
raise click.ClickException(
f"Invalid application argument '{arg}', "
"must be of the form '<key>=<val>'."
)
args_dict[split[0]] = split[1]
return args_dict
def warn_if_agent_address_set():
if "RAY_AGENT_ADDRESS" in os.environ:
cli_logger.warning(
"The `RAY_AGENT_ADDRESS` env var has been deprecated in favor of "
"the `RAY_DASHBOARD_ADDRESS` env var. The `RAY_AGENT_ADDRESS` is "
"ignored."
)
@click.group(
help="CLI for managing Serve applications on a Ray cluster.",
context_settings=dict(help_option_names=["--help", "-h"]),
)
def cli():
pass
@cli.command(help="Start Serve on the Ray cluster.")
@click.option(
"--address",
"-a",
default=os.environ.get("RAY_ADDRESS", "auto"),
required=False,
type=str,
help=RAY_INIT_ADDRESS_HELP_STR,
)
@click.option(
"--http-host",
default=DEFAULT_HTTP_HOST or get_localhost_ip(),
required=False,
type=str,
help="Host for HTTP proxies to listen on. Defaults to localhost.",
)
@click.option(
"--http-port",
default=DEFAULT_HTTP_PORT,
required=False,
type=int,
help="Port for HTTP proxies to listen on. " f"Defaults to {DEFAULT_HTTP_PORT}.",
)
@click.option(
"--proxy-location",
default=ProxyLocation.EveryNode,
required=False,
type=click.Choice(list(ProxyLocation)),
help="Location of the proxies. Defaults to EveryNode.",
)
@click.option(
"--grpc-port",
default=DEFAULT_GRPC_PORT,
required=False,
type=int,
help="Port for gRPC proxies to listen on. " f"Defaults to {DEFAULT_GRPC_PORT}.",
)
@click.option(
"--grpc-servicer-functions",
default=[],
required=False,
multiple=True,
help="Servicer function for adding the method handler to the gRPC server. "
"Defaults to an empty list and no gRPC server is started.",
)
def start(
address,
http_host,
http_port,
proxy_location,
grpc_port,
grpc_servicer_functions,
):
ray.init(
address=address,
namespace=SERVE_NAMESPACE,
)
serve.start(
proxy_location=proxy_location,
http_options=dict(
host=http_host,
port=http_port,
),
grpc_options=gRPCOptions(
port=grpc_port,
grpc_servicer_functions=grpc_servicer_functions,
),
)
def _generate_config_from_file_or_import_path(
config_or_import_path: str,
*,
name: Optional[str],
arguments: Dict[str, str],
runtime_env: Optional[Dict[str, Any]],
) -> ServeDeploySchema:
"""Generates a deployable config schema for the passed application(s)."""
if pathlib.Path(config_or_import_path).is_file():
config_path = config_or_import_path
cli_logger.print(f"Deploying from config file: '{config_path}'.")
if len(arguments) > 0:
raise click.ClickException(
"Application arguments cannot be specified for a config file."
)
# TODO(edoakes): should we enable overriding?
with open(config_path, "r") as config_file:
if runtime_env and len(runtime_env) > 0:
cli_logger.warning(
"Passed in runtime_env is ignored when using config file"
)
if name is not None:
cli_logger.warning("Passed in name is ignored when using config file")
config_dict = yaml.safe_load(config_file)
config = ServeDeploySchema.model_validate(config_dict)
else:
# TODO(edoakes): should we default to --working-dir="." for this?
import_path = config_or_import_path
cli_logger.print(f"Deploying from import path: '{import_path}'.")
app = ServeApplicationSchema(
import_path=import_path,
runtime_env=runtime_env,
args=arguments,
)
if name is not None:
app.name = name
config = ServeDeploySchema(applications=[app])
return config
@cli.command(
short_help="Deploy an application or group of applications.",
help=(
"Deploy an application from an import path (e.g., main:app) "
"or a group of applications from a YAML config file.\n\n"
"Passed import paths must point to an Application object or "
"a function that returns one. If a function is used, arguments can be "
"passed to it in 'key=val' format after the import path, for example:\n\n"
"serve deploy main:app model_path='/path/to/model.pkl' num_replicas=5\n\n"
"This command makes a REST API request to a running Ray cluster."
),
)
@click.argument("config_or_import_path")
@click.argument("arguments", nargs=-1, required=False)
@click.option(
"--runtime-env",
type=str,
default=None,
required=False,
help=(
"Path to a local YAML file containing a runtime_env definition. Ignored "
"when deploying from a config file."
),
)
@click.option(
"--runtime-env-json",
type=str,
default=None,
required=False,
help=(
"JSON-serialized runtime_env dictionary. Ignored when deploying from a "
"config file."
),
)
@click.option(
"--working-dir",
type=str,
default=None,
required=False,
help=(
"Directory containing files that your application(s) will run in. This must "
"be a remote URI to a .zip file (e.g., S3 bucket). This overrides the "
"working_dir in --runtime-env if both are specified. Ignored when deploying "
"from a config file."
),
)
@click.option(
"--name",
required=False,
default=None,
type=str,
help="Custom name for the application. Ignored when deploying from a config file.",
)
@click.option(
"--address",
"-a",
default=os.environ.get("RAY_DASHBOARD_ADDRESS", "http://localhost:8265"),
required=False,
type=str,
help=RAY_DASHBOARD_ADDRESS_HELP_STR,
)
def deploy(
config_or_import_path: str,
arguments: Tuple[str],
runtime_env: str,
runtime_env_json: str,
working_dir: str,
name: Optional[str],
address: str,
):
args_dict = convert_args_to_dict(arguments)
final_runtime_env = parse_runtime_env_args(
runtime_env=runtime_env,
runtime_env_json=runtime_env_json,
working_dir=working_dir,
)
config = _generate_config_from_file_or_import_path(
config_or_import_path,
name=name,
arguments=args_dict,
runtime_env=final_runtime_env,
)
ServeSubmissionClient(address).deploy_applications(
config.model_dump(exclude_unset=True),
)
cli_logger.success(
"\nSent deploy request successfully.\n "
"* Use `serve status` to check applications' statuses.\n "
"* Use `serve config` to see the current application config(s).\n"
)
@cli.command(
short_help="Run an application or group of applications.",
help=(
"Run an application from an import path (e.g., my_script:"
"app) or a group of applications from a YAML config file.\n\n"
"Passed import paths must point to an Application object or "
"a function that returns one. If a function is used, arguments can be "
"passed to it in 'key=val' format after the import path, for example:\n\n"
"serve run my_script:app model_path='/path/to/model.pkl' num_replicas=5\n\n"
"If passing a YAML config, existing applications with no code changes will not "
"be updated.\n\n"
"By default, this will block and stream logs to the console. If you "
"Ctrl-C the command, it will shut down Serve on the cluster."
),
)
@click.argument("config_or_import_path")
@click.argument("arguments", nargs=-1, required=False)
@click.option(
"--runtime-env",
type=str,
default=None,
required=False,
help="Path to a local YAML file containing a runtime_env definition. "
"This will be passed to ray.init() as the default for deployments.",
)
@click.option(
"--runtime-env-json",
type=str,
default=None,
required=False,
help="JSON-serialized runtime_env dictionary. This will be passed to "
"ray.init() as the default for deployments.",
)
@click.option(
"--working-dir",
type=str,
default=None,
required=False,
help=(
"Directory containing files that your application(s) will run in. Can be a "
"local directory or a remote URI to a .zip file (S3, GS, HTTP). "
"This overrides the working_dir in --runtime-env if both are "
"specified. This will be passed to ray.init() as the default for "
"deployments."
),
)
@click.option(
"--app-dir",
"-d",
default=".",
type=str,
help=APP_DIR_HELP_STR,
)
@click.option(
"--address",
"-a",
default=os.environ.get("RAY_ADDRESS", None),
required=False,
type=str,
help=RAY_INIT_ADDRESS_HELP_STR,
)
@click.option(
"--blocking/--non-blocking",
default=True,
help=(
"Whether or not this command should be blocking. If blocking, it "
"will loop and log status until Ctrl-C'd, then clean up the app."
),
)
@click.option(
"--reload",
"-r",
is_flag=True,
help=(
"This is an experimental feature - Listens for changes to files in the working directory, "
"--working-dir or the working_dir in the --runtime-env, and automatically redeploys "
"the application. This will block until Ctrl-C'd, then clean up the "
"app."
),
)
@click.option(
"--route-prefix",
required=False,
type=str,
default="/",
help=(
"Route prefix for the application. This should only be used "
"when running an application specified by import path and "
"will be ignored if running a config file."
),
)
@click.option(
"--name",
required=False,
default=SERVE_DEFAULT_APP_NAME,
type=str,
help=(
"Name of the application. This should only be used "
"when running an application specified by import path and "
"will be ignored if running a config file."
),
)
def run(
config_or_import_path: str,
arguments: Tuple[str],
runtime_env: str,
runtime_env_json: str,
working_dir: str,
app_dir: str,
address: str,
blocking: bool,
reload: bool,
route_prefix: str,
name: str,
):
sys.path.insert(0, app_dir)
args_dict = convert_args_to_dict(arguments)
final_runtime_env = parse_runtime_env_args(
runtime_env=runtime_env,
runtime_env_json=runtime_env_json,
working_dir=working_dir,
)
if pathlib.Path(config_or_import_path).is_file():
if len(args_dict) > 0:
cli_logger.warning(
"Application arguments are ignored when running a config file."
)
is_config = True
config_path = config_or_import_path
cli_logger.print(f"Running config file: '{config_path}'.")
with open(config_path, "r") as config_file:
config_dict = yaml.safe_load(config_file)
config = ServeDeploySchema.model_validate(config_dict)
else:
is_config = False
import_path = config_or_import_path
cli_logger.print(f"Running import path: '{import_path}'.")
app = _private_api.call_user_app_builder_with_args_if_necessary(
import_attr(import_path), args_dict
)
# Only initialize ray if it has not happened yet.
if not ray.is_initialized():
# Setting the runtime_env here will set defaults for the deployments.
ray.init(
address=address, namespace=SERVE_NAMESPACE, runtime_env=final_runtime_env
)
elif (
address is not None
and address != "auto"
and address != ray.get_runtime_context().gcs_address
):
# Warning users the address they passed is different from the existing ray
# instance.
ray_address = ray.get_runtime_context().gcs_address
cli_logger.warning(
"An address was passed to `serve run` but the imported module also "
f"connected to Ray at a different address: '{ray_address}'. You do not "
"need to call `ray.init` in your code when using `serve run`."
)
http_options = {}
proxy_location = ProxyLocation.EveryNode
grpc_options = gRPCOptions()
controller_options = None
# Merge http_options, grpc_options, and controller_options with the ones on
# ServeDeploySchema.
if is_config and isinstance(config, ServeDeploySchema):
proxy_location = config.proxy_location
http_options = config.http_options.model_dump()
grpc_options = gRPCOptions(**config.grpc_options.model_dump())
controller_options = config.controller_options
client = _private_api.serve_start(
http_options=http_options,
proxy_location=proxy_location,
grpc_options=grpc_options,
controller_options=controller_options,
)
try:
if is_config:
client.deploy_apps(config, _blocking=False)
cli_logger.success("Submitted deploy config successfully.")
if blocking:
while True:
# Block, letting Ray print logs to the terminal.
time.sleep(10)
else:
# This should not block if reload is true so the watchfiles can be triggered
should_block = blocking and not reload
serve.run(app, blocking=should_block, name=name, route_prefix=route_prefix)
if reload:
if not blocking:
raise click.ClickException(
"The --non-blocking option conflicts with the --reload option."
)
if working_dir:
watch_dir = working_dir
else:
watch_dir = app_dir
for changes in watchfiles.watch(
watch_dir,
rust_timeout=10000,
yield_on_timeout=True,
):
if changes:
try:
# The module needs to be reloaded with `importlib` in order to
# pick up any changes.
app = _private_api.call_user_app_builder_with_args_if_necessary(
import_attr(import_path, reload_module=True), args_dict
)
serve.run(
target=app,
blocking=False,
name=name,
route_prefix=route_prefix,
)
except Exception:
traceback.print_exc()
cli_logger.error(
"Deploying the latest version of the application failed."
)
except KeyboardInterrupt:
cli_logger.info("Got KeyboardInterrupt, shutting down...")
serve.shutdown()
sys.exit()
except Exception:
traceback.print_exc()
cli_logger.error(
"Received unexpected error, see console logs for more details. Shutting "
"down..."
)
serve.shutdown()
sys.exit()
@cli.command(help="Gets the current configs of Serve applications on the cluster.")
@click.option(
"--address",
"-a",
default=os.environ.get("RAY_DASHBOARD_ADDRESS", "http://localhost:8265"),
required=False,
type=str,
help=RAY_DASHBOARD_ADDRESS_HELP_STR,
)
@click.option(
"--name",
"-n",
required=False,
type=str,
help=(
"Name of an application. Only applies to multi-application mode. If set, this "
"will only fetch the config for the specified application."
),
)
def config(address: str, name: Optional[str]):
warn_if_agent_address_set()
serve_details = ServeInstanceDetails(
**ServeSubmissionClient(address).get_serve_details()
)
applications = serve_details.applications
# Fetch app configs for all live applications on the cluster
if name is None:
configs = [
yaml.dump(
app.deployed_app_config.model_dump(exclude_unset=True),
Dumper=ServeDeploySchemaDumper,
sort_keys=False,
)
for app in applications.values()
if app.deployed_app_config is not None
]
if configs:
print("\n---\n\n".join(configs), end="")
else:
print("No configuration was found.")
# Fetch a specific app config by name.
else:
app = applications.get(name)
if app is None or app.deployed_app_config is None:
print(f'No config has been deployed for application "{name}".')
else:
config = app.deployed_app_config.model_dump(exclude_unset=True)
print(
yaml.dump(config, Dumper=ServeDeploySchemaDumper, sort_keys=False),
end="",
)
@cli.command(
short_help="Get the current status of all Serve applications on the cluster.",
help=(
"Prints status information about all applications on the cluster.\n\n"
"An application may be:\n\n"
"- NOT_STARTED: the application does not exist.\n"
"- DEPLOYING: the deployments in the application are still deploying and "
"haven't reached the target number of replicas.\n"
"- RUNNING: all deployments are healthy.\n"
"- DEPLOY_FAILED: the application failed to deploy or reach a running state.\n"
"- DELETING: the application is being deleted, and the deployments in the "
"application are being teared down.\n\n"
"The deployments within each application may be:\n\n"
"- HEALTHY: all replicas are acting normally and passing their health checks.\n"
"- UNHEALTHY: at least one replica is not acting normally and may not be "
"passing its health check.\n"
"- UPDATING: the deployment is updating."
),
)
@click.option(
"--address",
"-a",
default=os.environ.get("RAY_DASHBOARD_ADDRESS", "http://localhost:8265"),
required=False,
type=str,
help=RAY_DASHBOARD_ADDRESS_HELP_STR,
)
@click.option(
"--name",
"-n",
default=None,
required=False,
type=str,
help=(
"Name of an application. If set, this will display only the status of the "
"specified application."
),
)
def status(address: str, name: Optional[str]):
warn_if_agent_address_set()
serve_details = ServeInstanceDetails(
**ServeSubmissionClient(address).get_serve_details()
)
status = asdict(serve_details._get_status())
# Ensure multi-line strings in app_status is dumped/printed correctly
if name is None:
print(
yaml.dump(
# Ensure exception traceback in app_status are printed correctly
process_dict_for_yaml_dump(status),
Dumper=ServeDeploySchemaDumper,
default_flow_style=False,
sort_keys=False,
),
end="",
)
else:
if name not in serve_details.applications:
cli_logger.error(f'Application "{name}" does not exist.')
else:
print(
yaml.dump(
# Ensure exception tracebacks in app_status are printed correctly
process_dict_for_yaml_dump(status["applications"][name]),
Dumper=ServeDeploySchemaDumper,
default_flow_style=False,
sort_keys=False,
),
end="",
)
@cli.command(
help="Shuts down Serve on the cluster, deleting all applications.",
)
@click.option(
"--address",
"-a",
default=os.environ.get("RAY_DASHBOARD_ADDRESS", "http://localhost:8265"),
required=False,
type=str,
help=RAY_DASHBOARD_ADDRESS_HELP_STR,
)
@click.option("--yes", "-y", is_flag=True, help="Bypass confirmation prompt.")
def shutdown(address: str, yes: bool):
warn_if_agent_address_set()
# check if the address is a valid Ray address
try:
# see what applications are deployed on the cluster
serve_details = ServeInstanceDetails(
**ServeSubmissionClient(address).get_serve_details()
)
if serve_details.controller_info.node_id is None:
cli_logger.warning(
f"No Serve instance found running on the cluster at {address}."
)
return
except Exception as e:
cli_logger.error(
f"Unable to shutdown Serve on the cluster at address {address}: {e}"
)
return
if not yes:
click.confirm(
f"This will shut down Serve on the cluster at address "
f'"{address}" and delete all applications there. Do you '
"want to continue?",
abort=True,
)
ServeSubmissionClient(address).delete_applications()
cli_logger.success(
"Sent shutdown request; applications will be deleted asynchronously."
)
@cli.command(
name="controller-health",
short_help="Display health metrics for the Serve controller.",
help=(
"Display health metrics for the Ray Serve controller.\n\n"
"Shows performance indicators that help diagnose controller issues, "
"especially as cluster size increases. Metrics include control loop "
"duration statistics, event loop health, component update times, and "
"autoscaling metrics latency."
),
)
@click.option(
"--address",
"-a",
default=os.environ.get("RAY_ADDRESS", "auto"),
required=False,
type=str,
help=RAY_INIT_ADDRESS_HELP_STR,
)
@click.option(
"--json",
"output_json",
is_flag=True,
help="Output metrics as JSON instead of formatted YAML.",
)
def controller_health(address: str, output_json: bool):
if not ray.is_initialized():
# Connect to existing cluster only, don't start a new one
try:
ray.init(
address=address,
namespace=SERVE_NAMESPACE,
)
except ConnectionError:
cli_logger.error(
f"Could not connect to Ray cluster at address '{address}'. "
"Make sure a Ray cluster is running."
)
sys.exit(1)
try:
# Get the controller handle
controller = _get_global_client()._controller
# Fetch health metrics
metrics = ray.get(controller.get_health_metrics.remote())
if output_json:
print(json.dumps(metrics, indent=2))
else:
print(
yaml.dump(
metrics,
default_flow_style=False,
sort_keys=False,
),
end="",
)
except RayServeException as e:
cli_logger.error(str(e))
sys.exit(1)
except Exception:
cli_logger.error(
"Failed to get controller health metrics, "
"see the controller logs for more details."
)
sys.exit(1)
@cli.command(
short_help="Generate a config file for the specified applications.",
help=(
"Imports the applications at IMPORT_PATHS and generates a structured, multi-"
"application config for them. If the flag --single-app is set, accepts one "
"application and generates a single-application config. Config "
"outputted from this command can be used by `serve deploy` or the REST API. "
),
)
@click.argument("import_paths", nargs=-1, required=True)
@click.option(
"--app-dir",
"-d",
default=".",
type=str,
help=APP_DIR_HELP_STR,
)
@click.option(
"--output-path",
"-o",
default=None,
type=str,
help=(
"Local path where the output config will be written in YAML format. "
"If not provided, the config will be printed to STDOUT."
),
)
@click.option(
"--grpc-servicer-functions",
default=[],
required=False,
multiple=True,
help="Servicer function for adding the method handler to the gRPC server. "
"Defaults to an empty list and no gRPC server is started.",
)
def build(
import_paths: Tuple[str],
app_dir: str,
output_path: Optional[str],
grpc_servicer_functions: List[str],
):
sys.path.insert(0, app_dir)
def build_app_config(import_path: str, name: str = None):
app: Application = import_attr(import_path)
if not isinstance(app, Application):
raise TypeError(
f"Expected '{import_path}' to be an Application but got {type(app)}."
)
built_app: BuiltApplication = build_app(app, name=name)
schema = ServeApplicationSchema(
name=name,
route_prefix="/" if len(import_paths) == 1 else f"/{name}",
import_path=import_path,
runtime_env={},
deployments=[deployment_to_schema(d) for d in built_app.deployments],
)
return schema.model_dump(exclude_unset=True)
config_str = (
"# This file was generated using the `serve build` command "
f"on Ray v{ray.__version__}.\n\n"
)
app_configs = []
for app_index, import_path in enumerate(import_paths):
app_configs.append(build_app_config(import_path, name=f"app{app_index + 1}"))
deploy_config = {
"proxy_location": "EveryNode",
"http_options": {
"host": get_all_interfaces_ip(),
"port": 8000,
},
"grpc_options": {
"port": DEFAULT_GRPC_PORT,
"grpc_servicer_functions": grpc_servicer_functions,
},
"logging_config": LoggingConfig().model_dump(),
"applications": app_configs,
}
# Parse + validate the set of application configs
ServeDeploySchema.model_validate(deploy_config)
config_str += yaml.dump(
deploy_config,
Dumper=ServeDeploySchemaDumper,
default_flow_style=False,
sort_keys=False,
width=80, # Set width to avoid folding long lines
indent=2, # Use 2-space indentation for more compact configuration
)
cli_logger.info(
"The auto-generated application names default to `app1`, `app2`, ... etc. "
"Rename as necessary.\n",
)
# Ensure file ends with only one newline
config_str = config_str.rstrip("\n") + "\n"
with open(output_path, "w") if output_path else sys.stdout as f:
f.write(config_str)
class ServeDeploySchemaDumper(yaml.SafeDumper):
"""YAML dumper object with custom formatting for ServeDeploySchema.
Reformat config to follow this spacing with appropriate line breaks:
---------------------------------------------------------------
proxy_location: EveryNode
http_options:
host: 0.0.0.0
port: 8000
grpc_options:
port: 9000
grpc_servicer_functions: []
logging_config:
# ...
applications:
- name: app1
import_path: app1.path
# ...
"""
def write_line_break(self, data=None):
# https://github.com/yaml/pyyaml/issues/127#issuecomment-525800484
super().write_line_break(data)
# Only add extra line breaks between top-level keys
if len(self.indents) == 1:
super().write_line_break()
def enum_representer(dumper: yaml.Dumper, data: Enum):
"""Custom representer for Enum objects to serialize as their string values.
This tells PyYAML when it encounters an Enum object, serialize it as
a string scalar using its .value attribute."""
return dumper.represent_scalar("tag:yaml.org,2002:str", str(data.value))
# Register Enum representer with SafeDumper to handle enum serialization
# in all YAML dumps (config, status, build commands).
# Since ServeDeploySchemaDumper extends SafeDumper, this also covers build command.
ServeDeploySchemaDumper.add_multi_representer(Enum, enum_representer)
ServeDeploySchemaDumper.add_representer(str, str_presenter)
if __name__ == "__main__":
cli()
Reference in New Issue View Git Blame Copy Permalink