wehub-resource-sync
26 lines
512 B
Python
26 lines
512 B
Python
from pydantic import BaseModel
|
|
|
|
from ray import serve
|
|
|
|
|
|
class TypedArgs(BaseModel):
|
|
message: str = "DEFAULT"
|
|
|
|
|
|
@serve.deployment(ray_actor_options={"num_cpus": 0})
|
|
class Echo:
|
|
def __init__(self, message: str):
|
|
print("Echo message:", message)
|
|
self._message = message
|
|
|
|
def __call__(self, *args):
|
|
return self._message
|
|
|
|
|
|
def build_echo_app(args):
|
|
return Echo.bind(args.get("message", "DEFAULT"))
|
|
|
|
|
|
def build_echo_app_typed(args: TypedArgs):
|
|
return Echo.bind(args.message)
|