chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,32 @@
|
||||
# __serve_example_begin__
|
||||
import asyncio
|
||||
|
||||
from ray import serve
|
||||
from ray.serve.config import AutoscalingConfig, AutoscalingPolicy
|
||||
|
||||
|
||||
@serve.deployment(
|
||||
autoscaling_config=AutoscalingConfig(
|
||||
min_replicas=1,
|
||||
max_replicas=12,
|
||||
policy=AutoscalingPolicy(
|
||||
policy_function="autoscaling_policy:scheduled_batch_processing_policy"
|
||||
),
|
||||
),
|
||||
)
|
||||
class BatchProcessingDeployment:
|
||||
async def __call__(self) -> str:
|
||||
# Simulate batch processing work
|
||||
await asyncio.sleep(0.5)
|
||||
return "Hello, world!"
|
||||
|
||||
|
||||
app = BatchProcessingDeployment.bind()
|
||||
# __serve_example_end__
|
||||
|
||||
if __name__ == "__main__":
|
||||
import requests # noqa
|
||||
|
||||
serve.run(app)
|
||||
resp = requests.get("http://localhost:8000/")
|
||||
assert resp.text == "Hello, world!"
|
||||
Reference in New Issue
Block a user