Files
2026-07-13 13:17:40 +08:00

42 lines
1.1 KiB
Python

import requests
from starlette.requests import Request
from ray import serve
from ray.serve.handle import DeploymentHandle
@serve.deployment
class Ingress:
def __init__(
self, ver_25_handle: DeploymentHandle, ver_26_handle: DeploymentHandle
):
self.ver_25_handle = ver_25_handle
self.ver_26_handle = ver_26_handle
async def __call__(self, request: Request):
if request.query_params["version"] == "25":
return await self.ver_25_handle.remote()
else:
return await self.ver_26_handle.remote()
@serve.deployment
def requests_version():
return requests.__version__
ver_25 = requests_version.options(
name="25",
ray_actor_options={"runtime_env": {"pip": ["requests==2.25.1"]}},
).bind()
ver_26 = requests_version.options(
name="26",
ray_actor_options={"runtime_env": {"pip": ["requests==2.26.0"]}},
).bind()
app = Ingress.bind(ver_25, ver_26)
serve.run(app)
assert requests.get("http://127.0.0.1:8000/?version=25").text == "2.25.1"
assert requests.get("http://127.0.0.1:8000/?version=26").text == "2.26.0"