chore: import upstream snapshot with attribution

doc/source/serve/doc_code/gradio-integration-parallel.py

@@ -0,0 +1,74 @@
+import requests
+
+# __doc_import_begin__
+from ray import serve
+from ray.serve.handle import DeploymentHandle
+from ray.serve.gradio_integrations import GradioIngress
+
+import gradio as gr
+
+import asyncio
+from transformers import pipeline
+
+# __doc_import_end__
+
+
+# __doc_models_begin__
+@serve.deployment
+class TextGenerationModel:
+    def __init__(self, model_name):
+        self.generator = pipeline("text-generation", model=model_name)
+
+    def __call__(self, text):
+        generated_list = self.generator(
+            text, do_sample=True, min_length=20, max_length=100
+        )
+        generated = generated_list[0]["generated_text"]
+        return generated
+
+
+app1 = TextGenerationModel.bind("gpt2")
+app2 = TextGenerationModel.bind("distilgpt2")
+# __doc_models_end__
+
+
+# __doc_gradio_server_begin__
+@serve.deployment
+class MyGradioServer(GradioIngress):
+    def __init__(
+        self, downstream_model_1: DeploymentHandle, downstream_model_2: DeploymentHandle
+    ):
+        self._d1 = downstream_model_1
+        self._d2 = downstream_model_2
+
+        super().__init__(
+            lambda: gr.Interface(
+                self.fanout, "textbox", "textbox", api_name="predict"
+            )
+        )
+
+    async def fanout(self, text):
+        [result1, result2] = await asyncio.gather(
+            self._d1.remote(text), self._d2.remote(text)
+        )
+        return (
+            f"[Generated text version 1]\n{result1}\n\n"
+            f"[Generated text version 2]\n{result2}"
+        )
+        # __doc_gradio_server_end__
+
+
+# __doc_app_begin__
+app = MyGradioServer.bind(app1, app2)
+# __doc_app_end__
+
+# Test example code
+serve.run(app)
+response = requests.post(
+    "http://127.0.0.1:8000/gradio_api/run/predict/", json={"data": ["My name is Lewis"]}
+)
+assert response.status_code == 200
+print(
+    "gradio-integration-parallel.py: Response from example code is",
+    response.json()["data"],
+)