chore: import upstream snapshot with attribution

doc/source/serve/doc_code/tutorial_batch.py

@@ -0,0 +1,33 @@
+# fmt: off
+# __doc_import_begin__
+from typing import List
+
+from starlette.requests import Request
+from transformers import pipeline
+
+from ray import serve
+# __doc_import_end__
+# fmt: on
+
+
+# __doc_define_servable_begin__
+@serve.deployment
+class BatchTextGenerator:
+    def __init__(self, pipeline_key: str, model_key: str):
+        self.model = pipeline(pipeline_key, model_key)
+
+    @serve.batch(max_batch_size=4)
+    async def handle_batch(self, inputs: List[str]) -> List[str]:
+        print("Our input array has length:", len(inputs))
+
+        results = self.model(inputs)
+        return [result[0]["generated_text"] for result in results]
+
+    async def __call__(self, request: Request) -> List[str]:
+        return await self.handle_batch(request.query_params["text"])
+        # __doc_define_servable_end__
+
+
+# __doc_deploy_begin__
+generator = BatchTextGenerator.bind("text-generation", "gpt2")
+# __doc_deploy_end__