chore: import upstream snapshot with attribution

python/ray/tests/mock_s3_server.py

@@ -0,0 +1,93 @@
+# extracted from aioboto3
+#    https://github.com/terrycain/aioboto3/blob/16a1a1085191ebe6d40ee45d9588b2173738af0c/tests/mock_server.py
+import shutil
+import signal
+import subprocess as sp
+import time
+
+import pytest
+import requests
+
+from ray._common.network_utils import build_address
+
+_proxy_bypass = {
+    "http": None,
+    "https": None,
+}
+
+
+def start_service(service_name, host, port):
+    moto_svr_path = shutil.which("moto_server")
+    # moto 5.x no longer accepts a service name argument - all services
+    # are served on a single endpoint
+    args = [moto_svr_path, "-H", host, "-p", str(port)]
+    process = sp.Popen(
+        args, stdin=sp.PIPE, stdout=sp.DEVNULL, stderr=sp.DEVNULL
+    )  # shell=True
+    url = f"http://{build_address(host, port)}"
+
+    for i in range(0, 30):
+        output = process.poll()
+        if output is not None:
+            print("moto_server exited status {0}".format(output))
+            stdout, stderr = process.communicate()
+            print("moto_server stdout: {0}".format(stdout))
+            print("moto_server stderr: {0}".format(stderr))
+            pytest.fail("Can not start service: {}".format(service_name))
+
+        try:
+            # we need to bypass the proxies due to monkeypatches
+            requests.get(url, timeout=5, proxies=_proxy_bypass)
+            break
+        except requests.exceptions.ConnectionError:
+            time.sleep(0.5)
+    else:
+        stop_process(process)  # pytest.fail doesn't call stop_process
+        pytest.fail("Can not start service: {}".format(service_name))
+
+    return process
+
+
+def stop_process(process):
+    try:
+        process.send_signal(signal.SIGTERM)
+        process.communicate(timeout=20)
+    except sp.TimeoutExpired:
+        process.kill()
+        outs, errors = process.communicate(timeout=20)
+        exit_code = process.returncode
+        msg = "Child process finished {} not in clean way: {} {}".format(
+            exit_code, outs, errors
+        )
+        raise RuntimeError(msg)
+
+
+@pytest.fixture(scope="session")
+def dynamodb2_server():
+    host = "localhost"
+    port = 5001
+    url = f"http://{build_address(host, port)}"
+    process = start_service("dynamodb2", host, port)
+    yield url
+    stop_process(process)
+
+
+@pytest.fixture(scope="session")
+def s3_server():
+    host = "localhost"
+    port = 5002
+    url = f"http://{build_address(host, port)}"
+    process = start_service("s3", host, port)
+    yield url
+    stop_process(process)
+
+
+@pytest.fixture(scope="session")
+def kms_server():
+    host = "localhost"
+    port = 5003
+    url = f"http://{build_address(host, port)}"
+    process = start_service("kms", host, port)
+
+    yield url
+    stop_process(process)