chore: import upstream snapshot with attribution

python/ray/tests/test_system_metrics.py

@@ -0,0 +1,50 @@
+import os
+import sys
+import time
+
+import pytest
+
+import ray
+from ray._common.test_utils import (
+    PrometheusTimeseries,
+    wait_for_condition,
+)
+from ray._private.test_utils import raw_metric_timeseries
+
+METRIC_CONFIG = {
+    "_system_config": {
+        "metrics_report_interval_ms": 100,
+    }
+}
+
+
+def test_unintentional_worker_failures_metric(shutdown_only):
+    context = ray.init(num_cpus=2, **METRIC_CONFIG)
+
+    @ray.remote
+    class Actor:
+        def exit(self):
+            os._exit(1)
+
+    actor1 = Actor.remote()
+    actor2 = Actor.remote()
+    # intentional
+    ray.kill(actor1)
+    # unintentional
+    actor2.exit.remote()
+
+    timeseries = PrometheusTimeseries()
+
+    def verify():
+        metrics = raw_metric_timeseries(context, timeseries)
+        for sample in metrics["ray_unintentional_worker_failures_total"]:
+            assert sample.value == 1
+        return True
+
+    # Wait for metrics to be reported
+    time.sleep(1)
+    wait_for_condition(lambda: verify())
+
+
+if __name__ == "__main__":
+    sys.exit(pytest.main(["-sv", __file__]))