wehub-resource-sync
901 lines
34 KiB
Cython
901 lines
34 KiB
Cython
from libcpp cimport bool as c_bool
|
|
from libcpp.memory cimport shared_ptr, unique_ptr
|
|
from libcpp.string cimport string as c_string
|
|
|
|
from libc.stdint cimport uint8_t, int32_t, uint64_t, int64_t, uint32_t
|
|
from libcpp.unordered_map cimport unordered_map
|
|
from libcpp.vector cimport vector as c_vector
|
|
from libcpp.pair cimport pair as c_pair
|
|
from ray.includes.optional cimport (
|
|
optional,
|
|
)
|
|
from ray.includes.unique_ids cimport (
|
|
CActorID,
|
|
CJobID,
|
|
CClusterID,
|
|
CWorkerID,
|
|
CObjectID,
|
|
CTaskID,
|
|
CPlacementGroupID,
|
|
CNodeID,
|
|
)
|
|
from ray.includes.function_descriptor cimport (
|
|
CFunctionDescriptor,
|
|
)
|
|
|
|
|
|
cdef extern from * namespace "polyfill" nogil:
|
|
"""
|
|
namespace polyfill {
|
|
|
|
template <typename T>
|
|
inline typename std::remove_reference<T>::type&& move(T& t) {
|
|
return std::move(t);
|
|
}
|
|
|
|
template <typename T>
|
|
inline typename std::remove_reference<T>::type&& move(T&& t) {
|
|
return std::move(t);
|
|
}
|
|
|
|
} // namespace polyfill
|
|
"""
|
|
cdef T move[T](T)
|
|
|
|
|
|
cdef extern from "ray/common/status.h" namespace "ray" nogil:
|
|
cdef enum class CStatusCode "ray::StatusCode":
|
|
pass
|
|
c_bool operator==(CStatusCode lhs, CStatusCode rhs)
|
|
|
|
cdef cppclass CRayStatus "ray::Status":
|
|
CRayStatus()
|
|
CRayStatus(CStatusCode code, const c_string &msg)
|
|
CRayStatus(CStatusCode code, const c_string &msg, int rpc_code)
|
|
CRayStatus(const CRayStatus &s)
|
|
|
|
@staticmethod
|
|
CRayStatus OK()
|
|
|
|
@staticmethod
|
|
CRayStatus OutOfMemory(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus KeyError(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus Invalid(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus IOError(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus TypeError(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus UnknownError(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus NotImplemented(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus ObjectStoreFull(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus RedisError(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus TimedOut(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus InvalidArgument(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus Interrupted(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus IntentionalSystemExit(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus UnexpectedSystemExit(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus CreationTaskError(const c_string &msg)
|
|
|
|
@staticmethod
|
|
CRayStatus NotFound()
|
|
|
|
@staticmethod
|
|
CRayStatus ObjectRefEndOfStream()
|
|
|
|
c_bool ok()
|
|
c_bool IsOutOfMemory()
|
|
c_bool IsKeyError()
|
|
c_bool IsInvalid()
|
|
c_bool IsIOError()
|
|
c_bool IsTypeError()
|
|
c_bool IsUnknownError()
|
|
c_bool IsNotImplemented()
|
|
c_bool IsObjectStoreFull()
|
|
c_bool IsAlreadyExists()
|
|
c_bool IsOutOfDisk()
|
|
c_bool IsRedisError()
|
|
c_bool IsTimedOut()
|
|
c_bool IsInvalidArgument()
|
|
c_bool IsInterrupted()
|
|
c_bool IsObjectNotFound()
|
|
c_bool IsNotFound()
|
|
c_bool IsObjectUnknownOwner()
|
|
c_bool IsRpcError()
|
|
c_bool IsOutOfResource()
|
|
c_bool IsObjectRefEndOfStream()
|
|
c_bool IsIntentionalSystemExit()
|
|
c_bool IsUnexpectedSystemExit()
|
|
c_bool IsChannelError()
|
|
c_bool IsChannelTimeoutError()
|
|
c_bool IsUnauthenticated()
|
|
|
|
c_string ToString()
|
|
c_string CodeAsString()
|
|
CStatusCode code()
|
|
c_string message()
|
|
int rpc_code()
|
|
|
|
# We can later add more of the common status factory methods as needed
|
|
cdef CRayStatus RayStatus_OK "Status::OK"()
|
|
cdef CRayStatus RayStatus_Invalid "Status::Invalid"()
|
|
cdef CRayStatus RayStatus_NotImplemented "Status::NotImplemented"()
|
|
|
|
cdef extern from "ray/common/status_or.h" namespace "ray" nogil:
|
|
cdef cppclass CStatusOr "ray::StatusOr"[T]:
|
|
c_bool ok()
|
|
const CRayStatus &status() const
|
|
T &value()
|
|
|
|
cdef extern from "ray/common/status.h" namespace "ray::StatusT" nogil:
|
|
cdef cppclass CStatusTIOError "ray::StatusT::IOError":
|
|
CStatusTIOError(const c_string &msg)
|
|
c_string message() const
|
|
|
|
cdef cppclass CStatusTTimedOut "ray::StatusT::TimedOut":
|
|
CStatusTTimedOut(const c_string &msg)
|
|
c_string message() const
|
|
|
|
cdef cppclass CStatusTInvalid "ray::StatusT::Invalid":
|
|
CStatusTInvalid(const c_string &msg)
|
|
c_string message() const
|
|
|
|
cdef extern from "ray/common/status.h" namespace "ray" nogil:
|
|
cdef cppclass CWaitForPersistedPortResult "ray::StatusSetOr<int, ray::StatusT::IOError, ray::StatusT::TimedOut, ray::StatusT::Invalid>":
|
|
c_bool has_value()
|
|
c_bool has_error()
|
|
int &value()
|
|
c_string message()
|
|
|
|
cdef extern from "ray/util/port_persistence.h" namespace "ray" nogil:
|
|
c_string GetPortFileName "ray::GetPortFileName"(
|
|
const CNodeID &node_id,
|
|
const c_string &port_name)
|
|
CRayStatus PersistPort "ray::PersistPort"(
|
|
const c_string &dir,
|
|
const CNodeID &node_id,
|
|
const c_string &port_name,
|
|
int port)
|
|
CWaitForPersistedPortResult WaitForPersistedPort "ray::WaitForPersistedPort"(
|
|
const c_string &dir,
|
|
const CNodeID &node_id,
|
|
const c_string &port_name,
|
|
int timeout_ms,
|
|
int poll_interval_ms)
|
|
|
|
cdef extern from "ray/common/id.h" namespace "ray" nogil:
|
|
const CTaskID GenerateTaskId(const CJobID &job_id,
|
|
const CTaskID &parent_task_id,
|
|
int parent_task_counter)
|
|
|
|
|
|
cdef extern from "src/ray/protobuf/common.pb.h" nogil:
|
|
cdef cppclass CLanguage "ray::Language":
|
|
pass
|
|
cdef cppclass CWorkerType "ray::core::WorkerType":
|
|
pass
|
|
cdef cppclass CWorkerExitType "ray::rpc::WorkerExitType":
|
|
pass
|
|
cdef cppclass CTaskType "ray::TaskType":
|
|
pass
|
|
cdef cppclass CPlacementStrategy "ray::core::PlacementStrategy":
|
|
pass
|
|
cdef cppclass CDefaultSchedulingStrategy "ray::rpc::DefaultSchedulingStrategy": # noqa: E501
|
|
CDefaultSchedulingStrategy()
|
|
cdef cppclass CSpreadSchedulingStrategy "ray::rpc::SpreadSchedulingStrategy": # noqa: E501
|
|
CSpreadSchedulingStrategy()
|
|
cdef cppclass CPlacementGroupSchedulingStrategy "ray::rpc::PlacementGroupSchedulingStrategy": # noqa: E501
|
|
CPlacementGroupSchedulingStrategy()
|
|
void set_placement_group_id(const c_string& placement_group_id)
|
|
void set_placement_group_bundle_index(int64_t placement_group_bundle_index) # noqa: E501
|
|
void set_placement_group_capture_child_tasks(c_bool placement_group_capture_child_tasks) # noqa: E501
|
|
cdef cppclass CNodeAffinitySchedulingStrategy "ray::rpc::NodeAffinitySchedulingStrategy": # noqa: E501
|
|
CNodeAffinitySchedulingStrategy()
|
|
void set_node_id(const c_string& node_id)
|
|
void set_soft(c_bool soft)
|
|
void set_spill_on_unavailable(c_bool spill_on_unavailable)
|
|
void set_fail_on_unavailable(c_bool fail_on_unavailable)
|
|
cdef cppclass CSchedulingStrategy "ray::rpc::SchedulingStrategy":
|
|
CSchedulingStrategy()
|
|
void clear_scheduling_strategy()
|
|
CSpreadSchedulingStrategy* mutable_spread_scheduling_strategy()
|
|
CDefaultSchedulingStrategy* mutable_default_scheduling_strategy()
|
|
CPlacementGroupSchedulingStrategy* mutable_placement_group_scheduling_strategy() # noqa: E501
|
|
CNodeAffinitySchedulingStrategy* mutable_node_affinity_scheduling_strategy()
|
|
CNodeLabelSchedulingStrategy* mutable_node_label_scheduling_strategy()
|
|
cdef cppclass CAddress "ray::rpc::Address":
|
|
CAddress()
|
|
const c_string &SerializeAsString() const
|
|
void ParseFromString(const c_string &serialized)
|
|
void CopyFrom(const CAddress& address)
|
|
const c_string &worker_id()
|
|
cdef cppclass CObjectReference "ray::rpc::ObjectReference":
|
|
CObjectReference()
|
|
CAddress owner_address() const
|
|
const c_string &object_id() const
|
|
const c_string &call_site() const
|
|
c_bool has_tensor_transport() const
|
|
const c_string &tensor_transport() const
|
|
cdef cppclass CNodeLabelSchedulingStrategy "ray::rpc::NodeLabelSchedulingStrategy": # noqa: E501
|
|
CNodeLabelSchedulingStrategy()
|
|
CLabelMatchExpressions* mutable_hard()
|
|
CLabelMatchExpressions* mutable_soft()
|
|
cdef cppclass CLabelMatchExpressions "ray::rpc::LabelMatchExpressions": # noqa: E501
|
|
CLabelMatchExpressions()
|
|
CLabelMatchExpression* add_expressions()
|
|
cdef cppclass CLabelMatchExpression "ray::rpc::LabelMatchExpression": # noqa: E501
|
|
CLabelMatchExpression()
|
|
void set_key(const c_string &key)
|
|
CLabelOperator* mutable_operator_()
|
|
cdef cppclass CLabelIn "ray::rpc::LabelIn": # noqa: E501
|
|
CLabelIn()
|
|
void add_values(const c_string &value)
|
|
cdef cppclass CLabelNotIn "ray::rpc::LabelNotIn": # noqa: E501
|
|
CLabelNotIn()
|
|
void add_values(const c_string &value)
|
|
cdef cppclass CLabelExists "ray::rpc::LabelExists": # noqa: E501
|
|
CLabelExists()
|
|
cdef cppclass CLabelDoesNotExist "ray::rpc::LabelDoesNotExist": # noqa: E501
|
|
CLabelDoesNotExist()
|
|
cdef cppclass CLabelNotIn "ray::rpc::LabelNotIn": # noqa: E501
|
|
CLabelNotIn()
|
|
void add_values(const c_string &value)
|
|
cdef cppclass CLabelOperator "ray::rpc::LabelOperator": # noqa: E501
|
|
CLabelOperator()
|
|
CLabelIn* mutable_label_in()
|
|
CLabelNotIn* mutable_label_not_in()
|
|
CLabelExists* mutable_label_exists()
|
|
CLabelDoesNotExist* mutable_label_does_not_exist()
|
|
cdef cppclass CLineageReconstructionTask "ray::rpc::LineageReconstructionTask":
|
|
CLineageReconstructionTask()
|
|
const c_string &SerializeAsString() const
|
|
|
|
cdef extern from "ray/common/scheduling/cluster_resource_data.h" namespace "ray" nogil:
|
|
cdef cppclass CNodeResources "ray::NodeResources":
|
|
CNodeResources()
|
|
unordered_map[c_string, c_string] labels
|
|
c_bool HasRequiredLabels(const CLabelSelector &label_selector) const
|
|
|
|
void SetNodeResourcesLabels(CNodeResources& resources, const unordered_map[c_string, c_string]& labels)
|
|
|
|
cdef extern from "ray/common/scheduling/label_selector.h" namespace "ray":
|
|
cdef cppclass CLabelSelector "ray::LabelSelector":
|
|
CLabelSelector() nogil except +
|
|
void AddConstraint(const c_string& key, const c_string& value) nogil except +
|
|
|
|
cdef extern from "ray/common/scheduling/fallback_strategy.h" namespace "ray":
|
|
cdef cppclass CFallbackOption "ray::FallbackOption":
|
|
CLabelSelector label_selector
|
|
|
|
CFallbackOption() nogil except +
|
|
CFallbackOption(CLabelSelector) nogil except +
|
|
|
|
# This is a workaround for C++ enum class since Cython has no corresponding
|
|
# representation.
|
|
cdef extern from "src/ray/protobuf/common.pb.h" nogil:
|
|
cdef CLanguage LANGUAGE_PYTHON "ray::Language::PYTHON"
|
|
cdef CLanguage LANGUAGE_CPP "ray::Language::CPP"
|
|
cdef CLanguage LANGUAGE_JAVA "ray::Language::JAVA"
|
|
|
|
cdef extern from "src/ray/protobuf/common.pb.h" nogil:
|
|
cdef CWorkerType WORKER_TYPE_WORKER "ray::core::WorkerType::WORKER"
|
|
cdef CWorkerType WORKER_TYPE_DRIVER "ray::core::WorkerType::DRIVER"
|
|
cdef CWorkerType WORKER_TYPE_SPILL_WORKER "ray::core::WorkerType::SPILL_WORKER" # noqa: E501
|
|
cdef CWorkerType WORKER_TYPE_RESTORE_WORKER "ray::core::WorkerType::RESTORE_WORKER" # noqa: E501
|
|
cdef CWorkerType WORKER_TYPE_UTIL_WORKER "ray::core::WorkerType::UTIL_WORKER" # noqa: E501
|
|
cdef CWorkerExitType WORKER_EXIT_TYPE_USER_ERROR "ray::rpc::WorkerExitType::USER_ERROR" # noqa: E501
|
|
cdef CWorkerExitType WORKER_EXIT_TYPE_SYSTEM_ERROR "ray::rpc::WorkerExitType::SYSTEM_ERROR" # noqa: E501
|
|
cdef CWorkerExitType WORKER_EXIT_TYPE_INTENTIONAL_SYSTEM_ERROR "ray::rpc::WorkerExitType::INTENDED_SYSTEM_EXIT" # noqa: E501
|
|
|
|
cdef extern from "src/ray/protobuf/common.pb.h" nogil:
|
|
cdef CTaskType TASK_TYPE_NORMAL_TASK "ray::TaskType::NORMAL_TASK"
|
|
cdef CTaskType TASK_TYPE_ACTOR_CREATION_TASK "ray::TaskType::ACTOR_CREATION_TASK" # noqa: E501
|
|
cdef CTaskType TASK_TYPE_ACTOR_TASK "ray::TaskType::ACTOR_TASK"
|
|
|
|
cdef extern from "src/ray/protobuf/common.pb.h" nogil:
|
|
cdef CPlacementStrategy PLACEMENT_STRATEGY_PACK \
|
|
"ray::core::PlacementStrategy::PACK"
|
|
cdef CPlacementStrategy PLACEMENT_STRATEGY_SPREAD \
|
|
"ray::core::PlacementStrategy::SPREAD"
|
|
cdef CPlacementStrategy PLACEMENT_STRATEGY_STRICT_PACK \
|
|
"ray::core::PlacementStrategy::STRICT_PACK"
|
|
cdef CPlacementStrategy PLACEMENT_STRATEGY_STRICT_SPREAD \
|
|
"ray::core::PlacementStrategy::STRICT_SPREAD"
|
|
|
|
cdef extern from "ray/common/buffer.h" namespace "ray" nogil:
|
|
cdef cppclass CBuffer "ray::Buffer":
|
|
uint8_t *Data() const
|
|
size_t Size() const
|
|
c_bool IsPlasmaBuffer() const
|
|
|
|
cdef cppclass LocalMemoryBuffer(CBuffer):
|
|
LocalMemoryBuffer(uint8_t *data, size_t size, c_bool copy_data)
|
|
LocalMemoryBuffer(size_t size)
|
|
|
|
cdef cppclass SharedMemoryBuffer(CBuffer):
|
|
SharedMemoryBuffer(
|
|
const shared_ptr[CBuffer] &buffer,
|
|
int64_t offset,
|
|
int64_t size)
|
|
c_bool IsPlasmaBuffer() const
|
|
|
|
cdef extern from "ray/common/ray_object.h" nogil:
|
|
cdef cppclass CRayObject "ray::RayObject":
|
|
CRayObject(const shared_ptr[CBuffer] &data,
|
|
const shared_ptr[CBuffer] &metadata,
|
|
const c_vector[CObjectReference] &nested_refs)
|
|
c_bool HasData() const
|
|
c_bool HasMetadata() const
|
|
const size_t DataSize() const
|
|
const shared_ptr[CBuffer] &GetData()
|
|
const shared_ptr[CBuffer] &GetMetadata() const
|
|
c_bool IsInPlasmaError() const
|
|
optional[c_string] GetTensorTransport() const
|
|
void SetDirectTransportMetadata(c_string direct_transport_metadata)
|
|
|
|
cdef extern from "ray/core_worker/common.h" nogil:
|
|
cdef cppclass CRayFunction "ray::core::RayFunction":
|
|
CRayFunction()
|
|
CRayFunction(CLanguage language,
|
|
const CFunctionDescriptor &function_descriptor)
|
|
CLanguage GetLanguage()
|
|
const CFunctionDescriptor GetFunctionDescriptor()
|
|
|
|
cdef cppclass CTaskArg "ray::TaskArg":
|
|
pass
|
|
|
|
cdef cppclass CTaskArgByReference "ray::TaskArgByReference":
|
|
CTaskArgByReference(const CObjectID &object_id,
|
|
const CAddress &owner_address,
|
|
const c_string &call_site,
|
|
optional[c_string] tensor_transport)
|
|
|
|
cdef cppclass CTaskArgByValue "ray::TaskArgByValue":
|
|
CTaskArgByValue(const shared_ptr[CRayObject] &data)
|
|
|
|
cdef cppclass CTaskOptions "ray::core::TaskOptions":
|
|
CTaskOptions()
|
|
CTaskOptions(c_string name, int num_returns,
|
|
unordered_map[c_string, double] &resources,
|
|
c_string concurrency_group_name,
|
|
int64_t generator_backpressure_num_objects,
|
|
int64_t num_objects_per_yield)
|
|
CTaskOptions(c_string name, int num_returns,
|
|
unordered_map[c_string, double] &resources,
|
|
c_string concurrency_group_name,
|
|
int64_t generator_backpressure_num_objects,
|
|
int64_t num_objects_per_yield,
|
|
c_string serialized_runtime_env)
|
|
CTaskOptions(c_string name, int num_returns,
|
|
unordered_map[c_string, double] &resources,
|
|
c_string concurrency_group_name,
|
|
int64_t generator_backpressure_num_objects,
|
|
int64_t num_objects_per_yield,
|
|
c_string serialized_runtime_env,
|
|
c_bool enable_task_events,
|
|
const unordered_map[c_string, c_string] &labels,
|
|
CLabelSelector label_selector,
|
|
optional[c_string] tensor_transport,
|
|
c_vector[CFallbackOption] fallback_strategy)
|
|
|
|
cdef cppclass CActorCreationOptions "ray::core::ActorCreationOptions":
|
|
CActorCreationOptions()
|
|
CActorCreationOptions(
|
|
int64_t max_restarts,
|
|
int64_t max_task_retries,
|
|
int32_t max_concurrency,
|
|
const unordered_map[c_string, double] &resources,
|
|
const unordered_map[c_string, double] &placement_resources,
|
|
const c_vector[c_string] &dynamic_worker_options,
|
|
optional[c_bool] is_detached, c_string &name, c_string &ray_namespace,
|
|
c_bool is_asyncio,
|
|
const CSchedulingStrategy &scheduling_strategy,
|
|
c_string serialized_runtime_env,
|
|
const c_vector[CConcurrencyGroup] &concurrency_groups,
|
|
c_bool allow_out_of_order_execution,
|
|
int32_t max_pending_calls,
|
|
c_bool enable_tensor_transport,
|
|
c_bool enable_task_events,
|
|
const unordered_map[c_string, c_string] &labels,
|
|
CLabelSelector label_selector,
|
|
c_vector[CFallbackOption] fallback_strategy,
|
|
int64_t actor_generator_backpressure_num_objects)
|
|
|
|
cdef cppclass CPlacementGroupCreationOptions \
|
|
"ray::core::PlacementGroupCreationOptions":
|
|
CPlacementGroupCreationOptions()
|
|
CPlacementGroupCreationOptions(
|
|
const c_string &name,
|
|
CPlacementStrategy strategy,
|
|
const c_vector[unordered_map[c_string, double]] &bundles,
|
|
c_bool is_detached,
|
|
CNodeID soft_target_node_id,
|
|
const c_vector[unordered_map[c_string, c_string]] &bundle_label_selector,
|
|
const unordered_map[c_string, CPlacementStrategy] &topology_strategy,
|
|
)
|
|
|
|
cdef cppclass CObjectLocation "ray::core::ObjectLocation":
|
|
const int64_t GetObjectSize() const
|
|
const c_vector[CNodeID] &GetNodeIDs() const
|
|
c_bool IsSpilled() const
|
|
const c_string &GetSpilledURL() const
|
|
const CNodeID &GetSpilledNodeID() const
|
|
const c_bool GetDidSpill() const
|
|
|
|
cdef extern from "ray/common/python_callbacks.h" namespace "ray":
|
|
cdef cppclass MultiItemPyCallback[T]:
|
|
MultiItemPyCallback(
|
|
object (*)(CRayStatus, c_vector[T]) nogil,
|
|
void (object, object) nogil,
|
|
object) nogil
|
|
|
|
cdef cppclass OptionalItemPyCallback[T]:
|
|
OptionalItemPyCallback(
|
|
object (*)(CRayStatus, optional[T]) nogil,
|
|
void (object, object) nogil,
|
|
object) nogil
|
|
|
|
cdef cppclass StatusPyCallback:
|
|
StatusPyCallback(
|
|
object (*)(CRayStatus) nogil,
|
|
void (object, object) nogil,
|
|
object) nogil
|
|
|
|
cdef extern from "ray/gcs_rpc_client/accessors/actor_info_accessor_interface.h" nogil:
|
|
cdef cppclass CActorInfoAccessorInterface "ray::gcs::ActorInfoAccessorInterface":
|
|
void AsyncGetAllByFilter(
|
|
const optional[CActorID] &actor_id,
|
|
const optional[CJobID] &job_id,
|
|
const optional[c_string] &actor_state_name,
|
|
const MultiItemPyCallback[CActorTableData] &callback,
|
|
int64_t timeout_ms)
|
|
|
|
cdef extern from "ray/gcs_rpc_client/accessor.h" nogil:
|
|
cdef cppclass CJobInfoAccessor "ray::gcs::JobInfoAccessor":
|
|
CRayStatus GetAll(
|
|
const optional[c_string] &job_or_submission_id,
|
|
c_bool skip_submission_job_info_field,
|
|
c_bool skip_is_running_tasks_field,
|
|
c_vector[CJobTableData] &result,
|
|
int64_t timeout_ms)
|
|
|
|
void AsyncGetAll(
|
|
const optional[c_string] &job_or_submission_id,
|
|
c_bool skip_submission_job_info_field,
|
|
c_bool skip_is_running_tasks_field,
|
|
const MultiItemPyCallback[CJobTableData] &callback,
|
|
int64_t timeout_ms)
|
|
|
|
cdef cppclass CNodeInfoAccessor "ray::gcs::NodeInfoAccessor":
|
|
CRayStatus CheckAlive(
|
|
const c_vector[CNodeID] &node_ids,
|
|
int64_t timeout_ms,
|
|
c_vector[c_bool] &result)
|
|
|
|
void AsyncCheckAlive(
|
|
const c_vector[CNodeID] &node_ids,
|
|
int64_t timeout_ms,
|
|
const MultiItemPyCallback[c_bool] &callback)
|
|
|
|
CRayStatus DrainNodes(
|
|
const c_vector[CNodeID] &node_ids,
|
|
int64_t timeout_ms,
|
|
c_vector[c_string] &drained_node_ids)
|
|
|
|
CStatusOr[c_vector[CGcsNodeInfo]] GetAllNoCache(
|
|
int64_t timeout_ms,
|
|
optional[CGcsNodeState] state_filter,
|
|
const c_vector[CNodeSelector] &node_selectors)
|
|
|
|
void AsyncGetAll(
|
|
const OptionalItemPyCallback[c_pair[c_vector[CGcsNodeInfo], int64_t]] &callback,
|
|
int64_t timeout_ms,
|
|
optional[CGcsNodeState] state_filter,
|
|
const c_vector[CNodeSelector] &node_selectors,
|
|
optional[int64_t] limit) const
|
|
|
|
cdef cppclass CNodeResourceInfoAccessor "ray::gcs::NodeResourceInfoAccessor":
|
|
CRayStatus GetAllResourceUsage(
|
|
int64_t timeout_ms,
|
|
CGetAllResourceUsageReply &serialized_reply)
|
|
|
|
cdef cppclass CInternalKVAccessor "ray::gcs::InternalKVAccessor":
|
|
CRayStatus Keys(
|
|
const c_string &ns,
|
|
const c_string &prefix,
|
|
int64_t timeout_ms,
|
|
c_vector[c_string] &value)
|
|
|
|
CRayStatus Put(
|
|
const c_string &ns,
|
|
const c_string &key,
|
|
const c_string &value,
|
|
c_bool overwrite,
|
|
int64_t timeout_ms,
|
|
c_bool &added)
|
|
|
|
CRayStatus Get(
|
|
const c_string &ns,
|
|
const c_string &key,
|
|
int64_t timeout_ms,
|
|
c_string &value)
|
|
|
|
CRayStatus MultiGet(
|
|
const c_string &ns,
|
|
const c_vector[c_string] &keys,
|
|
int64_t timeout_ms,
|
|
unordered_map[c_string, c_string] &values)
|
|
|
|
CRayStatus Del(
|
|
const c_string &ns,
|
|
const c_string &key,
|
|
c_bool del_by_prefix,
|
|
int64_t timeout_ms,
|
|
int& num_deleted)
|
|
|
|
CRayStatus Exists(
|
|
const c_string &ns,
|
|
const c_string &key,
|
|
int64_t timeout_ms,
|
|
c_bool &exists)
|
|
|
|
void AsyncInternalKVKeys(
|
|
const c_string &ns,
|
|
const c_string &prefix,
|
|
int64_t timeout_ms,
|
|
const OptionalItemPyCallback[c_vector[c_string]] &callback)
|
|
|
|
void AsyncInternalKVGet(
|
|
const c_string &ns,
|
|
const c_string &key,
|
|
int64_t timeout_ms,
|
|
const OptionalItemPyCallback[c_string] &callback)
|
|
|
|
void AsyncInternalKVMultiGet(
|
|
const c_string &ns,
|
|
const c_vector[c_string] &keys,
|
|
int64_t timeout_ms,
|
|
const OptionalItemPyCallback[unordered_map[c_string, c_string]] &callback)
|
|
|
|
void AsyncInternalKVPut(
|
|
const c_string &ns,
|
|
const c_string &key,
|
|
const c_string &value,
|
|
c_bool overwrite,
|
|
int64_t timeout_ms,
|
|
const OptionalItemPyCallback[c_bool] &callback)
|
|
|
|
void AsyncInternalKVExists(
|
|
const c_string &ns,
|
|
const c_string &key,
|
|
int64_t timeout_ms,
|
|
const OptionalItemPyCallback[c_bool] &callback)
|
|
|
|
void AsyncInternalKVDel(
|
|
const c_string &ns,
|
|
const c_string &key,
|
|
c_bool del_by_prefix,
|
|
int64_t timeout_ms,
|
|
const OptionalItemPyCallback[int] &callback)
|
|
|
|
cdef cppclass CRuntimeEnvAccessor "ray::gcs::RuntimeEnvAccessor":
|
|
CRayStatus PinRuntimeEnvUri(
|
|
const c_string &uri,
|
|
int expiration_s,
|
|
int64_t timeout_ms)
|
|
|
|
cdef cppclass CAutoscalerStateAccessor "ray::gcs::AutoscalerStateAccessor":
|
|
|
|
CRayStatus RequestClusterResourceConstraint(
|
|
int64_t timeout_ms,
|
|
const c_vector[unordered_map[c_string, double]] &bundles,
|
|
const c_vector[unordered_map[c_string, c_string]] &label_selectors,
|
|
const c_vector[int64_t] &count_array,
|
|
)
|
|
|
|
CRayStatus GetClusterResourceState(
|
|
int64_t timeout_ms,
|
|
c_string &serialized_reply
|
|
)
|
|
|
|
CRayStatus GetClusterStatus(
|
|
int64_t timeout_ms,
|
|
c_string &serialized_reply
|
|
)
|
|
|
|
void AsyncGetClusterStatus(
|
|
int64_t timeout_ms,
|
|
const OptionalItemPyCallback[CGetClusterStatusReply] &callback)
|
|
|
|
CRayStatus ReportAutoscalingState(
|
|
int64_t timeout_ms,
|
|
const c_string &serialized_state
|
|
)
|
|
|
|
CRayStatus ReportClusterConfig(
|
|
int64_t timeout_ms,
|
|
const c_string &serialized_cluster_config
|
|
)
|
|
|
|
CRayStatus DrainNode(
|
|
const c_string &node_id,
|
|
int32_t reason,
|
|
const c_string &reason_message,
|
|
int64_t deadline_timestamp_ms,
|
|
int64_t timeout_ms,
|
|
c_bool &is_accepted,
|
|
c_string &rejection_reason_message
|
|
)
|
|
|
|
CRayStatus ResizeRayletResourceInstances(
|
|
const c_string &node_id,
|
|
const unordered_map[c_string, double] &resources,
|
|
int64_t timeout_ms,
|
|
unordered_map[c_string, double] &total_resources
|
|
)
|
|
|
|
cdef cppclass CPublisherAccessor "ray::gcs::PublisherAccessor":
|
|
CRayStatus PublishError(
|
|
c_string key_id,
|
|
CErrorTableData data,
|
|
int64_t timeout_ms)
|
|
|
|
CRayStatus PublishLogs(
|
|
c_string key_id,
|
|
CLogBatch data,
|
|
int64_t timeout_ms)
|
|
|
|
void AsyncPublishNodeResourceUsage(
|
|
c_string key_id,
|
|
c_string node_resource_usage,
|
|
const StatusPyCallback &callback
|
|
)
|
|
|
|
cdef cppclass CTaskInfoAccessor "ray::gcs::TaskInfoAccessor":
|
|
void AsyncAddEvents(
|
|
CAddEventsRequest &&request,
|
|
const StatusPyCallback &callback,
|
|
int64_t timeout_ms)
|
|
|
|
|
|
cdef extern from "ray/gcs_rpc_client/gcs_client.h" nogil:
|
|
cdef enum CGrpcStatusCode "grpc::StatusCode":
|
|
UNAVAILABLE "grpc::StatusCode::UNAVAILABLE",
|
|
UNKNOWN "grpc::StatusCode::UNKNOWN",
|
|
DEADLINE_EXCEEDED "grpc::StatusCode::DEADLINE_EXCEEDED",
|
|
RESOURCE_EXHAUSTED "grpc::StatusCode::RESOURCE_EXHAUSTED",
|
|
UNIMPLEMENTED "grpc::StatusCode::UNIMPLEMENTED",
|
|
|
|
cdef cppclass CGcsClientOptions "ray::gcs::GcsClientOptions":
|
|
CGcsClientOptions(
|
|
c_string gcs_address, int port, CClusterID cluster_id,
|
|
c_bool allow_cluster_id_nil, c_bool fetch_cluster_id_if_nil)
|
|
|
|
cdef cppclass CGcsClient "ray::gcs::GcsClient":
|
|
CGcsClient(CGcsClientOptions options)
|
|
|
|
c_pair[c_string, int] GetGcsServerAddress() const
|
|
CClusterID GetClusterId() const
|
|
|
|
CActorInfoAccessorInterface& Actors()
|
|
CJobInfoAccessor& Jobs()
|
|
CInternalKVAccessor& InternalKV()
|
|
CNodeInfoAccessor& Nodes()
|
|
CNodeResourceInfoAccessor& NodeResources()
|
|
CRuntimeEnvAccessor& RuntimeEnvs()
|
|
CAutoscalerStateAccessor& Autoscaler()
|
|
CPublisherAccessor& Publisher()
|
|
CTaskInfoAccessor& Tasks()
|
|
CGcsRpcClient& GetGcsRpcClient()
|
|
|
|
cdef CRayStatus ConnectOnSingletonIoContext(CGcsClient &gcs_client, int timeout_ms)
|
|
|
|
cdef extern from "ray/gcs_rpc_client/rpc_client.h" namespace "ray::rpc::events" nogil:
|
|
cdef cppclass CAddEventsRequest "ray::rpc::events::AddEventsRequest":
|
|
bint ParseFromString(const c_string &data)
|
|
cdef cppclass CAddEventsReply "ray::rpc::events::AddEventsReply":
|
|
pass
|
|
|
|
cdef extern from "ray/gcs_rpc_client/rpc_client.h" namespace "ray::rpc" nogil:
|
|
cdef cppclass CGcsRpcClient "ray::rpc::GcsRpcClient":
|
|
pass
|
|
|
|
cdef extern from "ray/gcs_rpc_client/gcs_client.h" namespace "ray::gcs" nogil:
|
|
unordered_map[c_string, double] PythonGetResourcesTotal(
|
|
const CGcsNodeInfo& node_info)
|
|
|
|
cdef extern from "ray/pubsub/python_gcs_subscriber.h" nogil:
|
|
cdef cppclass CPythonGcsSubscriber "ray::pubsub::PythonGcsSubscriber":
|
|
|
|
CPythonGcsSubscriber(
|
|
const c_string& gcs_address, int gcs_port, CChannelType channel_type,
|
|
const c_string& subscriber_id, const c_string& worker_id)
|
|
|
|
CRayStatus Subscribe()
|
|
|
|
int64_t last_batch_size()
|
|
|
|
CRayStatus PollError(
|
|
c_string* key_id, int64_t timeout_ms, CErrorTableData* data)
|
|
|
|
CRayStatus PollLogs(
|
|
c_string* key_id, int64_t timeout_ms, CLogBatch* data)
|
|
|
|
CRayStatus Close()
|
|
|
|
cdef extern from "ray/pubsub/python_gcs_subscriber.h" namespace "ray::pubsub" nogil:
|
|
c_vector[c_string] PythonGetLogBatchLines(CLogBatch log_batch)
|
|
|
|
cdef extern from "ray/gcs_rpc_client/gcs_client.h" namespace "ray::gcs" nogil:
|
|
unordered_map[c_string, c_string] PythonGetNodeLabels(
|
|
const CGcsNodeInfo& node_info)
|
|
|
|
cdef extern from "src/ray/protobuf/gcs.pb.h" nogil:
|
|
cdef enum CChannelType "ray::rpc::ChannelType":
|
|
RAY_ERROR_INFO_CHANNEL "ray::rpc::ChannelType::RAY_ERROR_INFO_CHANNEL",
|
|
RAY_LOG_CHANNEL "ray::rpc::ChannelType::RAY_LOG_CHANNEL",
|
|
GCS_ACTOR_CHANNEL "ray::rpc::ChannelType::GCS_ACTOR_CHANNEL",
|
|
|
|
cdef cppclass CJobConfig "ray::rpc::JobConfig":
|
|
c_string ray_namespace() const
|
|
const c_string &SerializeAsString() const
|
|
|
|
cdef cppclass CNodeDeathInfo "ray::rpc::NodeDeathInfo":
|
|
int reason() const
|
|
c_string reason_message() const
|
|
|
|
cdef cppclass CGcsNodeInfo "ray::rpc::GcsNodeInfo":
|
|
c_string node_id() const
|
|
c_string node_name() const
|
|
int state() const
|
|
c_string node_manager_address() const
|
|
c_string node_manager_hostname() const
|
|
int node_manager_port() const
|
|
int object_manager_port() const
|
|
c_string object_store_socket_name() const
|
|
c_string raylet_socket_name() const
|
|
int metrics_export_port() const
|
|
int metrics_agent_port() const
|
|
int dashboard_agent_listen_port() const
|
|
int runtime_env_agent_port() const
|
|
CNodeDeathInfo death_info() const
|
|
void ParseFromString(const c_string &serialized)
|
|
const c_string& SerializeAsString() const
|
|
|
|
cdef enum CGcsNodeState "ray::rpc::GcsNodeInfo_GcsNodeState":
|
|
ALIVE "ray::rpc::GcsNodeInfo_GcsNodeState_ALIVE",
|
|
|
|
cdef cppclass CNodeSelector "ray::rpc::GetAllNodeInfoRequest::NodeSelector":
|
|
CNodeSelector()
|
|
void set_node_id(const c_string &node_id)
|
|
void set_node_name(const c_string &node_name)
|
|
void set_node_ip_address(const c_string &node_ip_address)
|
|
void set_is_head_node(c_bool is_head_node)
|
|
void ParseFromString(const c_string &serialized)
|
|
|
|
cdef cppclass CJobTableData "ray::rpc::JobTableData":
|
|
c_string job_id() const
|
|
c_bool is_dead() const
|
|
CJobConfig config() const
|
|
const c_string &SerializeAsString() const
|
|
|
|
cdef cppclass CGetAllResourceUsageReply "ray::rpc::GetAllResourceUsageReply":
|
|
const c_string& SerializeAsString() const
|
|
|
|
cdef cppclass CPythonFunction "ray::rpc::PythonFunction":
|
|
void set_key(const c_string &key)
|
|
c_string key() const
|
|
|
|
cdef cppclass CErrorTableData "ray::rpc::ErrorTableData":
|
|
c_string job_id() const
|
|
c_string type() const
|
|
c_string error_message() const
|
|
double timestamp() const
|
|
|
|
void set_job_id(const c_string &job_id)
|
|
void set_type(const c_string &type)
|
|
void set_error_message(const c_string &error_message)
|
|
void set_timestamp(double timestamp)
|
|
|
|
cdef cppclass CLogBatch "ray::rpc::LogBatch":
|
|
c_string ip() const
|
|
c_string pid() const
|
|
c_string job_id() const
|
|
c_bool is_error() const
|
|
c_string actor_name() const
|
|
c_string task_name() const
|
|
|
|
void set_ip(const c_string &ip)
|
|
void set_pid(const c_string &pid)
|
|
void set_job_id(const c_string &job_id)
|
|
void set_is_error(c_bool is_error)
|
|
void add_lines(const c_string &line)
|
|
void set_actor_name(const c_string &actor_name)
|
|
void set_task_name(const c_string &task_name)
|
|
|
|
cdef cppclass CActorTableData "ray::rpc::ActorTableData":
|
|
CAddress address() const
|
|
void ParseFromString(const c_string &serialized)
|
|
const c_string &SerializeAsString() const
|
|
|
|
cdef extern from "src/ray/protobuf/autoscaler.pb.h" nogil:
|
|
cdef cppclass CGetClusterStatusReply "ray::rpc::autoscaler::GetClusterStatusReply":
|
|
c_string serialized_cluster_status() const
|
|
void ParseFromString(const c_string &serialized)
|
|
const c_string &SerializeAsString() const
|
|
|
|
cdef extern from "ray/raylet_rpc_client/raylet_client_with_io_context.h" nogil:
|
|
cdef cppclass CRayletClientWithIoContext "ray::rpc::RayletClientWithIoContext":
|
|
CRayletClientWithIoContext(const c_string &ip_address, int port)
|
|
CRayStatus GetWorkerPIDs(const OptionalItemPyCallback[c_vector[int32_t]] &callback,
|
|
int64_t timeout_ms)
|
|
CRayStatus GetAgentPIDs(const OptionalItemPyCallback[c_vector[int32_t]] &callback,
|
|
int64_t timeout_ms)
|
|
|
|
cdef extern from "ray/common/task/task_spec.h" nogil:
|
|
cdef cppclass CConcurrencyGroup "ray::ConcurrencyGroup":
|
|
CConcurrencyGroup(
|
|
c_string name,
|
|
uint32_t max_concurrency,
|
|
c_vector[CFunctionDescriptor] c_fds)
|
|
CConcurrencyGroup()
|
|
c_string GetName() const
|
|
uint32_t GetMaxConcurrency() const
|
|
c_vector[CFunctionDescriptor] GetFunctionDescriptors() const
|
|
|
|
cdef extern from "ray/common/constants.h" nogil:
|
|
cdef const char[] kWorkerSetupHookKeyName
|
|
cdef int kResourceUnitScaling
|
|
cdef const char[] kImplicitResourcePrefix
|
|
cdef int kStreamingGeneratorReturn
|
|
cdef const char[] kGcsAutoscalerStateNamespace
|
|
cdef const char[] kGcsAutoscalerV2EnabledKey
|
|
cdef const char[] kGcsAutoscalerClusterConfigKey
|
|
cdef const char[] kGcsPidKey
|
|
cdef const char[] kNodeTypeNameEnv
|
|
cdef const char[] kNodeMarketTypeEnv
|
|
cdef const char[] kNodeRegionEnv
|
|
cdef const char[] kNodeZoneEnv
|
|
cdef const char[] kLabelKeyNodeID
|
|
cdef const char[] kLabelKeyNodeAcceleratorType
|
|
cdef const char[] kLabelKeyNodeMarketType
|
|
cdef const char[] kLabelKeyNodeRegion
|
|
cdef const char[] kLabelKeyNodeZone
|
|
cdef const char[] kLabelKeyNodeGroup
|
|
cdef const char[] kLabelKeyTpuTopology
|
|
# Port names for local port discovery
|
|
cdef const char[] kRuntimeEnvAgentPortName
|
|
cdef const char[] kMetricsAgentPortName
|
|
cdef const char[] kMetricsExportPortName
|
|
cdef const char[] kDashboardAgentListenPortName
|
|
cdef const char[] kGcsServerPortName
|
|
cdef const char[] kLabelKeyTpuSliceName
|
|
cdef const char[] kLabelKeyTpuWorkerId
|
|
cdef const char[] kLabelKeyTpuPodType
|
|
cdef const char[] kRayInternalNamespacePrefix
|