wehub-resource-sync
52 lines
2.0 KiB
Python
52 lines
2.0 KiB
Python
from mlflow.entities import SourceType
|
|
from mlflow.tracking.context.abstract_context import RunContextProvider
|
|
from mlflow.utils import databricks_utils
|
|
from mlflow.utils.mlflow_tags import (
|
|
MLFLOW_DATABRICKS_JOB_ID,
|
|
MLFLOW_DATABRICKS_JOB_RUN_ID,
|
|
MLFLOW_DATABRICKS_JOB_TYPE,
|
|
MLFLOW_DATABRICKS_WEBAPP_URL,
|
|
MLFLOW_DATABRICKS_WORKSPACE_ID,
|
|
MLFLOW_DATABRICKS_WORKSPACE_URL,
|
|
MLFLOW_SOURCE_NAME,
|
|
MLFLOW_SOURCE_TYPE,
|
|
)
|
|
|
|
|
|
class DatabricksJobRunContext(RunContextProvider):
|
|
def in_context(self):
|
|
return databricks_utils.is_in_databricks_job()
|
|
|
|
def tags(self):
|
|
job_id = databricks_utils.get_job_id()
|
|
job_run_id = databricks_utils.get_job_run_id()
|
|
job_type = databricks_utils.get_job_type()
|
|
webapp_url = databricks_utils.get_webapp_url()
|
|
workspace_url = databricks_utils.get_workspace_url()
|
|
workspace_id = databricks_utils.get_workspace_id()
|
|
tags = {
|
|
MLFLOW_SOURCE_NAME: (
|
|
f"jobs/{job_id}/run/{job_run_id}"
|
|
if job_id is not None and job_run_id is not None
|
|
else None
|
|
),
|
|
MLFLOW_SOURCE_TYPE: SourceType.to_string(SourceType.JOB),
|
|
}
|
|
if job_id is not None:
|
|
tags[MLFLOW_DATABRICKS_JOB_ID] = job_id
|
|
if job_run_id is not None:
|
|
tags[MLFLOW_DATABRICKS_JOB_RUN_ID] = job_run_id
|
|
if job_type is not None:
|
|
tags[MLFLOW_DATABRICKS_JOB_TYPE] = job_type
|
|
if webapp_url is not None:
|
|
tags[MLFLOW_DATABRICKS_WEBAPP_URL] = webapp_url
|
|
if workspace_url is not None:
|
|
tags[MLFLOW_DATABRICKS_WORKSPACE_URL] = workspace_url
|
|
else:
|
|
workspace_url_fallback, _ = databricks_utils.get_workspace_info_from_dbutils()
|
|
if workspace_url_fallback is not None:
|
|
tags[MLFLOW_DATABRICKS_WORKSPACE_URL] = workspace_url_fallback
|
|
if workspace_id is not None:
|
|
tags[MLFLOW_DATABRICKS_WORKSPACE_ID] = workspace_id
|
|
return tags
|