""" Utilities for validating user inputs such as metric names and parameter names. """ import ipaddress import json import logging import numbers import posixpath import re import socket import urllib.parse from typing import Any from mlflow.entities import Dataset, DatasetInput, InputTag, Param, RunTag from mlflow.entities.model_registry.prompt_version import PROMPT_TEXT_TAG_KEY from mlflow.entities.webhook import WebhookEvent from mlflow.environment_variables import ( _MLFLOW_WEBHOOK_ALLOW_PRIVATE_IPS, _MLFLOW_WEBHOOK_ALLOWED_SCHEMES, MLFLOW_ARTIFACT_LOCATION_MAX_LENGTH, MLFLOW_TRUNCATE_LONG_VALUES, ) from mlflow.exceptions import MlflowException from mlflow.protos.databricks_pb2 import INVALID_PARAMETER_VALUE from mlflow.utils.os import is_windows from mlflow.utils.string_utils import is_string_type _logger = logging.getLogger(__name__) # Regex for valid run IDs: must be an alphanumeric string of length 1 to 256. _RUN_ID_REGEX = re.compile(r"^[a-zA-Z0-9][\w\-]{0,255}$") # Regex: starting with an alphanumeric, optionally followed by up to 63 characters # including alphanumerics, underscores, or dashes. _EXPERIMENT_ID_REGEX = re.compile(r"^[a-zA-Z0-9][\w\-]{0,63}$") # Regex for valid registered model alias names: may only contain alphanumerics, # underscores, and dashes. _REGISTERED_MODEL_ALIAS_REGEX = re.compile(r"^[\w\-]*$") # Regex for valid registered model alias to prevent conflict with version aliases. _REGISTERED_MODEL_ALIAS_VERSION_REGEX = re.compile(r"^[vV]\d+$") # The reserver "latest" alias name _REGISTERED_MODEL_ALIAS_LATEST = "latest" _BAD_ALIAS_CHARACTERS_MESSAGE = ( "Names may only contain alphanumerics, underscores (_), and dashes (-)." ) _MISSING_KEY_NAME_MESSAGE = "A key name must be provided." MAX_PARAMS_TAGS_PER_BATCH = 100 MAX_METRICS_PER_BATCH = 1000 MAX_DATASETS_PER_BATCH = 1000 MAX_ENTITIES_PER_BATCH = 1000 MAX_BATCH_LOG_REQUEST_SIZE = int(1e6) MAX_PARAM_VAL_LENGTH = 6000 MAX_TAG_VAL_LENGTH = 8000 MAX_EXPERIMENT_NAME_LENGTH = 500 MAX_EXPERIMENT_TAG_KEY_LENGTH = 250 MAX_EXPERIMENT_TAG_VAL_LENGTH = 5000 MAX_ENTITY_KEY_LENGTH = 250 MAX_MODEL_REGISTRY_TAG_KEY_LENGTH = 250 MAX_MODEL_REGISTRY_TAG_VALUE_LENGTH = 100_000 MAX_EXPERIMENTS_LISTED_PER_PAGE = 50000 MAX_DATASET_NAME_SIZE = 500 MAX_DATASET_DIGEST_SIZE = 36 # 1MB -1, the db limit for MEDIUMTEXT column is 16MB, but # we restrict to 1MB because user might log lots of datasets # to a single run, 16MB increases burden on db MAX_DATASET_SCHEMA_SIZE = 1048575 MAX_DATASET_SOURCE_SIZE = 65535 # 64KB -1 (the db limit for TEXT column) MAX_DATASET_PROFILE_SIZE = 16777215 # 16MB -1 (the db limit for MEDIUMTEXT column) MAX_INPUT_TAG_KEY_SIZE = 255 MAX_INPUT_TAG_VALUE_SIZE = 500 MAX_REGISTERED_MODEL_ALIAS_LENGTH = 255 MAX_TRACE_TAG_KEY_LENGTH = 250 MAX_TRACE_TAG_VAL_LENGTH = 8000 MAX_TRACE_ARCHIVAL_RETENTION_LENGTH = 32 _TRACE_ARCHIVAL_RETENTION_REGEX = re.compile(r"^[1-9][0-9]*[mhd]$") PARAM_VALIDATION_MSG = """ The cause of this error is typically due to repeated calls to an individual run_id event logging. Incorrect Example: --------------------------------------- with mlflow.start_run(): mlflow.log_param("depth", 3) mlflow.log_param("depth", 5) --------------------------------------- Which will throw an MlflowException for overwriting a logged parameter. Correct Example: --------------------------------------- with mlflow.start_run(): with mlflow.start_run(nested=True): mlflow.log_param("depth", 3) with mlflow.start_run(nested=True): mlflow.log_param("depth", 5) --------------------------------------- Which will create a new nested run for each individual model and prevent parameter key collisions within the tracking store.""" def invalid_value(path, value, message=None): """ Compose a standardized error message for invalid parameter values. """ formattedValue = json.dumps(value, sort_keys=True, separators=(",", ":")) if message: return f"Invalid value {formattedValue} for parameter '{path}' supplied: {message}" else: return f"Invalid value {formattedValue} for parameter '{path}' supplied." def missing_value(path): return f"Missing value for required parameter '{path}'." def not_integer_value(path, value): return f"Parameter '{path}' must be an integer, got '{value}'." def exceeds_maximum_length(path, limit): return f"'{path}' exceeds the maximum length of {limit} characters" def _validate_trace_archival_retention_string( value: Any, *, parameter_name: str | None = None ) -> str: if not is_string_type(value): if parameter_name is not None: raise MlflowException.invalid_parameter_value( f"Invalid value for '{parameter_name}'. Expected a duration in the form " "``, where unit is one of 'm', 'h', or 'd' (for example '30d' or " "'12h')." ) raise MlflowException.invalid_parameter_value( "Trace archival retention must be in the form ``, " "where unit is one of 'm', 'h', or 'd'." ) trimmed = value.strip() if len(trimmed) > MAX_TRACE_ARCHIVAL_RETENTION_LENGTH: if parameter_name is not None: raise MlflowException.invalid_parameter_value( f"Invalid value for '{parameter_name}'. Maximum length is 32 characters." ) raise MlflowException.invalid_parameter_value( "Trace archival duration must be at most 32 characters." ) if _TRACE_ARCHIVAL_RETENTION_REGEX.fullmatch(trimmed) is None: if parameter_name is not None: raise MlflowException.invalid_parameter_value( f"Invalid value for '{parameter_name}'. Expected a duration in the form " "``, where unit is one of 'm', 'h', or 'd' (for example '30d' or " "'12h')." ) raise MlflowException.invalid_parameter_value( "Trace archival retention must be in the form ``, " "where unit is one of 'm', 'h', or 'd'." ) return trimmed def _validate_trace_archival_location(value: Any, *, parameter_name: str | None = None) -> str: if not is_string_type(value): if parameter_name is not None: raise MlflowException.invalid_parameter_value( f"Invalid value for '{parameter_name}'. Expected a URI string." ) raise MlflowException.invalid_parameter_value( "Trace archival location must be a URI string." ) trimmed = value.strip() parsed = urllib.parse.urlparse(trimmed) if not parsed.scheme: if parameter_name is not None: raise MlflowException.invalid_parameter_value( f"Invalid value for '{parameter_name}'. Expected a URI string." ) raise MlflowException.invalid_parameter_value( "Trace archival location must be a URI string." ) if parsed.scheme == "mlflow-artifacts": if parameter_name is not None: raise MlflowException.invalid_parameter_value( f"Invalid value for '{parameter_name}'. Trace archival location cannot use " "the proxy-only `mlflow-artifacts:` scheme." ) raise MlflowException.invalid_parameter_value( "Trace archival location cannot use the proxy-only `mlflow-artifacts:` scheme." ) return trimmed def _validate_trace_archival_repository_support( value: Any, *, parameter_name: str | None = None ) -> str: location = _validate_trace_archival_location(value, parameter_name=parameter_name) parameter_name = parameter_name or "trace_archival_location" # Imported lazily to avoid a module import cycle with artifact repository validation helpers. from mlflow.store.artifact.artifact_repo import ArtifactRepository from mlflow.store.artifact.artifact_repository_registry import get_artifact_repository from mlflow.store.artifact.databricks_artifact_repo import DatabricksArtifactRepository from mlflow.store.artifact.dbfs_artifact_repo import DbfsRestArtifactRepository artifact_repo = get_artifact_repository(location) if isinstance(artifact_repo, DatabricksArtifactRepository): raise MlflowException.invalid_parameter_value( f"Invalid value for '{parameter_name}'. Trace archival location {location!r} " "resolves to a Databricks trace artifact repository that does not support " "archived trace reads." ) if isinstance(artifact_repo, DbfsRestArtifactRepository) or ( type(artifact_repo).delete_artifacts is ArtifactRepository.delete_artifacts ): raise MlflowException.invalid_parameter_value( f"Invalid value for '{parameter_name}'. Trace archival location {location!r} " "resolves to an artifact repository that does not support deleting archived payloads." ) return location def _parse_trace_archival_duration_config( value: str | None, *, duration_key: str, expected_type: str | None = None, allow_missing_duration: bool = False, ) -> str | None: if value is None: return None try: payload = json.loads(value) except Exception as e: raise MlflowException.invalid_parameter_value( "Trace archival config must be encoded as a JSON object." ) from e if not isinstance(payload, dict): raise MlflowException.invalid_parameter_value( "Trace archival config must be encoded as a JSON object." ) if expected_type is not None and payload.get("type") != expected_type: raise MlflowException.invalid_parameter_value( f"Trace archival config must use type '{expected_type}'." ) duration_value = payload.get(duration_key) if duration_value is None and allow_missing_duration: return None return _validate_trace_archival_retention_string(duration_value) def _validate_trace_experiment_tag(key: str, value: Any) -> None: # Import lazily to avoid coupling the generic validation module to tracing at import time. from mlflow.tracing.constant import TraceExperimentTagKey if key == TraceExperimentTagKey.ARCHIVAL_RETENTION: _parse_trace_archival_duration_config( value, duration_key="value", expected_type="duration", ) elif key == TraceExperimentTagKey.ARCHIVE_NOW: _parse_trace_archival_duration_config( value, duration_key="older_than", allow_missing_duration=True, ) def append_to_json_path(currentPath, value): if not currentPath: return value if value.startswith("["): return f"{currentPath}{value}" return f"{currentPath}.{value}" def bad_path_message(name): return ( "Names may be treated as files in certain cases, and must not resolve to other names" f" when treated as such. This name would resolve to {posixpath.normpath(name)!r}" ) def validate_param_and_metric_name(name): # In windows system valid param and metric names: may only contain slashes, alphanumerics, # underscores, periods, dashes, and spaces. if is_windows(): return re.match(r"^[/\w.\- ]*$", name) # For other system valid param and metric names: may only contain slashes, alphanumerics, # underscores, periods, dashes, colons, and spaces. return re.match(r"^[/\w.\- :]*$", name) def bad_character_message(): # Valid param and metric names may only contain slashes, alphanumerics, underscores, # periods, dashes, colons, and spaces. For windows param and metric names can not contain colon msg = ( "Names may only contain alphanumerics, underscores (_), dashes (-), periods (.)," " spaces ( ){} and slashes (/)." ) return msg.format("") if is_windows() else msg.format(", colon(:)") def path_not_unique(name): norm = posixpath.normpath(name) return norm != str(name) or norm == "." or norm.startswith("..") or norm.startswith("/") def _validate_metric_name(name, path="name"): """Check that `name` is a valid metric name and raise an exception if it isn't.""" if name is None: raise MlflowException( invalid_value(path, name, f"Metric name cannot be None. {_MISSING_KEY_NAME_MESSAGE}"), error_code=INVALID_PARAMETER_VALUE, ) if not validate_param_and_metric_name(name): raise MlflowException( invalid_value(path, name, bad_character_message()), INVALID_PARAMETER_VALUE, ) if path_not_unique(name): raise MlflowException( invalid_value(path, name, bad_path_message(name)), INVALID_PARAMETER_VALUE, ) def _is_numeric(value): """ Returns True if the passed-in value is numeric. """ # Note that `isinstance(bool_value, numbers.Number)` returns `True` because `bool` is a # subclass of `int`. return not isinstance(value, bool) and isinstance(value, numbers.Number) def _validate_metric(key, value, timestamp, step, path=""): """ Check that a metric with the specified key, value, timestamp, and step is valid and raise an exception if it isn't. """ _validate_metric_name(key, append_to_json_path(path, "name")) # If invocated via log_metric, no prior validation of the presence of the value was done. if value is None: raise MlflowException( missing_value(append_to_json_path(path, "value")), INVALID_PARAMETER_VALUE, ) # value must be a Number # since bool is an instance of Number check for bool additionally if not _is_numeric(value): raise MlflowException( invalid_value( append_to_json_path(path, "value"), value, f"(timestamp={timestamp}). " f"Please specify value as a valid double (64-bit floating point)", ), INVALID_PARAMETER_VALUE, ) if not isinstance(timestamp, numbers.Number) or timestamp < 0: raise MlflowException( invalid_value( append_to_json_path(path, "timestamp"), timestamp, f"metric '{key}' (value={value}). " f"Timestamp must be a nonnegative long (64-bit integer) ", ), INVALID_PARAMETER_VALUE, ) if not isinstance(step, numbers.Number): raise MlflowException( invalid_value( append_to_json_path(path, "step"), step, f"metric '{key}' (value={value}). Step must be a valid long (64-bit integer).", ), INVALID_PARAMETER_VALUE, ) _validate_length_limit("Metric name", MAX_ENTITY_KEY_LENGTH, key) def _validate_param(key, value, path=""): """ Check that a param with the specified key & value is valid and raise an exception if it isn't. """ _validate_param_name(key, append_to_json_path(path, "key")) return Param( _validate_length_limit("Param key", MAX_ENTITY_KEY_LENGTH, key), _validate_length_limit("Param value", MAX_PARAM_VAL_LENGTH, value, truncate=True), ) def _validate_tag(key, value, path=""): """ Check that a tag with the specified key & value is valid and raise an exception if it isn't. """ _validate_tag_name(key, append_to_json_path(path, "key")) return RunTag( _validate_length_limit(append_to_json_path(path, "key"), MAX_ENTITY_KEY_LENGTH, key), _validate_length_limit( append_to_json_path(path, "value"), MAX_TAG_VAL_LENGTH, value, truncate=True ), ) def _validate_experiment_tag(key, value): """ Check that a tag with the specified key & value is valid and raise an exception if it isn't. """ _validate_tag_name(key) _validate_length_limit("key", MAX_EXPERIMENT_TAG_KEY_LENGTH, key) _validate_length_limit("value", MAX_EXPERIMENT_TAG_VAL_LENGTH, value) _validate_trace_experiment_tag(key, value) def _validate_registered_model_tag(key, value): """ Check that a tag with the specified key & value is valid and raise an exception if it isn't. """ _validate_tag_name(key) _validate_length_limit("key", MAX_MODEL_REGISTRY_TAG_KEY_LENGTH, key) _validate_length_limit("value", MAX_MODEL_REGISTRY_TAG_VALUE_LENGTH, value) def _validate_model_version_tag(key, value): """ Check that a tag with the specified key & value is valid and raise an exception if it isn't. """ _validate_tag_name(key) _validate_tag_value(value) _validate_length_limit("key", MAX_MODEL_REGISTRY_TAG_KEY_LENGTH, key) # Check prompt text tag particularly for showing friendly error message if key == PROMPT_TEXT_TAG_KEY and len(value) > MAX_MODEL_REGISTRY_TAG_VALUE_LENGTH: raise MlflowException.invalid_parameter_value( f"Prompt text exceeds max length of {MAX_MODEL_REGISTRY_TAG_VALUE_LENGTH} characters.", ) _validate_length_limit("value", MAX_MODEL_REGISTRY_TAG_VALUE_LENGTH, value) def _validate_param_keys_unique(params): """Ensures that duplicate param keys are not present in the `log_batch()` params argument""" unique_keys = [] dupe_keys = [] for param in params: if param.key not in unique_keys: unique_keys.append(param.key) else: dupe_keys.append(param.key) if dupe_keys: raise MlflowException( f"Duplicate parameter keys have been submitted: {dupe_keys}. Please ensure " "the request contains only one param value per param key.", INVALID_PARAMETER_VALUE, ) def _validate_param_name(name, path="key"): """Check that `name` is a valid parameter name and raise an exception if it isn't.""" if name is None: raise MlflowException( invalid_value(path, "", _MISSING_KEY_NAME_MESSAGE), error_code=INVALID_PARAMETER_VALUE, ) if not validate_param_and_metric_name(name): raise MlflowException( invalid_value(path, name, bad_character_message()), INVALID_PARAMETER_VALUE, ) if path_not_unique(name): raise MlflowException( invalid_value(path, name, bad_path_message(name)), INVALID_PARAMETER_VALUE, ) def _validate_tag_name(name, path="key"): """Check that `name` is a valid tag name and raise an exception if it isn't.""" # Reuse param & metric check. if name is None: raise MlflowException( missing_value(path), error_code=INVALID_PARAMETER_VALUE, ) if not validate_param_and_metric_name(name): raise MlflowException( invalid_value(path, name, bad_character_message()), INVALID_PARAMETER_VALUE, ) if path_not_unique(name): raise MlflowException( invalid_value(path, name, bad_path_message(name)), INVALID_PARAMETER_VALUE, ) def _validate_length_limit(entity_name, limit, value, *, truncate=False): if value is None: return None if len(value) <= limit: return value if truncate and MLFLOW_TRUNCATE_LONG_VALUES.get(): _logger.warning( f"{entity_name} '{value[:100]}...' ({len(value)} characters) is truncated to " f"{limit} characters to meet the length limit." ) return value[:limit] raise MlflowException( exceeds_maximum_length(entity_name, limit), error_code=INVALID_PARAMETER_VALUE, ) def _validate_run_id(run_id, path="run_id"): """Check that `run_id` is a valid run ID and raise an exception if it isn't.""" if _RUN_ID_REGEX.match(run_id) is None: raise MlflowException(invalid_value(path, run_id), error_code=INVALID_PARAMETER_VALUE) def _validate_experiment_id(exp_id): """Check that `experiment_id`is a valid string or None, raise an exception if it isn't.""" if exp_id is not None and _EXPERIMENT_ID_REGEX.match(exp_id) is None: raise MlflowException( f"Invalid experiment ID: '{exp_id}'", error_code=INVALID_PARAMETER_VALUE ) def _validate_batch_limit(entity_name, limit, length): if length > limit: error_msg = ( f"A batch logging request can contain at most {limit} {entity_name}. " f"Got {length} {entity_name}. Please split up {entity_name} across multiple" " requests and try again." ) raise MlflowException(error_msg, error_code=INVALID_PARAMETER_VALUE) def _validate_batch_log_limits(metrics, params, tags): """Validate that the provided batched logging arguments are within expected limits.""" _validate_batch_limit(entity_name="metrics", limit=MAX_METRICS_PER_BATCH, length=len(metrics)) _validate_batch_limit(entity_name="params", limit=MAX_PARAMS_TAGS_PER_BATCH, length=len(params)) _validate_batch_limit(entity_name="tags", limit=MAX_PARAMS_TAGS_PER_BATCH, length=len(tags)) total_length = len(metrics) + len(params) + len(tags) _validate_batch_limit( entity_name="metrics, params, and tags", limit=MAX_ENTITIES_PER_BATCH, length=total_length, ) def _validate_batch_log_data(metrics, params, tags): for index, metric in enumerate(metrics): path = f"metrics[{index}]" _validate_metric(metric.key, metric.value, metric.timestamp, metric.step, path=path) return ( metrics, [_validate_param(p.key, p.value, path=f"params[{idx}]") for (idx, p) in enumerate(params)], [_validate_tag(t.key, t.value, path=f"tags[{idx}]") for (idx, t) in enumerate(tags)], ) def _validate_batch_log_api_req(json_req): if len(json_req) > MAX_BATCH_LOG_REQUEST_SIZE: error_msg = ( "Batched logging API requests must be at most {limit} bytes, got a " "request of size {size}." ).format(limit=MAX_BATCH_LOG_REQUEST_SIZE, size=len(json_req)) raise MlflowException(error_msg, error_code=INVALID_PARAMETER_VALUE) def _validate_experiment_name(experiment_name): """Check that `experiment_name` is a valid string and raise an exception if it isn't.""" if experiment_name == "" or experiment_name is None: raise MlflowException( f"Invalid experiment name: '{experiment_name}'", error_code=INVALID_PARAMETER_VALUE, ) if not is_string_type(experiment_name): raise MlflowException( f"Invalid experiment name: {experiment_name}. Expects a string.", error_code=INVALID_PARAMETER_VALUE, ) if len(experiment_name) > MAX_EXPERIMENT_NAME_LENGTH: raise MlflowException.invalid_parameter_value( exceeds_maximum_length("name", MAX_EXPERIMENT_NAME_LENGTH) ) def _validate_experiment_id_type(experiment_id): """ Check that a user-provided experiment_id is either a string, int, or None and raise an exception if it isn't. """ if experiment_id is not None and not isinstance(experiment_id, (str, int)): raise MlflowException( f"Invalid experiment id: {experiment_id} of type {type(experiment_id)}. " "Must be one of str, int, or None.", error_code=INVALID_PARAMETER_VALUE, ) def _validate_list_param(param_name: str, param_value: Any, allow_none: bool = False) -> None: """ Validate that a parameter is a list and raise a helpful error if it isn't. Args: param_name: Name of the parameter being validated (e.g., "experiment_ids") param_value: The value to validate allow_none: If True, None is allowed. If False, None is treated as invalid. Raises: MlflowException: If the parameter is not a list (and not None when allow_none=True) """ if allow_none and param_value is None: return if not isinstance(param_value, list): raise MlflowException.invalid_parameter_value( f"{param_name} must be a list, got {type(param_value).__name__}. " f"Did you mean to use {param_name}=[{param_value!r}]?" ) def _validate_model_name(model_name: str) -> None: if model_name is None or model_name.strip() == "": raise MlflowException(missing_value("name"), error_code=INVALID_PARAMETER_VALUE) invalid_chars = ("/", ":") if any(c in model_name for c in invalid_chars): raise MlflowException( f"Invalid model name '{model_name}'. Names cannot contain '/' or ':'.", error_code=INVALID_PARAMETER_VALUE, ) if path_not_unique(model_name): raise MlflowException( invalid_value("name", model_name, bad_path_message(model_name)), INVALID_PARAMETER_VALUE, ) def _validate_model_renaming(model_new_name: str) -> None: if model_new_name is None or str(model_new_name).strip() == "": raise MlflowException(missing_value("new_name"), error_code=INVALID_PARAMETER_VALUE) _validate_model_name(model_new_name) def _validate_model_version(model_version): try: model_version = int(model_version) except ValueError: raise MlflowException( not_integer_value("version", model_version), error_code=INVALID_PARAMETER_VALUE ) def _validate_model_alias_name(model_alias_name): if model_alias_name is None or model_alias_name == "": raise MlflowException( "Registered model alias name cannot be empty.", INVALID_PARAMETER_VALUE ) if not _REGISTERED_MODEL_ALIAS_REGEX.match(model_alias_name): raise MlflowException( f"Invalid alias name: '{model_alias_name}'. {_BAD_ALIAS_CHARACTERS_MESSAGE}", INVALID_PARAMETER_VALUE, ) _validate_length_limit( "Registered model alias name", MAX_REGISTERED_MODEL_ALIAS_LENGTH, model_alias_name, ) def _validate_model_alias_name_reserved(model_alias_name): if model_alias_name.lower() == "latest": raise MlflowException( "'latest' alias name (case insensitive) is reserved.", INVALID_PARAMETER_VALUE, ) if _REGISTERED_MODEL_ALIAS_VERSION_REGEX.match(model_alias_name): raise MlflowException( f"Version alias name '{model_alias_name}' is reserved.", INVALID_PARAMETER_VALUE, ) def _validate_experiment_artifact_location(artifact_location): if artifact_location is not None and artifact_location.startswith("runs:"): raise MlflowException( f"Artifact location cannot be a runs:/ URI. Given: '{artifact_location}'", error_code=INVALID_PARAMETER_VALUE, ) def _validate_db_type_string(db_type): """validates db_type parsed from DB URI is supported""" from mlflow.store.db.db_types import DATABASE_ENGINES if db_type not in DATABASE_ENGINES: error_msg = ( f"Invalid database engine: '{db_type}'. " f"Supported database engines are {', '.join(DATABASE_ENGINES)}" ) raise MlflowException(error_msg, INVALID_PARAMETER_VALUE) def _validate_model_version_or_stage_exists(version, stage): if version and stage: raise MlflowException("version and stage cannot be set together", INVALID_PARAMETER_VALUE) if not (version or stage): raise MlflowException("version or stage must be set", INVALID_PARAMETER_VALUE) def _validate_tag_value(value): if value is None: raise MlflowException("Tag value cannot be None", INVALID_PARAMETER_VALUE) def _validate_dataset_inputs(dataset_inputs: list[DatasetInput]): for dataset_input in dataset_inputs: _validate_dataset(dataset_input.dataset) _validate_input_tags(dataset_input.tags) def _validate_dataset(dataset: Dataset): if dataset is None: raise MlflowException("Dataset cannot be None", INVALID_PARAMETER_VALUE) if dataset.name is None: raise MlflowException("Dataset name cannot be None", INVALID_PARAMETER_VALUE) if dataset.digest is None: raise MlflowException("Dataset digest cannot be None", INVALID_PARAMETER_VALUE) if dataset.source_type is None: raise MlflowException("Dataset source_type cannot be None", INVALID_PARAMETER_VALUE) if dataset.source is None: raise MlflowException("Dataset source cannot be None", INVALID_PARAMETER_VALUE) if len(dataset.name) > MAX_DATASET_NAME_SIZE: raise MlflowException( exceeds_maximum_length("name", MAX_DATASET_NAME_SIZE), INVALID_PARAMETER_VALUE, ) if len(dataset.digest) > MAX_DATASET_DIGEST_SIZE: raise MlflowException( exceeds_maximum_length("digest", MAX_DATASET_DIGEST_SIZE), INVALID_PARAMETER_VALUE, ) if len(dataset.source) > MAX_DATASET_SOURCE_SIZE: raise MlflowException( exceeds_maximum_length("source", MAX_DATASET_SOURCE_SIZE), INVALID_PARAMETER_VALUE, ) if dataset.schema is not None and len(dataset.schema) > MAX_DATASET_SCHEMA_SIZE: raise MlflowException( exceeds_maximum_length("schema", MAX_DATASET_SCHEMA_SIZE), INVALID_PARAMETER_VALUE, ) if dataset.profile is not None and len(dataset.profile) > MAX_DATASET_PROFILE_SIZE: raise MlflowException( exceeds_maximum_length("profile", MAX_DATASET_PROFILE_SIZE), INVALID_PARAMETER_VALUE, ) def _validate_input_tags(input_tags: list[InputTag]): for input_tag in input_tags: _validate_input_tag(input_tag) def _validate_input_tag(input_tag: InputTag): if input_tag is None: raise MlflowException("InputTag cannot be None", INVALID_PARAMETER_VALUE) if input_tag.key is None: raise MlflowException("InputTag key cannot be None", INVALID_PARAMETER_VALUE) if input_tag.value is None: raise MlflowException("InputTag value cannot be None", INVALID_PARAMETER_VALUE) if len(input_tag.key) > MAX_INPUT_TAG_KEY_SIZE: raise MlflowException( exceeds_maximum_length("key", MAX_INPUT_TAG_KEY_SIZE), INVALID_PARAMETER_VALUE, ) if len(input_tag.value) > MAX_INPUT_TAG_VALUE_SIZE: raise MlflowException( exceeds_maximum_length("value", MAX_INPUT_TAG_VALUE_SIZE), INVALID_PARAMETER_VALUE, ) def _validate_username(username): if username is None or username == "": raise MlflowException("Username cannot be empty.", INVALID_PARAMETER_VALUE) def _validate_password(password) -> None: if password is None or len(password) < 12: raise MlflowException.invalid_parameter_value( "Password must be a string longer than 12 characters." ) def _validate_trace_tag(key, value): _validate_tag_name(key) key = _validate_length_limit("key", MAX_TRACE_TAG_KEY_LENGTH, key) value = _validate_length_limit("value", MAX_TRACE_TAG_VAL_LENGTH, value, truncate=True) return key, value def _validate_experiment_artifact_location_length(artifact_location: str): max_length = MLFLOW_ARTIFACT_LOCATION_MAX_LENGTH.get() if len(artifact_location) > max_length: raise MlflowException( "Invalid artifact path length. The length of the artifact path cannot be " f"greater than {max_length} characters. To configure this limit, please set the " "MLFLOW_ARTIFACT_LOCATION_MAX_LENGTH environment variable.", INVALID_PARAMETER_VALUE, ) def _validate_logged_model_name(name: str | None) -> None: if name is None: return bad_chars = ("/", ":", ".", "%", '"', "'") if not name or any(c in name for c in bad_chars): raise MlflowException( f"Invalid model name ({name!r}) provided. Model name must be a non-empty string " f"and cannot contain the following characters: {bad_chars}", INVALID_PARAMETER_VALUE, ) _WEBHOOK_NAME_REGEX = re.compile( r"^(?=.{1,63}$)" # Total length between 1 and 63 characters r"[a-z0-9]" # Must start with letter or digit r"([a-z0-9._-]*[a-z0-9])?$", # Optional middle + end with letter/digit re.IGNORECASE, ) def _validate_webhook_name(name: str) -> None: if not isinstance(name, str): raise MlflowException.invalid_parameter_value( f"Webhook name must be a string, got {type(name).__name__!r}" ) if not _WEBHOOK_NAME_REGEX.fullmatch(name): raise MlflowException.invalid_parameter_value( f"Webhook name {name!r} is invalid. It must start and end with a letter or digit, " "be less than 63 characters long, and contain only letters, digits, dots (.), " "underscores (_), and hyphens (-)." ) def _validate_webhook_url(url: str) -> None: if not isinstance(url, str): raise MlflowException.invalid_parameter_value( f"Webhook URL must be a string, got {type(url).__name__!r}" ) if not url.strip(): raise MlflowException.invalid_parameter_value( f"Webhook URL cannot be empty or just whitespace: {url!r}" ) try: parsed_url = urllib.parse.urlparse(url) except ValueError as e: raise MlflowException.invalid_parameter_value(f"Invalid webhook URL {url!r}: {e!r}") from e schemes = _MLFLOW_WEBHOOK_ALLOWED_SCHEMES.get() if parsed_url.scheme not in schemes: raise MlflowException.invalid_parameter_value( f"Invalid webhook URL scheme: {parsed_url.scheme!r}. " f"Allowed schemes are: {', '.join(schemes)}." ) hostname = parsed_url.hostname if not hostname: raise MlflowException.invalid_parameter_value( f"Webhook URL must include a hostname: {url!r}" ) if not _MLFLOW_WEBHOOK_ALLOW_PRIVATE_IPS.get(): try: addr_infos = socket.getaddrinfo(hostname, None) except socket.gaierror as e: raise MlflowException.invalid_parameter_value( f"Cannot resolve webhook URL hostname {hostname!r}: {e}" ) from e for addr_info in addr_infos: try: ip = ipaddress.ip_address(addr_info[4][0]) except ValueError as e: raise MlflowException.invalid_parameter_value( f"Webhook URL hostname {hostname!r} resolved to an invalid IP address: {e}" ) from e if not ip.is_global: raise MlflowException.invalid_parameter_value( f"Webhook URL must not resolve to a non-public IP address. " f"{hostname!r} resolves to {ip}." ) def _validate_webhook_events(events: list[WebhookEvent]) -> None: if ( not events or not isinstance(events, list) or not all(isinstance(e, WebhookEvent) for e in events) ): raise MlflowException.invalid_parameter_value( f"Webhook events must be a non-empty list of WebhookEvent objects: {events}." ) def _resolve_experiment_ids_and_locations( experiment_ids: list[str] | None, locations: list[str] | None ) -> list[str]: if experiment_ids: if locations: raise MlflowException.invalid_parameter_value( "`experiment_ids` is deprecated, use `locations` instead." ) else: locations = experiment_ids if not locations: return locations if invalid_experiment_ids := [location for location in locations if "." in location]: invalid_exp_ids_str = ", ".join(invalid_experiment_ids) if len(invalid_exp_ids_str) > 20: invalid_exp_ids_str = invalid_exp_ids_str[:20] + "..." raise MlflowException.invalid_parameter_value( "Locations must be a list of experiment IDs. " f"Found invalid experiment IDs: {invalid_exp_ids_str}." ) return locations