# Copyright 2026 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from __future__ import annotations

import logging

from ..errors.not_found_error import NotFoundError
from ..utils.feature_decorator import experimental
from .custom_metric_evaluator import _CustomMetricEvaluator
from .eval_metrics import EvalMetric
from .eval_metrics import MetricInfo
from .eval_metrics import PrebuiltMetrics
from .evaluator import Evaluator
from .final_response_match_v2 import FinalResponseMatchV2Evaluator
from .hallucinations_v1 import HallucinationsV1Evaluator
from .metric_info_providers import FinalResponseMatchV2EvaluatorMetricInfoProvider
from .metric_info_providers import HallucinationsV1EvaluatorMetricInfoProvider
from .metric_info_providers import MultiTurnTaskSuccessV1MetricInfoProvider
from .metric_info_providers import MultiTurnToolUseQualityV1MetricInfoProvider
from .metric_info_providers import MultiTurnTrajectoryQualityV1MetricInfoProvider
from .metric_info_providers import PerTurnUserSimulatorQualityV1MetricInfoProvider
from .metric_info_providers import ResponseEvaluatorMetricInfoProvider
from .metric_info_providers import RubricBasedFinalResponseQualityV1EvaluatorMetricInfoProvider
from .metric_info_providers import RubricBasedMultiTurnTrajectoryMetricInfoProvider
from .metric_info_providers import RubricBasedToolUseV1EvaluatorMetricInfoProvider
from .metric_info_providers import SafetyEvaluatorV1MetricInfoProvider
from .metric_info_providers import TrajectoryEvaluatorMetricInfoProvider
from .multi_turn_task_success_evaluator import MultiTurnTaskSuccessV1Evaluator
from .multi_turn_tool_use_quality_evaluator import MultiTurnToolUseQualityV1Evaluator
from .multi_turn_trajectory_quality_evaluator import MultiTurnTrajectoryQualityV1Evaluator
from .response_evaluator import ResponseEvaluator
from .rubric_based_final_response_quality_v1 import RubricBasedFinalResponseQualityV1Evaluator
from .rubric_based_multi_turn_trajectory_evaluator import RubricBasedMultiTurnTrajectoryEvaluator
from .rubric_based_tool_use_quality_v1 import RubricBasedToolUseV1Evaluator
from .safety_evaluator import SafetyEvaluatorV1
from .simulation.per_turn_user_simulator_quality_v1 import PerTurnUserSimulatorQualityV1
from .trajectory_evaluator import TrajectoryEvaluator

logger = logging.getLogger("google_adk." + __name__)


@experimental
class MetricEvaluatorRegistry:
  """A registry for metric Evaluators."""

  _registry: dict[str, tuple[type[Evaluator], MetricInfo]] = {}

  def get_evaluator(self, eval_metric: EvalMetric) -> Evaluator:
    """Returns an Evaluator for the given metric.

    A new instance of the Evaluator is returned.

    Args:
      eval_metric: The metric for which we need the Evaluator.

    Raises:
      NotFoundError: If there is no evaluator for the metric.
    """
    if eval_metric.metric_name not in self._registry:
      raise NotFoundError(f"{eval_metric.metric_name} not found in registry.")

    evaluator_type = self._registry[eval_metric.metric_name][0]
    if issubclass(evaluator_type, _CustomMetricEvaluator):
      return evaluator_type(
          eval_metric=eval_metric,
          custom_function_path=eval_metric.custom_function_path,
      )
    return evaluator_type(eval_metric=eval_metric)

  def register_evaluator(
      self,
      metric_info: MetricInfo,
      evaluator: type[Evaluator],
  ):
    """Registers an evaluator given the metric info.

    If a mapping already exist, then it is updated.
    """
    metric_name = metric_info.metric_name
    if metric_name in self._registry:
      logger.info(
          "Updating Evaluator class for %s from %s to %s",
          metric_name,
          self._registry[metric_name],
          evaluator,
      )

    self._registry[str(metric_name)] = (evaluator, metric_info)

  def get_registered_metrics(
      self,
  ) -> list[MetricInfo]:
    """Returns a list of MetricInfo about the metrics registered so far."""
    return [
        evaluator_and_metric_info[1].model_copy(deep=True)
        for _, evaluator_and_metric_info in self._registry.items()
    ]


def _get_default_metric_evaluator_registry() -> MetricEvaluatorRegistry:
  """Returns an instance of MetricEvaluatorRegistry with standard metrics already registered in it."""
  metric_evaluator_registry = MetricEvaluatorRegistry()

  metric_evaluator_registry.register_evaluator(
      metric_info=TrajectoryEvaluatorMetricInfoProvider().get_metric_info(),
      evaluator=TrajectoryEvaluator,
  )

  metric_evaluator_registry.register_evaluator(
      metric_info=ResponseEvaluatorMetricInfoProvider(
          PrebuiltMetrics.RESPONSE_EVALUATION_SCORE.value
      ).get_metric_info(),
      evaluator=ResponseEvaluator,
  )
  metric_evaluator_registry.register_evaluator(
      metric_info=ResponseEvaluatorMetricInfoProvider(
          PrebuiltMetrics.RESPONSE_MATCH_SCORE.value
      ).get_metric_info(),
      evaluator=ResponseEvaluator,
  )
  metric_evaluator_registry.register_evaluator(
      metric_info=SafetyEvaluatorV1MetricInfoProvider().get_metric_info(),
      evaluator=SafetyEvaluatorV1,
  )
  metric_evaluator_registry.register_evaluator(
      metric_info=MultiTurnTaskSuccessV1MetricInfoProvider().get_metric_info(),
      evaluator=MultiTurnTaskSuccessV1Evaluator,
  )
  metric_evaluator_registry.register_evaluator(
      metric_info=MultiTurnTrajectoryQualityV1MetricInfoProvider().get_metric_info(),
      evaluator=MultiTurnTrajectoryQualityV1Evaluator,
  )
  metric_evaluator_registry.register_evaluator(
      metric_info=MultiTurnToolUseQualityV1MetricInfoProvider().get_metric_info(),
      evaluator=MultiTurnToolUseQualityV1Evaluator,
  )
  metric_evaluator_registry.register_evaluator(
      metric_info=FinalResponseMatchV2EvaluatorMetricInfoProvider().get_metric_info(),
      evaluator=FinalResponseMatchV2Evaluator,
  )
  metric_evaluator_registry.register_evaluator(
      metric_info=RubricBasedFinalResponseQualityV1EvaluatorMetricInfoProvider().get_metric_info(),
      evaluator=RubricBasedFinalResponseQualityV1Evaluator,
  )
  metric_evaluator_registry.register_evaluator(
      metric_info=HallucinationsV1EvaluatorMetricInfoProvider().get_metric_info(),
      evaluator=HallucinationsV1Evaluator,
  )
  metric_evaluator_registry.register_evaluator(
      metric_info=RubricBasedToolUseV1EvaluatorMetricInfoProvider().get_metric_info(),
      evaluator=RubricBasedToolUseV1Evaluator,
  )
  metric_evaluator_registry.register_evaluator(
      metric_info=PerTurnUserSimulatorQualityV1MetricInfoProvider().get_metric_info(),
      evaluator=PerTurnUserSimulatorQualityV1,
  )
  metric_evaluator_registry.register_evaluator(
      metric_info=RubricBasedMultiTurnTrajectoryMetricInfoProvider().get_metric_info(),
      evaluator=RubricBasedMultiTurnTrajectoryEvaluator,
  )

  return metric_evaluator_registry


DEFAULT_METRIC_EVALUATOR_REGISTRY = _get_default_metric_evaluator_registry()
