Files
wehub-resource-sync ec2b666284
Continuous Integration / Pre-commit Linter (push) Waiting to run
Continuous Integration / Mypy Check (Python 3.10) (push) Waiting to run
Continuous Integration / Mypy Check (Python 3.11) (push) Waiting to run
Continuous Integration / Mypy Check (Python 3.12) (push) Waiting to run
Continuous Integration / Mypy Check (Python 3.13) (push) Waiting to run
Continuous Integration / Unit Tests (Python 3.10) (push) Waiting to run
Continuous Integration / Unit Tests (Python 3.11) (push) Waiting to run
Continuous Integration / Unit Tests (Python 3.12) (push) Waiting to run
Continuous Integration / Unit Tests (Python 3.13) (push) Waiting to run
Continuous Integration / Unit Tests (Python 3.14) (push) Waiting to run
Continuous Integration / A2A v0.3 Tests (Python 3.10) (push) Waiting to run
Continuous Integration / A2A v0.3 Tests (Python 3.11) (push) Waiting to run
Continuous Integration / A2A v0.3 Tests (Python 3.12) (push) Waiting to run
Continuous Integration / A2A v0.3 Tests (Python 3.13) (push) Waiting to run
Continuous Integration / A2A v0.3 Tests (Python 3.14) (push) Waiting to run
Copybara PR Handler / close-imported-pr (push) Waiting to run
chore: import upstream snapshot with attribution
2026-07-13 13:25:13 +08:00

448 lines
19 KiB
Python

# Copyright 2026 Google LLC
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Tests for model name utility functions."""
from google.adk.models.llm_request import LlmRequest
from google.adk.utils.model_name_utils import _is_gemini_3_x_live
from google.adk.utils.model_name_utils import _is_managed_agent
from google.adk.utils.model_name_utils import extract_model_name
from google.adk.utils.model_name_utils import is_gemini_1_model
from google.adk.utils.model_name_utils import is_gemini_3_5_live_translate
from google.adk.utils.model_name_utils import is_gemini_eap_or_2_or_above
from google.adk.utils.model_name_utils import is_gemini_model
from google.adk.utils.model_name_utils import is_gemini_model_id_check_disabled
class TestExtractModelName:
"""Test the extract_model_name function."""
def test_extract_model_name_simple_model(self):
"""Test extraction of simple model names."""
assert extract_model_name('gemini-2.5-pro') == 'gemini-2.5-pro'
assert extract_model_name('gemini-2.5-flash') == 'gemini-2.5-flash'
assert extract_model_name('gemini-1.0-pro') == 'gemini-1.0-pro'
assert extract_model_name('claude-3-sonnet') == 'claude-3-sonnet'
assert extract_model_name('gpt-4') == 'gpt-4'
def test_extract_model_name_path_based_model(self):
"""Test extraction of path-based model names."""
path_model = 'projects/265104255505/locations/us-central1/publishers/google/models/gemini-2.5-flash'
assert extract_model_name(path_model) == 'gemini-2.5-flash'
path_model_2 = 'projects/12345/locations/us-east1/publishers/google/models/gemini-1.5-pro-preview'
assert extract_model_name(path_model_2) == 'gemini-1.5-pro-preview'
path_model_3 = 'projects/test-project/locations/europe-west1/publishers/google/models/claude-3-sonnet'
assert extract_model_name(path_model_3) == 'claude-3-sonnet'
path_model_4 = 'apigee/gemini-2.5-flash'
assert extract_model_name(path_model_4) == 'gemini-2.5-flash'
path_model_5 = 'apigee/v1/gemini-2.5-flash'
assert extract_model_name(path_model_5) == 'gemini-2.5-flash'
path_model_6 = 'apigee/gemini/gemini-2.5-flash'
assert extract_model_name(path_model_6) == 'gemini-2.5-flash'
path_model_7 = 'apigee/vertex_ai/gemini-2.5-flash'
assert extract_model_name(path_model_7) == 'gemini-2.5-flash'
path_model_8 = 'apigee/gemini/v1/gemini-2.5-flash'
assert extract_model_name(path_model_8) == 'gemini-2.5-flash'
path_model_9 = 'apigee/vertex_ai/v1beta/gemini-2.5-flash'
assert extract_model_name(path_model_9) == 'gemini-2.5-flash'
def test_extract_model_name_with_models_prefix(self):
"""Test extraction of model names with 'models/' prefix."""
assert extract_model_name('models/gemini-2.5-pro') == 'gemini-2.5-pro'
assert extract_model_name('models/gemini-2.5-flash') == 'gemini-2.5-flash'
def test_extract_model_name_provider_prefixed_model(self):
"""Test extraction of provider-prefixed Gemini model names."""
assert extract_model_name('gemini/gemini-2.5-flash') == 'gemini-2.5-flash'
assert extract_model_name('vertex_ai/gemini-2.5-flash') == (
'gemini-2.5-flash'
)
assert (
extract_model_name('openrouter/google/gemini-2.5-pro:online')
== 'gemini-2.5-pro:online'
)
assert extract_model_name('openrouter/anthropic/claude-sonnet-4') == (
'openrouter/anthropic/claude-sonnet-4'
)
def test_extract_model_name_invalid_path(self):
"""Test that invalid path formats return the original string."""
invalid_paths = [
'projects/invalid/path/format',
'invalid/path/format',
'projects/123/locations/us-central1/models/gemini-2.5-flash', # missing publishers
'projects/123/publishers/google/models/gemini-2.5-flash', # missing locations
'projects/123/locations/us-central1/publishers/google/gemini-2.5-flash', # missing models
]
for invalid_path in invalid_paths:
assert extract_model_name(invalid_path) == invalid_path
def test_extract_model_name_empty_string(self):
"""Test extraction from empty string."""
assert extract_model_name('') == ''
def test_extract_model_name_edge_cases(self):
"""Test edge cases for model name extraction."""
# Test with unusual but valid path patterns
path_with_numbers = 'projects/123456789/locations/us-central1/publishers/google/models/gemini-2.5-flash'
assert extract_model_name(path_with_numbers) == 'gemini-2.5-flash'
# Test with hyphens in project/location names
path_with_hyphens = 'projects/my-test-project/locations/us-central1/publishers/google/models/gemini-1.5-pro'
assert extract_model_name(path_with_hyphens) == 'gemini-1.5-pro'
class TestIsGeminiModel:
"""Test the is_gemini_model function."""
def test_is_gemini_model_simple_names(self):
"""Test Gemini model detection with simple model names."""
assert is_gemini_model('gemini-2.5-pro') is True
assert is_gemini_model('gemini-1.5-flash') is True
assert is_gemini_model('gemini-1.0-pro') is True
assert is_gemini_model('gemini-2.5-flash') is True
assert is_gemini_model('claude-3-sonnet') is False
assert is_gemini_model('gpt-4') is False
assert is_gemini_model('llama-2') is False
def test_is_gemini_model_path_based_names(self):
"""Test Gemini model detection with path-based model names."""
gemini_path = 'projects/265104255505/locations/us-central1/publishers/google/models/gemini-2.5-flash'
assert is_gemini_model(gemini_path) is True
gemini_path_2 = 'projects/12345/locations/us-east1/publishers/google/models/gemini-1.5-pro-preview'
assert is_gemini_model(gemini_path_2) is True
non_gemini_path = 'projects/265104255505/locations/us-central1/publishers/google/models/claude-3-sonnet'
assert is_gemini_model(non_gemini_path) is False
def test_is_gemini_model_provider_prefixed_names(self):
"""Test Gemini model detection with provider-prefixed model names."""
assert is_gemini_model('gemini/gemini-2.5-flash') is True
assert is_gemini_model('vertex_ai/gemini-2.5-flash') is True
assert is_gemini_model('openrouter/google/gemini-2.5-pro:online') is True
assert is_gemini_model('openrouter/anthropic/claude-sonnet-4') is False
def test_is_gemini_model_edge_cases(self):
"""Test edge cases for Gemini model detection."""
# Test with None
assert is_gemini_model(None) is False
# Test with empty string
assert is_gemini_model('') is False
# Test with model names containing gemini but not starting with it
assert is_gemini_model('my-gemini-model') is False
assert is_gemini_model('claude-gemini-hybrid') is False
# Test with model names that have gemini in the middle of the path
tricky_path = 'projects/265104255505/locations/us-central1/publishers/gemini/models/claude-3-sonnet'
assert is_gemini_model(tricky_path) is False
# Test with just "gemini" without dash
assert is_gemini_model('gemini') is False
assert is_gemini_model('gemini_1_5_flash') is False
def test_is_gemini_model_case_sensitivity(self):
"""Test that model detection is case-sensitive."""
assert is_gemini_model('Gemini-2.5-pro') is False
assert is_gemini_model('GEMINI-2.5-pro') is False
assert is_gemini_model('gemini-2.5-PRO') is True # Only the start matters
class TestIsGemini1Model:
"""Test the is_gemini_1_model function."""
def test_is_gemini_1_model_simple_names(self):
"""Test Gemini 1.x model detection with simple model names."""
assert is_gemini_1_model('gemini-1.5-flash') is True
assert is_gemini_1_model('gemini-1.0-pro') is True
assert is_gemini_1_model('gemini-1.5-pro-preview') is True
assert is_gemini_1_model('gemini-1.9-experimental') is True
assert is_gemini_1_model('gemini-2.5-flash') is False
assert is_gemini_1_model('gemini-2.5-pro') is False
assert is_gemini_1_model('gemini-10.0-pro') is False # Only 1.x versions
assert is_gemini_1_model('claude-3-sonnet') is False
def test_is_gemini_1_model_path_based_names(self):
"""Test Gemini 1.x model detection with path-based model names."""
gemini_1_path = 'projects/265104255505/locations/us-central1/publishers/google/models/gemini-1.5-flash'
assert is_gemini_1_model(gemini_1_path) is True
gemini_1_path_2 = 'projects/12345/locations/us-east1/publishers/google/models/gemini-1.0-pro-preview'
assert is_gemini_1_model(gemini_1_path_2) is True
gemini_2_path = 'projects/265104255505/locations/us-central1/publishers/google/models/gemini-2.5-flash'
assert is_gemini_1_model(gemini_2_path) is False
def test_is_gemini_1_model_provider_prefixed_names(self):
"""Test Gemini 1.x detection with provider-prefixed model names."""
assert is_gemini_1_model('gemini/gemini-1.5-flash') is True
assert is_gemini_1_model('vertex_ai/gemini-1.5-flash') is True
assert is_gemini_1_model('openrouter/google/gemini-1.5-pro:online') is True
assert is_gemini_1_model('openrouter/google/gemini-2.5-pro') is False
def test_is_gemini_1_model_edge_cases(self):
"""Test edge cases for Gemini 1.x model detection."""
# Test with None
assert is_gemini_1_model(None) is False
# Test with empty string
assert is_gemini_1_model('') is False
# Test with model names containing gemini-1 but not starting with it
assert is_gemini_1_model('my-gemini-1.5-model') is False
assert is_gemini_1_model('custom-gemini-1.5-flash') is False
# Test with invalid versions
assert is_gemini_1_model('gemini-1') is False # Missing dot
assert is_gemini_1_model('gemini-1-pro') is False # Missing dot
assert is_gemini_1_model('gemini-1.') is False # Missing version number
class TestIsGemini2Model:
"""Test the is_gemini_eap_or_2_or_above function."""
def test_is_gemini_eap_or_2_or_above_simple_names(self):
"""Test Gemini 2.0+ model detection with simple model names."""
assert is_gemini_eap_or_2_or_above('gemini-2.5-flash') is True
assert is_gemini_eap_or_2_or_above('gemini-2.5-pro') is True
assert is_gemini_eap_or_2_or_above('gemini-2.9-experimental') is True
assert is_gemini_eap_or_2_or_above('gemini-2-pro') is True
assert is_gemini_eap_or_2_or_above('gemini-2') is True
assert is_gemini_eap_or_2_or_above('gemini-3.0-pro') is True
assert is_gemini_eap_or_2_or_above('gemini-flash-early-exp') is True
assert is_gemini_eap_or_2_or_above('gemini-flash-early-exp3') is True
assert is_gemini_eap_or_2_or_above('gemini-flash-lite-early-exp') is True
assert is_gemini_eap_or_2_or_above('gemini-pro-early-exp') is True
assert is_gemini_eap_or_2_or_above('gemini-1.5-flash') is False
assert is_gemini_eap_or_2_or_above('gemini-1.0-pro') is False
assert is_gemini_eap_or_2_or_above('claude-3-sonnet') is False
def test_is_gemini_eap_or_2_or_above_path_based_names(self):
"""Test Gemini 2.0+ model detection with path-based model names."""
gemini_2_path = 'projects/265104255505/locations/us-central1/publishers/google/models/gemini-2.5-flash'
assert is_gemini_eap_or_2_or_above(gemini_2_path) is True
gemini_2_path_2 = 'projects/12345/locations/us-east1/publishers/google/models/gemini-2.5-pro-preview'
assert is_gemini_eap_or_2_or_above(gemini_2_path_2) is True
gemini_1_path = 'projects/265104255505/locations/us-central1/publishers/google/models/gemini-1.5-flash'
assert is_gemini_eap_or_2_or_above(gemini_1_path) is False
gemini_3_path = 'projects/12345/locations/us-east1/publishers/google/models/gemini-3.0-pro'
assert is_gemini_eap_or_2_or_above(gemini_3_path) is True
def test_is_gemini_eap_or_2_or_above_provider_prefixed_names(self):
"""Test Gemini 2.0+ detection with provider-prefixed model names."""
assert is_gemini_eap_or_2_or_above('gemini/gemini-2.5-flash') is True
assert is_gemini_eap_or_2_or_above('vertex_ai/gemini-2.5-flash') is True
assert (
is_gemini_eap_or_2_or_above('openrouter/google/gemini-2.5-pro:online')
is True
)
assert (
is_gemini_eap_or_2_or_above('openrouter/google/gemini-1.5-pro:online')
is False
)
def test_is_gemini_eap_or_2_or_above_edge_cases(self):
"""Test edge cases for Gemini 2.0+ model detection."""
# Test with None
assert is_gemini_eap_or_2_or_above(None) is False
# Test with empty string
assert is_gemini_eap_or_2_or_above('') is False
# Test with model names containing gemini-2 but not starting with it
assert is_gemini_eap_or_2_or_above('my-gemini-2.5-model') is False
assert is_gemini_eap_or_2_or_above('custom-gemini-2.5-flash') is False
# Test with invalid versions
assert (
is_gemini_eap_or_2_or_above('gemini-2.') is False
) # Missing version number
assert is_gemini_eap_or_2_or_above('gemini-0.9-test') is False
assert is_gemini_eap_or_2_or_above('gemini-one') is False
class TestModelNameUtilsIntegration:
"""Integration tests for model name utilities."""
def test_model_classification_consistency(self):
"""Test that model classification functions are consistent."""
test_models = [
'gemini-1.5-flash',
'gemini-2.5-flash',
'gemini-2.5-pro',
'gemini-3.0-pro',
'gemini/gemini-2.5-flash',
'openrouter/google/gemini-2.5-pro:online',
'projects/123/locations/us-central1/publishers/google/models/gemini-1.5-pro',
'projects/123/locations/us-central1/publishers/google/models/gemini-2.5-flash',
'projects/123/locations/us-central1/publishers/google/models/gemini-3.0-pro',
'claude-3-sonnet',
'gpt-4',
]
for model in test_models:
# A model can only be either Gemini 1.x or Gemini 2.0+, not both
if is_gemini_1_model(model):
assert not is_gemini_eap_or_2_or_above(
model
), f'Model {model} classified as both Gemini 1.x and 2.0+'
assert is_gemini_model(
model
), f'Model {model} is Gemini 1.x but not classified as Gemini'
if is_gemini_eap_or_2_or_above(model):
assert not is_gemini_1_model(
model
), f'Model {model} classified as both Gemini 1.x and 2.0+'
assert is_gemini_model(
model
), f'Model {model} is Gemini 2.0+ but not classified as Gemini'
# If it's neither Gemini 1.x nor 2.0+, it should not be classified as Gemini
if not is_gemini_1_model(model) and not is_gemini_eap_or_2_or_above(
model
):
if model and 'gemini-' not in extract_model_name(model):
assert not is_gemini_model(
model
), f'Non-Gemini model {model} classified as Gemini'
def test_path_vs_simple_model_consistency(self):
"""Test that path-based and simple model names are classified consistently."""
model_pairs = [
(
'gemini-1.5-flash',
'projects/123/locations/us-central1/publishers/google/models/gemini-1.5-flash',
),
(
'gemini-2.5-flash',
'projects/123/locations/us-central1/publishers/google/models/gemini-2.5-flash',
),
(
'gemini-2.5-pro',
'projects/123/locations/us-central1/publishers/google/models/gemini-2.5-pro',
),
(
'gemini-3.0-pro',
'projects/123/locations/us-central1/publishers/google/models/gemini-3.0-pro',
),
(
'claude-3-sonnet',
'projects/123/locations/us-central1/publishers/google/models/claude-3-sonnet',
),
]
for simple_model, path_model in model_pairs:
# Both forms should be classified identically
assert is_gemini_model(simple_model) == is_gemini_model(path_model), (
f'Inconsistent Gemini classification for {simple_model} vs'
f' {path_model}'
)
assert is_gemini_1_model(simple_model) == is_gemini_1_model(path_model), (
f'Inconsistent Gemini 1.x classification for {simple_model} vs'
f' {path_model}'
)
assert is_gemini_eap_or_2_or_above(
simple_model
) == is_gemini_eap_or_2_or_above(path_model), (
f'Inconsistent Gemini 2.0+ classification for {simple_model} vs'
f' {path_model}'
)
class TestGeminiModelIdCheckFlag:
"""Tests for Gemini model-id check override flag."""
def test_default_is_disabled(self, monkeypatch):
monkeypatch.delenv('ADK_DISABLE_GEMINI_MODEL_ID_CHECK', raising=False)
assert is_gemini_model_id_check_disabled() is False
def test_true_enables_check_bypass(self, monkeypatch):
monkeypatch.setenv('ADK_DISABLE_GEMINI_MODEL_ID_CHECK', 'true')
assert is_gemini_model_id_check_disabled() is True
class TestIsGemini3XLive:
"""Test the _is_gemini_3_x_live function."""
def test_is_gemini_3_x_live_simple_name(self):
"""Test with simple model name format."""
assert _is_gemini_3_x_live('gemini-3.1-flash-live') is True
assert _is_gemini_3_x_live('gemini-3.1-flash-live-preview') is True
assert _is_gemini_3_x_live('gemini-3.5-flash-lite-live-preview') is True
assert _is_gemini_3_x_live('gemini-3.5-live-translate') is False
assert _is_gemini_3_x_live('gemini-3.1-pro') is False
assert _is_gemini_3_x_live('gemini-2.5-flash-live') is False
def test_is_gemini_3_x_live_path_based_name(self):
"""Test with path-based format (Vertex AI etc.)."""
vertex_path = 'projects/123/locations/us-central1/publishers/google/models/gemini-3.1-flash-live'
assert _is_gemini_3_x_live(vertex_path) is True
vertex_path_preview = 'projects/123/locations/us-central1/publishers/google/models/gemini-3.5-flash-lite-live-preview'
assert _is_gemini_3_x_live(vertex_path_preview) is True
non_live_path = 'projects/123/locations/us-central1/publishers/google/models/gemini-3.1-flash'
assert _is_gemini_3_x_live(non_live_path) is False
def test_is_gemini_3_x_live_edge_cases(self):
"""Test edge cases."""
assert _is_gemini_3_x_live(None) is False
assert _is_gemini_3_x_live('') is False
class TestIsGemini35LiveTranslate:
"""Test the is_gemini_3_5_live_translate function."""
def test_is_gemini_3_5_live_translate_simple_name(self):
"""Test with simple model name format."""
assert is_gemini_3_5_live_translate('gemini-3.5-live-translate') is True
assert is_gemini_3_5_live_translate('gemini-3.5-flash-live') is False
def test_is_gemini_3_5_live_translate_path_based_name(self):
"""Test with path-based format (Vertex AI etc.)."""
vertex_path = 'projects/123/locations/us-central1/publishers/google/models/gemini-3.5-live-translate-preview'
assert is_gemini_3_5_live_translate(vertex_path) is True
def test_is_gemini_3_5_live_translate_edge_cases(self):
"""Test edge cases."""
assert is_gemini_3_5_live_translate(None) is False
assert is_gemini_3_5_live_translate('') is False
class TestIsManagedAgent:
"""Tests for the _is_managed_agent predicate."""
def test_true_when_flag_set(self):
request = LlmRequest()
request._is_managed_agent = True
assert _is_managed_agent(request) is True
def test_false_by_default(self):
assert _is_managed_agent(LlmRequest()) is False