wehub-resource-sync
ec2b666284
Continuous Integration / Pre-commit Linter (push) Waiting to run
Continuous Integration / Mypy Check (Python 3.10) (push) Waiting to run
Continuous Integration / Mypy Check (Python 3.11) (push) Waiting to run
Continuous Integration / Mypy Check (Python 3.12) (push) Waiting to run
Continuous Integration / Mypy Check (Python 3.13) (push) Waiting to run
Continuous Integration / Unit Tests (Python 3.10) (push) Waiting to run
Continuous Integration / Unit Tests (Python 3.11) (push) Waiting to run
Continuous Integration / Unit Tests (Python 3.12) (push) Waiting to run
Continuous Integration / Unit Tests (Python 3.13) (push) Waiting to run
Continuous Integration / Unit Tests (Python 3.14) (push) Waiting to run
Continuous Integration / A2A v0.3 Tests (Python 3.10) (push) Waiting to run
Continuous Integration / A2A v0.3 Tests (Python 3.11) (push) Waiting to run
Continuous Integration / A2A v0.3 Tests (Python 3.12) (push) Waiting to run
Continuous Integration / A2A v0.3 Tests (Python 3.13) (push) Waiting to run
Continuous Integration / A2A v0.3 Tests (Python 3.14) (push) Waiting to run
Copybara PR Handler / close-imported-pr (push) Waiting to run
73 lines
2.3 KiB
Python
73 lines
2.3 KiB
Python
# Copyright 2026 Google LLC
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""Tests for generate_eval_cases CLI command."""
|
|
|
|
import json
|
|
import os
|
|
import pathlib
|
|
|
|
from click.testing import CliRunner
|
|
# We must mock or import the command safely for pytest
|
|
from google.adk.cli.cli_tools_click import cli_generate_eval_cases
|
|
import pytest
|
|
|
|
|
|
def test_cli_generate_eval_cases_integration(tmp_path):
|
|
"""E2E Test for the Vertex AI Scenario Generation Facade via the CLI."""
|
|
# This requires identical project setup to Kokoro's e2e_test_gcp_ubuntu_docker
|
|
if not os.environ.get("GOOGLE_CLOUD_PROJECT"):
|
|
pytest.skip(
|
|
"GOOGLE_CLOUD_PROJECT is not set. Skipping generation CLI integration"
|
|
" test."
|
|
)
|
|
|
|
# 1. Provide a UserSimulationConfig proxy
|
|
config_file = tmp_path / "user_sim_config.json"
|
|
config_data = {
|
|
"generation_instruction": (
|
|
"Generate a test conversation scenario where the user asks a simple"
|
|
" question."
|
|
),
|
|
"count": 1,
|
|
"model_name": "gemini-2.5-flash",
|
|
}
|
|
with open(config_file, "w") as f:
|
|
json.dump(config_data, f)
|
|
|
|
eval_set_id = "cli_gen_test_eval_set"
|
|
|
|
# 2. Invoke the command via click's testing runner
|
|
runner = CliRunner()
|
|
result = runner.invoke(
|
|
cli_generate_eval_cases,
|
|
[
|
|
str(
|
|
pathlib.Path(__file__).parent
|
|
/ "fixture"
|
|
/ "home_automation_agent"
|
|
),
|
|
eval_set_id,
|
|
f"--user_simulation_config_file={config_file}",
|
|
"--log_level=DEBUG",
|
|
],
|
|
)
|
|
|
|
# 3. Assert correct output
|
|
assert (
|
|
result.exit_code == 0
|
|
), f"Command failed: {result.exception}\nOutput: {result.output}"
|
|
assert "Generating scenarios utilizing Vertex AI Eval SDK..." in result.output
|
|
assert "added to eval set" in result.output
|