wehub-resource-sync
2114ccd278
CI / Lint & Test (Python 3.13) (push) Failing after 2s
CI / Lint & Test (Python 3.14) (push) Failing after 1s
CI / Lint & Test (Python 3.12) (push) Failing after 2s
CI / DCO Check (push) Has been skipped
Scorecard supply-chain security / Scorecard analysis (push) Failing after 2s
96 lines
4.2 KiB
Python
96 lines
4.2 KiB
Python
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""Smoke test: verify PooledChatModel is wired into ALL LLM call paths.
|
|
|
|
Covers three paths:
|
|
1. llm_utils.get_chat_model() — direct module call
|
|
2. LLMAnalyzerBase.__init__ — graph analyzers (95% of LLM calls)
|
|
3. GapFillAnalyzer.chat_model — gap-fill pass
|
|
|
|
Uses the deepseek_compat() context manager to apply patches only for
|
|
the duration of the test, then restore original state on exit.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
# -- Windows Unicode support (emoji in print statements) --------------------
|
|
if sys.platform == "win32":
|
|
sys.stdout.reconfigure(encoding="utf-8", errors="replace") # type: ignore[attr-defined]
|
|
|
|
# Ensure project root is on sys.path (test lives under contrib/batch_scan/tests/)
|
|
_project_root = Path(__file__).resolve().parents[3]
|
|
if str(_project_root) not in sys.path:
|
|
sys.path.insert(0, str(_project_root))
|
|
import os
|
|
|
|
# -- Simulate multi-key env ------------------------------------------------
|
|
os.environ["SKILLSPECTOR_API_KEYS"] = (
|
|
"sk-test1|https://api.openai.com/v1|gpt-5.4;"
|
|
"sk-test2|https://api.openai.com/v1|gpt-5.4"
|
|
)
|
|
|
|
# -- Build pool ------------------------------------------------------------
|
|
from contrib.batch_scan.api_pool import create_api_key_pool_from_env
|
|
pool = create_api_key_pool_from_env()
|
|
assert pool is not None, "2 keys should produce a pool"
|
|
print(f"✅ Pool created: {pool.keys_configured} keys")
|
|
|
|
# -- Scoped patches + pool wiring -----------------------------------------
|
|
from contrib.batch_scan.runner import set_api_pool, deepseek_compat
|
|
|
|
with deepseek_compat():
|
|
set_api_pool(pool)
|
|
|
|
# Path 1: direct llm_utils call
|
|
import skillspector.llm_utils as _llm_utils
|
|
model = _llm_utils.get_chat_model(model="gpt-5.4")
|
|
assert type(model).__name__ == "PooledChatModel", \
|
|
f"get_chat_model should return PooledChatModel, got {type(model).__name__}"
|
|
print(f"✅ get_chat_model → {type(model).__name__} (llm_utils path)")
|
|
|
|
# Path 2: graph analyzers — LLMAnalyzerBase.__init__ calls get_chat_model
|
|
from skillspector.llm_analyzer_base import LLMAnalyzerBase
|
|
analyzer = LLMAnalyzerBase(base_prompt="test", model="gpt-5.4")
|
|
assert type(analyzer._llm).__name__ == "PooledChatModel", \
|
|
f"LLMAnalyzerBase._llm should be PooledChatModel, got {type(analyzer._llm).__name__}"
|
|
print(f"✅ LLMAnalyzerBase._llm → {type(analyzer._llm).__name__} (graph path)")
|
|
|
|
# Path 3: gap-fill pass
|
|
from contrib.batch_scan.gap_fill import GapFillAnalyzer
|
|
gf = GapFillAnalyzer(language="zh", api_pool=pool)
|
|
assert type(gf.chat_model).__name__ == "PooledChatModel"
|
|
print(f"✅ GapFillAnalyzer → {type(gf.chat_model).__name__} (gap-fill path)")
|
|
|
|
# Restore pool to verify cleanup path
|
|
set_api_pool(None)
|
|
|
|
# Patches restored here (context manager __exit__)
|
|
|
|
# -- Verify both pool AND deepseek patches are actually restored -----------
|
|
import skillspector.llm_analyzer_base as _base
|
|
assert _base.LLMAnalyzerBase.__init__.__name__ != "_patched_base_init", \
|
|
"DeepSeek patches should be restored after context manager exit"
|
|
assert _base.get_chat_model.__name__ != "_pooled_get_chat_model", \
|
|
"llm_analyzer_base.get_chat_model pool patch should be restored after set_api_pool(None)"
|
|
assert _llm_utils.get_chat_model.__name__ != "_pooled_get_chat_model", \
|
|
"llm_utils.get_chat_model pool patch should be restored after set_api_pool(None)"
|
|
print("✅ Patches restored to originals (context manager + pool cleanup)")
|
|
|
|
print("\n\U0001F389 All LLM paths go through ApiKeyPool now.")
|