Import AITURK IDE 1.0.0-beta.1 from Hermes 63279301; preserve MIT license
This commit is contained in:
@@ -0,0 +1,151 @@
|
||||
"""Regression tests for startup model/provider routing (#87189)."""
|
||||
|
||||
from hermes_cli import model_switch
|
||||
|
||||
|
||||
def test_startup_route_uses_configured_nous_provider(monkeypatch):
|
||||
monkeypatch.setattr(model_switch, "DIRECT_ALIASES", {})
|
||||
route = model_switch.resolve_startup_model_route(
|
||||
"nous/deepseek-v4-pro",
|
||||
user_providers={"nous": {"base_url": "https://inference.example/v1"}},
|
||||
)
|
||||
assert route == model_switch.StartupModelRoute("deepseek-v4-pro", "nous", "")
|
||||
|
||||
|
||||
def test_startup_route_keeps_configured_custom_provider_name(monkeypatch):
|
||||
monkeypatch.setattr(model_switch, "DIRECT_ALIASES", {})
|
||||
route = model_switch.resolve_startup_model_route(
|
||||
"ollama/qwen3.5:4b",
|
||||
user_providers={"ollama": {"base_url": "http://localhost:11434/v1"}},
|
||||
)
|
||||
assert route == model_switch.StartupModelRoute("qwen3.5:4b", "ollama", "")
|
||||
|
||||
|
||||
def test_startup_route_does_not_consume_aggregator_namespace(monkeypatch):
|
||||
monkeypatch.setattr(model_switch, "DIRECT_ALIASES", {})
|
||||
route = model_switch.resolve_startup_model_route(
|
||||
"openrouter/anthropic/claude-sonnet",
|
||||
user_providers={"openrouter": {"base_url": "https://openrouter.ai/api/v1"}},
|
||||
)
|
||||
assert route is None
|
||||
|
||||
|
||||
def test_startup_route_aggregator_native_slug_stays_on_aggregator(monkeypatch):
|
||||
"""On OpenRouter, ``anthropic/claude-...`` is an aggregator-native slug.
|
||||
|
||||
A ``providers.anthropic`` block in the same config must NOT steal the
|
||||
route — bare vendor slugs resolve WITHIN the aggregator first
|
||||
(aggregator-aware resolution contract).
|
||||
"""
|
||||
monkeypatch.setattr(model_switch, "DIRECT_ALIASES", {})
|
||||
monkeypatch.setattr(
|
||||
"hermes_cli.models._find_openrouter_slug",
|
||||
lambda name: "anthropic/claude-opus-4.6",
|
||||
)
|
||||
route = model_switch.resolve_startup_model_route(
|
||||
"anthropic/claude-opus-4.6",
|
||||
current_provider="openrouter",
|
||||
user_providers={"anthropic": {"apiKey": "sk-test"}},
|
||||
)
|
||||
assert route is None
|
||||
|
||||
|
||||
def test_startup_route_non_aggregator_current_provider_still_routes(monkeypatch):
|
||||
monkeypatch.setattr(model_switch, "DIRECT_ALIASES", {})
|
||||
route = model_switch.resolve_startup_model_route(
|
||||
"nous/deepseek-v4-pro",
|
||||
current_provider="anthropic",
|
||||
user_providers={"nous": {"base_url": "https://inference.example/v1"}},
|
||||
)
|
||||
assert route == model_switch.StartupModelRoute("deepseek-v4-pro", "nous", "")
|
||||
|
||||
|
||||
def test_startup_route_resolves_dict_alias_and_preserves_endpoint(monkeypatch):
|
||||
monkeypatch.setattr(
|
||||
model_switch,
|
||||
"DIRECT_ALIASES",
|
||||
{
|
||||
"localqwen": model_switch.DirectAlias(
|
||||
"qwen3.5:4b", "custom", "http://localhost:11434/v1"
|
||||
)
|
||||
},
|
||||
)
|
||||
route = model_switch.resolve_startup_model_route("localqwen")
|
||||
assert route == model_switch.StartupModelRoute(
|
||||
"qwen3.5:4b", "custom", "http://localhost:11434/v1"
|
||||
)
|
||||
|
||||
|
||||
def test_startup_route_url_alias_never_keeps_foreign_provider_label(monkeypatch):
|
||||
"""A URL-bearing alias labelled ``anthropic`` must resolve as ``custom``.
|
||||
|
||||
Keeping the label would let the alias reach the anthropic
|
||||
explicit-runtime branch with a foreign base_url and put the live vendor
|
||||
token on the alias host's wire (#28660 / #83612).
|
||||
"""
|
||||
monkeypatch.setattr(
|
||||
model_switch,
|
||||
"DIRECT_ALIASES",
|
||||
{
|
||||
"urlalias": model_switch.DirectAlias(
|
||||
"qwen3.5:4b", "anthropic", "http://localhost:11434/v1"
|
||||
)
|
||||
},
|
||||
)
|
||||
route = model_switch.resolve_startup_model_route("urlalias")
|
||||
assert route is not None
|
||||
assert route.provider == "custom"
|
||||
assert route.base_url == "http://localhost:11434/v1"
|
||||
|
||||
|
||||
def test_startup_route_alias_carries_own_api_key(monkeypatch):
|
||||
monkeypatch.setattr(
|
||||
model_switch,
|
||||
"DIRECT_ALIASES",
|
||||
{
|
||||
"keyed": model_switch.DirectAlias(
|
||||
"some-model",
|
||||
"custom",
|
||||
"https://proxy.example/v1",
|
||||
api_key="sk-alias-key",
|
||||
)
|
||||
},
|
||||
)
|
||||
route = model_switch.resolve_startup_model_route("keyed")
|
||||
assert route is not None
|
||||
assert route.api_key == "sk-alias-key"
|
||||
|
||||
|
||||
def test_startup_route_explicit_provider_wins_over_alias_label(monkeypatch):
|
||||
monkeypatch.setattr(
|
||||
model_switch,
|
||||
"DIRECT_ALIASES",
|
||||
{"ds": model_switch.DirectAlias("deepseek-chat", "deepseek", "")},
|
||||
)
|
||||
route = model_switch.resolve_startup_model_route(
|
||||
"ds", explicit_provider="openrouter"
|
||||
)
|
||||
assert route is not None
|
||||
assert route.provider == "openrouter"
|
||||
assert route.model == "deepseek-chat"
|
||||
|
||||
|
||||
def test_model_aliases_dict_entries_are_loaded(monkeypatch):
|
||||
monkeypatch.setattr(
|
||||
"hermes_cli.config.load_config",
|
||||
lambda: {
|
||||
"model": {
|
||||
"aliases": {
|
||||
"localqwen": {
|
||||
"model": "qwen3.5:4b",
|
||||
"provider": "custom",
|
||||
"base_url": "http://localhost:11434/v1",
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
)
|
||||
aliases = model_switch._load_direct_aliases()
|
||||
assert aliases["localqwen"] == model_switch.DirectAlias(
|
||||
"qwen3.5:4b", "custom", "http://localhost:11434/v1"
|
||||
)
|
||||
Reference in New Issue
Block a user