Import AITURK IDE 1.0.0-beta.1 from Hermes 63279301; preserve MIT license

tests/hermes_cli/test_model_prefix_routing_87189.py

@@ -0,0 +1,148 @@
+"""Regression tests for vendor-prefix model routing and dict model.aliases (#87189).
+
+``--model nous/deepseek-v4-pro`` / ``--model ollama/qwen3.5:4b`` used to fall
+through provider auto-detection and be sent to the configured default provider
+(api.anthropic.com) with the prefixed name intact, producing HTTP 404. Dict
+entries under ``model.aliases`` (``localqwen: {model: ..., provider: ...}``)
+were silently dropped because only string values were parsed.
+"""
+
+import hermes_cli.models as models
+import hermes_cli.model_switch as model_switch
+
+
+class TestVendorPrefixRouting:
+    """detect_provider_for_model honors a ``vendor/model`` prefix for
+    providers the user actually configured in their ``providers:`` block."""
+
+    def test_configured_provider_prefix_routes_to_provider(self, monkeypatch):
+        monkeypatch.setattr(models, "_find_openrouter_slug", lambda _name: None)
+        monkeypatch.setattr(models, "_configured_provider_ids", lambda: {"nous"})
+        detected = models.detect_provider_for_model("nous/deepseek-v4-pro", "anthropic")
+        assert detected == ("nous", "deepseek-v4-pro")
+
+    def test_local_provider_prefix_routes_to_provider(self, monkeypatch):
+        monkeypatch.setattr(models, "_find_openrouter_slug", lambda _name: None)
+        monkeypatch.setattr(models, "_configured_provider_ids", lambda: {"ollama"})
+        detected = models.detect_provider_for_model("ollama/qwen3.5:4b", "anthropic")
+        assert detected == ("ollama", "qwen3.5:4b")
+
+    def test_unconfigured_builtin_vendor_prefix_not_rerouted(self, monkeypatch):
+        """Built-in vendor slugs keep catalog/default routing.
+
+        ``google/gemini-2.5-flash`` is aggregator-native: the web config
+        field expects it to switch to OpenRouter, not to the Gemini provider
+        (``TestDenormalizeProviderSwitch`` in test_web_server.py). With no
+        user-configured provider for the vendor, prefix routing must stay
+        out of the way even when the models.dev catalog is unavailable.
+        """
+        monkeypatch.setattr(models, "_find_openrouter_slug", lambda _name: None)
+        monkeypatch.setattr(models, "_configured_provider_ids", lambda: set())
+        detected = models.detect_provider_for_model(
+            "google/gemini-2.5-flash", "ollama-local"
+        )
+        assert detected is None
+
+    def test_configured_provider_wins_over_alias_canonicalization(self, monkeypatch):
+        """A user-named ``ollama`` block must not be rewritten to ``custom``."""
+        monkeypatch.setattr(models, "_find_openrouter_slug", lambda _name: None)
+        monkeypatch.setattr(models, "_configured_provider_ids", lambda: {"ollama"})
+        assert models._PROVIDER_ALIASES.get("ollama") == "custom"  # precondition
+        detected = models.detect_provider_for_model("ollama/qwen3.5:4b", "anthropic")
+        assert detected == ("ollama", "qwen3.5:4b")
+
+    def test_provider_alias_prefix_canonicalized_when_configured(self, monkeypatch):
+        monkeypatch.setattr(models, "_find_openrouter_slug", lambda _name: None)
+        monkeypatch.setattr(models, "_configured_provider_ids", lambda: {"zai"})
+        detected = models.detect_provider_for_model("glm/glm-4.7", "anthropic")
+        assert detected == ("zai", "glm-4.7")
+
+    def test_unknown_vendor_prefix_still_unmatched(self, monkeypatch):
+        monkeypatch.setattr(models, "_find_openrouter_slug", lambda _name: None)
+        monkeypatch.setattr(models, "_configured_provider_ids", lambda: {"ollama"})
+        assert models.detect_provider_for_model("notaprovider/foo-model", "anthropic") is None
+
+    def test_openrouter_slug_still_wins_over_prefix_routing(self, monkeypatch):
+        """Aggregator-native slugs keep their existing OpenRouter routing."""
+        monkeypatch.setattr(
+            models, "_find_openrouter_slug", lambda _name: "deepseek/deepseek-chat"
+        )
+        monkeypatch.setattr(models, "_configured_provider_ids", lambda: {"deepseek"})
+        detected = models.detect_provider_for_model("deepseek/deepseek-chat", "anthropic")
+        assert detected == ("openrouter", "deepseek/deepseek-chat")
+
+    def test_bare_model_detection_unchanged(self, monkeypatch):
+        monkeypatch.setattr(models, "_find_openrouter_slug", lambda _name: None)
+        detected = models.detect_provider_for_model("deepseek-chat", "anthropic")
+        assert detected == ("deepseek", "deepseek-chat")
+
+
+class TestDictModelAliases:
+    """``model.aliases`` accepts dict entries with an explicit provider."""
+
+    def _load_with(self, monkeypatch, cfg):
+        monkeypatch.setattr("hermes_cli.config.load_config", lambda: cfg)
+        return model_switch._load_direct_aliases()
+
+    def test_dict_entry_with_explicit_provider(self, monkeypatch):
+        cfg = {
+            "model": {
+                "aliases": {
+                    "localqwen": {"model": "qwen3.5:4b", "provider": "custom"},
+                },
+            },
+        }
+        aliases = self._load_with(monkeypatch, cfg)
+        da = aliases["localqwen"]
+        assert (da.model, da.provider) == ("qwen3.5:4b", "custom")
+
+    def test_dict_entry_with_base_url(self, monkeypatch):
+        cfg = {
+            "model": {
+                "aliases": {
+                    "qwen": {
+                        "model": "qwen3.5:4b",
+                        "provider": "ollama",
+                        "base_url": "http://localhost:11434/v1",
+                    },
+                },
+            },
+        }
+        aliases = self._load_with(monkeypatch, cfg)
+        da = aliases["qwen"]
+        assert (da.model, da.provider, da.base_url) == (
+            "qwen3.5:4b", "ollama", "http://localhost:11434/v1",
+        )
+
+    def test_dict_entry_without_provider_uses_model_provider(self, monkeypatch):
+        cfg = {
+            "model": {
+                "provider": "openrouter",
+                "aliases": {"bare": {"model": "some-model"}},
+            },
+        }
+        aliases = self._load_with(monkeypatch, cfg)
+        da = aliases["bare"]
+        assert (da.model, da.provider) == ("some-model", "openrouter")
+
+    def test_string_entries_still_parse(self, monkeypatch):
+        cfg = {
+            "model": {
+                "aliases": {"ds-flash": "deepseek/deepseek-v4-flash"},
+            },
+        }
+        aliases = self._load_with(monkeypatch, cfg)
+        da = aliases["ds-flash"]
+        assert (da.model, da.provider) == ("deepseek-v4-flash", "deepseek")
+
+    def test_model_aliases_block_keeps_priority_over_model_aliases(self, monkeypatch):
+        cfg = {
+            "model_aliases": {
+                "shared": {"model": "from-top-block", "provider": "custom"},
+            },
+            "model": {
+                "aliases": {"shared": {"model": "from-nested", "provider": "ollama"}},
+            },
+        }
+        aliases = self._load_with(monkeypatch, cfg)
+        assert aliases["shared"].model == "from-top-block"