Import AITURK IDE 1.0.0-beta.1 from Hermes 63279301; preserve MIT license

tests/gateway/test_max_tokens_propagation.py

@@ -0,0 +1,97 @@
+"""Regression tests for max_tokens propagation from config.yaml to AIAgent.
+
+Covers #20741: `model.max_tokens` was silently dropped before reaching the
+gateway-spawned agent, so providers without a hardcoded default (OpenRouter
+free models, Ollama Cloud, custom OpenAI-compatible endpoints) truncated long
+generations with `finish_reason="length"`.
+
+Precedence verified here:
+    HERMES_MAX_TOKENS env  >  model.max_tokens  >  per-provider
+    max_output_tokens  >  None
+"""
+
+import importlib
+import os
+import sys
+import textwrap
+
+import pytest
+
+
+@pytest.fixture
+def isolated_home(tmp_path, monkeypatch):
+    """Isolated HERMES_HOME with a writable config.yaml and a clean module cache.
+
+    These tests deliberately re-import ``hermes_cli`` / ``gateway`` so each
+    config write is read fresh. To avoid leaking that purge into sibling test
+    files in the same worker (which breaks their import-time mocks), we snapshot
+    the affected modules and restore them on teardown.
+    """
+    hermes_home = tmp_path / ".hermes"
+    hermes_home.mkdir()
+    monkeypatch.setenv("HERMES_HOME", str(hermes_home))
+    monkeypatch.delenv("HERMES_MAX_TOKENS", raising=False)
+
+    _saved = {
+        k: v
+        for k, v in sys.modules.items()
+        if k.startswith(("hermes_cli", "gateway"))
+    }
+
+    def write_cfg(body: str) -> None:
+        (hermes_home / "config.yaml").write_text(textwrap.dedent(body))
+
+    def fresh_gateway():
+        for mod in list(sys.modules.keys()):
+            if mod.startswith(("hermes_cli", "gateway")):
+                del sys.modules[mod]
+        return importlib.import_module("gateway.run")
+
+    try:
+        yield write_cfg, fresh_gateway
+    finally:
+        # Drop anything we (re)imported, then restore the pre-test snapshot so
+        # the next test file sees the module objects it was loaded with.
+        for k in list(sys.modules.keys()):
+            if k.startswith(("hermes_cli", "gateway")):
+                del sys.modules[k]
+        sys.modules.update(_saved)
+
+
+def test_top_level_max_tokens_propagates(isolated_home):
+    """model.max_tokens is read into the gateway runtime kwargs (#20741)."""
+    write_cfg, fresh_gateway = isolated_home
+    write_cfg(
+        """
+        model:
+          default: glm-5.1
+          provider: openrouter
+          max_tokens: 16384
+        """
+    )
+    grun = fresh_gateway()
+    kw = grun._resolve_runtime_agent_kwargs()
+    assert kw["max_tokens"] == 16384
+
+
+def test_per_provider_max_output_tokens_fallback(isolated_home):
+    """A custom provider's max_output_tokens fills in when no global is set."""
+    write_cfg, fresh_gateway = isolated_home
+    write_cfg(
+        """
+        model:
+          default: glm-5.1
+          provider: mylocal
+        providers:
+          mylocal:
+            api: http://localhost:11434/v1
+            api_key: sk-test
+            default_model: glm-5.1
+            max_output_tokens: 12000
+        """
+    )
+    grun = fresh_gateway()
+    kw = grun._resolve_runtime_agent_kwargs()
+    assert kw["max_tokens"] == 12000
+
+