Import AITURK IDE 1.0.0-beta.1 from Hermes 63279301; preserve MIT license

tests/hermes_cli/test_lmstudio_context_policy.py

@@ -0,0 +1,91 @@
+import json
+
+import pytest
+
+from hermes_cli import models
+
+
+MODEL = "publisher/model"
+BASE_URL = "http://127.0.0.1:1234/v1"
+
+
+class _JsonResponse:
+    def __init__(self, payload):
+        self._body = json.dumps(payload).encode()
+
+    def __enter__(self):
+        return self
+
+    def __exit__(self, *_args):
+        return False
+
+    def read(self):
+        return self._body
+
+
+def _catalog(*, loaded_context=None, maximum=262_144):
+    loaded_instances = []
+    if loaded_context is not None:
+        loaded_instances.append({
+            "id": f"{MODEL}:active",
+            "config": {"context_length": loaded_context},
+        })
+    return [{
+        "key": MODEL,
+        "max_context_length": maximum,
+        "loaded_instances": loaded_instances,
+    }]
+
+
+def _capture_load(monkeypatch, response_payload):
+    requests = []
+
+    def fake_open(request, *, timeout):
+        requests.append((request, timeout, json.loads(request.data.decode())))
+        return _JsonResponse(response_payload)
+
+    monkeypatch.setattr(models, "_urlopen_model_catalog_request", fake_open)
+    return requests
+
+
+
+
+
+
+def test_missing_echo_refreshes_loaded_state(monkeypatch):
+    catalogs = iter([_catalog(), _catalog(loaded_context=88_000)])
+    monkeypatch.setattr(
+        models, "_lmstudio_fetch_raw_models", lambda **_kwargs: next(catalogs)
+    )
+    _capture_load(monkeypatch, {"status": "loaded"})
+
+    result = models.ensure_lmstudio_model_loaded(
+        MODEL, BASE_URL, api_key="", target_context_length=100_000
+    )
+
+    assert result == 88_000
+
+
+def test_explicit_override_above_known_maximum_rejects_even_when_loaded(monkeypatch):
+    monkeypatch.setattr(
+        models,
+        "_lmstudio_fetch_raw_models",
+        lambda **_kwargs: _catalog(loaded_context=64_000, maximum=128_000),
+    )
+    monkeypatch.setattr(
+        models,
+        "_urlopen_model_catalog_request",
+        lambda *_args, **_kwargs: pytest.fail("invalid override must not be posted"),
+    )
+
+    result = models.ensure_lmstudio_model_loaded(
+        MODEL,
+        BASE_URL,
+        api_key="",
+        target_context_length=256_000,
+        return_load_result=True,
+    )
+
+    assert result.context_length is None
+    assert result.load_attempted is False
+    assert result.rejected is True