Import AITURK IDE 1.0.0-beta.1 from Hermes 63279301; preserve MIT license

tests/agent/test_phantom_tool_references.py

@@ -0,0 +1,148 @@
+"""Phantom tool references: system-prompt blocks must not name tools the
+session can't call (Blank Slate audit, Aug 2026).
+
+Covers:
+  * HERMES_AGENT_HELP_GUIDANCE degrades to the docs-only variant when the
+    skill tools aren't loaded.
+  * execution_guidance_text() drops web_search lines when web tools are off.
+  * The coding operating brief drops the `todo` sentence when the todo tool
+    isn't loaded.
+  * ESSENTIAL_SKILLS can't be disabled via config, and the CLI writer strips
+    them from persisted disabled lists.
+"""
+
+from pathlib import Path
+
+
+class TestHermesAgentHelpGuidance:
+    def test_skill_variant_used_when_skill_view_present(self):
+        from agent.prompt_builder import HERMES_AGENT_HELP_GUIDANCE
+        assert "skill_view(name='hermes-agent')" in HERMES_AGENT_HELP_GUIDANCE
+
+    def test_no_skills_variant_has_no_skill_view_reference(self):
+        from agent.prompt_builder import HERMES_AGENT_HELP_GUIDANCE_NO_SKILLS
+        assert "skill_view" not in HERMES_AGENT_HELP_GUIDANCE_NO_SKILLS
+        assert "hermes-agent.nousresearch.com/docs" in HERMES_AGENT_HELP_GUIDANCE_NO_SKILLS
+
+
+class TestExecutionGuidanceText:
+    def test_full_text_when_web_search_available(self):
+        from agent.prompt_builder import (
+            OPENAI_MODEL_EXECUTION_GUIDANCE,
+            execution_guidance_text,
+        )
+        assert execution_guidance_text({"web_search", "terminal"}) == (
+            OPENAI_MODEL_EXECUTION_GUIDANCE
+        )
+
+    def test_full_text_when_toolset_unknown(self):
+        from agent.prompt_builder import (
+            OPENAI_MODEL_EXECUTION_GUIDANCE,
+            execution_guidance_text,
+        )
+        assert execution_guidance_text(None) == OPENAI_MODEL_EXECUTION_GUIDANCE
+
+    def test_web_search_dropped_without_web_tools(self):
+        from agent.prompt_builder import execution_guidance_text
+        text = execution_guidance_text({"terminal", "read_file"})
+        assert "web_search" not in text
+        # The surrounding structure survives.
+        assert "<mandatory_tool_use>" in text
+        assert "<missing_context>" in text
+        assert "(search_files, read_file, etc.)" in text
+
+
+class TestCodingBriefTodoGating:
+    def _brief(self, valid_tool_names):
+        from agent.coding_context import CODING_PROFILE, RuntimeMode
+        mode = RuntimeMode(
+            profile=CODING_PROFILE, surface="cli", cwd=Path.cwd(),
+        )
+        prefix, _ws, _tr = mode.system_prompt_parts(
+            valid_tool_names=valid_tool_names
+        )
+        assert prefix, "coding profile must emit an operating brief"
+        return prefix[0]
+
+    def test_todo_kept_when_tool_available(self):
+        brief = self._brief({"todo_list", "terminal", "read_file"})
+        assert "Track multi-step work with `todo_list`" in brief
+
+    def test_todo_dropped_when_tool_missing(self):
+        brief = self._brief({"terminal", "read_file"})
+        assert "`todo`" not in brief
+        # The path:line half of the merged bullet survives.
+        assert "path:line" in brief
+
+    def test_unknown_toolset_keeps_full_brief(self):
+        brief = self._brief(None)
+        assert "Track multi-step work with `todo_list`" in brief
+
+
+class TestEssentialSkillsUndisableable:
+    def test_agent_side_reader_strips_essential(self, monkeypatch, tmp_path):
+        import agent.skill_utils as su
+        cfg = tmp_path / "config.yaml"
+        cfg.write_text(
+            "skills:\n  disabled:\n    - hermes-agent\n    - some-other-skill\n",
+            encoding="utf-8",
+        )
+        monkeypatch.setattr(su, "get_config_path", lambda: cfg)
+        su._RAW_CONFIG_CACHE.clear()
+        disabled = su.get_disabled_skill_names(platform="cli")
+        assert "hermes-agent" not in disabled
+        assert "some-other-skill" in disabled
+
+    def test_cli_side_reader_strips_essential(self):
+        from hermes_cli.skills_config import get_disabled_skills
+        cfg = {"skills": {"disabled": ["hermes-agent", "other"]}}
+        disabled = get_disabled_skills(cfg)
+        assert "hermes-agent" not in disabled
+        assert "other" in disabled
+
+    def test_cli_side_writer_strips_essential(self, monkeypatch):
+        import hermes_cli.skills_config as sc
+        saved = {}
+        monkeypatch.setattr(sc, "save_config", lambda cfg: saved.update(cfg))
+        cfg = {}
+        sc.save_disabled_skills(cfg, {"hermes-agent", "other"})
+        assert cfg["skills"]["disabled"] == ["other"]
+
+    def test_skill_manage_delete_refused(self):
+        from tools.skill_manager_tool import _pinned_guard
+        msg = _pinned_guard("hermes-agent")
+        assert msg is not None
+        assert "essential" in msg.lower()
+
+
+class TestEssentialOnlySync:
+    def test_opted_out_sync_seeds_only_essential(self, monkeypatch, tmp_path):
+        """A profile with .no-bundled-skills still gets the hermes-agent skill."""
+        import tools.skills_sync as ss
+
+        home = tmp_path / ".hermes"
+        home.mkdir()
+        (home / ss.NO_BUNDLED_SKILLS_MARKER).write_text("", encoding="utf-8")
+
+        bundled = tmp_path / "bundled"
+        for cat, name in [
+            ("autonomous-ai-agents", "hermes-agent"),
+            ("media", "gif-search"),
+        ]:
+            d = bundled / cat / name
+            d.mkdir(parents=True)
+            (d / "SKILL.md").write_text(
+                f"---\nname: {name}\ndescription: x\n---\nbody\n",
+                encoding="utf-8",
+            )
+
+        monkeypatch.setattr(ss, "_hermes_home", lambda: home)
+        monkeypatch.setattr(ss, "_get_bundled_dir", lambda: bundled)
+        monkeypatch.setattr(ss, "_build_external_skill_index", lambda: set())
+
+        result = ss.sync_skills(quiet=True)
+
+        assert result["skipped_opt_out"] is True
+        assert result["copied"] == ["hermes-agent"]
+        assert (home / "skills" / "autonomous-ai-agents" / "hermes-agent" / "SKILL.md").exists()
+        assert not (home / "skills" / "media").exists()