Import AITURK IDE 1.0.0-beta.1 from Hermes 63279301; preserve MIT license
This commit is contained in:
@@ -0,0 +1,248 @@
|
||||
"""Regression tests: every remaining cua-driver spawn site must sanitize the
|
||||
subprocess environment.
|
||||
|
||||
PR #58889 fixed the CLI-fallback transport; review of that fix found four
|
||||
sibling spawn sites still handing the third-party ``cua-driver`` binary the
|
||||
full parent environment (provider API keys included):
|
||||
|
||||
- ``cua_backend._resolve_mcp_invocation`` (``cua-driver manifest``) — no
|
||||
``env=`` at all
|
||||
- ``cua_backend.cua_driver_update_check`` (``check-update --json``) —
|
||||
telemetry env but no secret sanitization
|
||||
- ``doctor._drive_health_report`` (``<binary> mcp``) — telemetry env only
|
||||
- ``permissions._run`` (every permission probe) — telemetry env only
|
||||
"""
|
||||
|
||||
import json
|
||||
import os
|
||||
from unittest.mock import MagicMock
|
||||
|
||||
SECRET = "sk-super-secret-should-not-leak"
|
||||
CREATE_NO_WINDOW = 0x08000000
|
||||
|
||||
|
||||
def _fake_completed_process(stdout: str) -> MagicMock:
|
||||
proc = MagicMock()
|
||||
proc.stdout = stdout
|
||||
proc.stderr = ""
|
||||
proc.returncode = 0
|
||||
return proc
|
||||
|
||||
|
||||
def _capture_run(captured, stdout=""):
|
||||
def fake_run(cmd, **kwargs):
|
||||
captured["cmd"] = cmd
|
||||
captured["env"] = kwargs.get("env")
|
||||
captured["creationflags"] = kwargs.get("creationflags")
|
||||
return _fake_completed_process(stdout)
|
||||
return fake_run
|
||||
|
||||
|
||||
def _assert_sanitized(captured):
|
||||
env = captured["env"]
|
||||
assert env is not None, "subprocess must receive an explicit env="
|
||||
assert "ANTHROPIC_API_KEY" not in env
|
||||
# Sanitization filters secrets, not everything — ordinary vars survive.
|
||||
_assert_path_preserved(env)
|
||||
# Confirms the telemetry helper still ran (default: telemetry disabled).
|
||||
assert env.get("CUA_DRIVER_RS_TELEMETRY_ENABLED") == "0"
|
||||
|
||||
|
||||
def _assert_path_preserved(env):
|
||||
"""Original PATH entries survive sanitization; the hermes console-script
|
||||
dir may be prepended (see _sanitize_subprocess_env, issue #92998) so we
|
||||
assert the contract, not byte equality."""
|
||||
from tools.environments.local import _resolve_hermes_bin_dir
|
||||
|
||||
path_val = env.get("PATH", "")
|
||||
assert path_val.endswith("/usr/bin:/bin"), path_val
|
||||
hermes_bin = _resolve_hermes_bin_dir()
|
||||
if hermes_bin and path_val != "/usr/bin:/bin":
|
||||
assert path_val.startswith(hermes_bin + os.pathsep), path_val
|
||||
|
||||
|
||||
def _patch_windows_hide_flags(monkeypatch, module):
|
||||
"""Pin the ``windows_hide_flags()`` seam so the console-hiding assertion
|
||||
is host-independent.
|
||||
|
||||
``windows_hide_flags`` is our own platform probe (CREATE_NO_WINDOW on
|
||||
Windows, ``0`` elsewhere). Patching that seam — rather than lying to the
|
||||
interpreter about ``sys.platform`` — keeps the real subject of these
|
||||
tests (does the spawn site forward its result to ``creationflags=``?)
|
||||
covered on every host.
|
||||
"""
|
||||
monkeypatch.setattr(
|
||||
module, "windows_hide_flags", lambda: CREATE_NO_WINDOW, raising=False
|
||||
)
|
||||
|
||||
|
||||
def test_resolve_mcp_invocation_sanitizes_env(monkeypatch):
|
||||
monkeypatch.setenv("ANTHROPIC_API_KEY", SECRET)
|
||||
monkeypatch.setenv("PATH", "/usr/bin:/bin")
|
||||
monkeypatch.delenv("HERMES_CUA_TELEMETRY", raising=False)
|
||||
|
||||
from tools.computer_use import cua_backend
|
||||
|
||||
captured = {}
|
||||
_patch_windows_hide_flags(monkeypatch, cua_backend)
|
||||
manifest = json.dumps({"mcp_invocation": {"command": "cua-driver", "args": ["mcp"]}})
|
||||
monkeypatch.setattr(
|
||||
cua_backend.subprocess, "run", _capture_run(captured, stdout=manifest)
|
||||
)
|
||||
|
||||
cmd, args = cua_backend._resolve_mcp_invocation("cua-driver")
|
||||
assert cmd == "cua-driver"
|
||||
_assert_sanitized(captured)
|
||||
assert captured["creationflags"] == CREATE_NO_WINDOW
|
||||
|
||||
|
||||
def test_update_check_sanitizes_env(monkeypatch):
|
||||
monkeypatch.setenv("ANTHROPIC_API_KEY", SECRET)
|
||||
monkeypatch.setenv("PATH", "/usr/bin:/bin")
|
||||
monkeypatch.delenv("HERMES_CUA_TELEMETRY", raising=False)
|
||||
|
||||
from tools.computer_use import cua_backend
|
||||
|
||||
captured = {}
|
||||
_patch_windows_hide_flags(monkeypatch, cua_backend)
|
||||
payload = json.dumps({
|
||||
"current_version": "1.0.0",
|
||||
"latest_version": "1.0.0",
|
||||
"update_available": False,
|
||||
})
|
||||
# PATH is pinned to /usr/bin:/bin above, so the driver won't resolve;
|
||||
# pin it so the check reaches the (sanitized) subprocess spawn.
|
||||
monkeypatch.setattr(
|
||||
cua_backend, "resolve_cua_driver_cmd", lambda *a, **k: "cua-driver"
|
||||
)
|
||||
monkeypatch.setattr(
|
||||
cua_backend.subprocess, "run", _capture_run(captured, stdout=payload)
|
||||
)
|
||||
|
||||
cua_backend.cua_driver_update_check(timeout=1.0)
|
||||
_assert_sanitized(captured)
|
||||
assert captured["creationflags"] == CREATE_NO_WINDOW
|
||||
|
||||
|
||||
def test_cli_fallback_sanitizes_env_and_hides_console_on_windows(monkeypatch):
|
||||
monkeypatch.setenv("ANTHROPIC_API_KEY", SECRET)
|
||||
monkeypatch.setenv("PATH", "/usr/bin:/bin")
|
||||
monkeypatch.delenv("HERMES_CUA_TELEMETRY", raising=False)
|
||||
|
||||
from tools.computer_use import cua_backend
|
||||
|
||||
captured = {}
|
||||
_patch_windows_hide_flags(monkeypatch, cua_backend)
|
||||
# Hermetic CI has no cua-driver binary; pin the resolver so the test
|
||||
# exercises the spawn-env path instead of the install-hint early exit.
|
||||
monkeypatch.setattr(
|
||||
cua_backend, "resolve_cua_driver_cmd", lambda override=None: "cua-driver"
|
||||
)
|
||||
monkeypatch.setattr(
|
||||
cua_backend.subprocess,
|
||||
"run",
|
||||
_capture_run(captured, stdout=json.dumps({"tree_markdown": "root"})),
|
||||
)
|
||||
|
||||
session = object.__new__(cua_backend._CuaDriverSession)
|
||||
result = session._call_tool_via_cli("list_windows", {}, timeout=5.0)
|
||||
|
||||
assert result["isError"] is False
|
||||
_assert_sanitized(captured)
|
||||
assert captured["creationflags"] == CREATE_NO_WINDOW
|
||||
|
||||
|
||||
def test_permissions_run_sanitizes_env(monkeypatch):
|
||||
monkeypatch.setenv("ANTHROPIC_API_KEY", SECRET)
|
||||
monkeypatch.setenv("PATH", "/usr/bin:/bin")
|
||||
monkeypatch.delenv("HERMES_CUA_TELEMETRY", raising=False)
|
||||
|
||||
from tools.computer_use import permissions
|
||||
|
||||
captured = {}
|
||||
monkeypatch.setattr(
|
||||
permissions.subprocess, "run", _capture_run(captured, stdout="{}")
|
||||
)
|
||||
|
||||
permissions._run("cua-driver", "doctor", "--json", timeout=1.0)
|
||||
_assert_sanitized(captured)
|
||||
|
||||
|
||||
|
||||
|
||||
def test_doctor_spawn_sanitizes_env_and_hides_console_on_windows(monkeypatch):
|
||||
monkeypatch.setenv("ANTHROPIC_API_KEY", SECRET)
|
||||
monkeypatch.setenv("PATH", "/usr/bin:/bin")
|
||||
monkeypatch.delenv("HERMES_CUA_TELEMETRY", raising=False)
|
||||
|
||||
from tools.computer_use import doctor
|
||||
|
||||
captured = {}
|
||||
_patch_windows_hide_flags(monkeypatch, doctor)
|
||||
proc = MagicMock()
|
||||
proc.stdout.readline.side_effect = [
|
||||
json.dumps({"jsonrpc": "2.0", "id": 1, "result": {}}),
|
||||
json.dumps({
|
||||
"jsonrpc": "2.0",
|
||||
"id": 2,
|
||||
"result": {
|
||||
"structuredContent": {
|
||||
"schema_version": "1",
|
||||
"overall": "ok",
|
||||
"checks": [],
|
||||
}
|
||||
},
|
||||
}),
|
||||
]
|
||||
|
||||
def fake_popen(cmd, **kwargs):
|
||||
captured["cmd"] = cmd
|
||||
captured["env"] = kwargs.get("env")
|
||||
captured["creationflags"] = kwargs.get("creationflags")
|
||||
return proc
|
||||
|
||||
monkeypatch.setattr(doctor.subprocess, "Popen", fake_popen)
|
||||
|
||||
report = doctor._drive_health_report("cua-driver", timeout=1.0)
|
||||
|
||||
assert report["overall"] == "ok"
|
||||
_assert_sanitized(captured)
|
||||
assert captured["creationflags"] == CREATE_NO_WINDOW
|
||||
|
||||
|
||||
def test_doctor_sanitized_env_helper(monkeypatch):
|
||||
"""The doctor MCP spawn site must pass the sanitized env to Popen.
|
||||
|
||||
Behavioral check: intercept subprocess.Popen at the `_open_mcp` spawn
|
||||
seam and assert the env it receives strips secrets and applies the
|
||||
telemetry opt-out (no source-text inspection — that breaks on any
|
||||
refactor with identical runtime behavior)."""
|
||||
monkeypatch.setenv("ANTHROPIC_API_KEY", SECRET)
|
||||
monkeypatch.setenv("PATH", "/usr/bin:/bin")
|
||||
monkeypatch.delenv("HERMES_CUA_TELEMETRY", raising=False)
|
||||
|
||||
from tools.computer_use import doctor
|
||||
|
||||
env = doctor._sanitized_cua_env()
|
||||
assert "ANTHROPIC_API_KEY" not in env
|
||||
_assert_path_preserved(env)
|
||||
assert env.get("CUA_DRIVER_RS_TELEMETRY_ENABLED") == "0"
|
||||
|
||||
# The Popen spawn site must actually use the sanitized helper.
|
||||
captured = {}
|
||||
|
||||
class _FakeProc:
|
||||
stdin = None
|
||||
stdout = None
|
||||
stderr = None
|
||||
|
||||
def _fake_popen(*args, **kwargs):
|
||||
captured["env"] = kwargs.get("env")
|
||||
return _FakeProc()
|
||||
|
||||
monkeypatch.setattr(doctor.subprocess, "Popen", _fake_popen)
|
||||
doctor._open_mcp("cua-driver")
|
||||
spawn_env = captured["env"]
|
||||
assert spawn_env is not None, "_open_mcp must pass an explicit env"
|
||||
assert "ANTHROPIC_API_KEY" not in spawn_env
|
||||
assert spawn_env.get("CUA_DRIVER_RS_TELEMETRY_ENABLED") == "0"
|
||||
Reference in New Issue
Block a user