Import AITURK IDE 1.0.0-beta.1 from Hermes 63279301; preserve MIT license
This commit is contained in:
@@ -0,0 +1,163 @@
|
||||
"""Regression tests for #28712 — kanban dispatcher must not auto-promote
|
||||
worker-initiated ``kanban_block`` (sticky blocks), but must keep
|
||||
auto-recovering circuit-breaker blocks.
|
||||
|
||||
The bug: when a worker called ``kanban_block(reason="review-required:
|
||||
...")`` to hand off to a human, the dispatcher's ``recompute_ready``
|
||||
would promote the task back to ``ready`` on the next tick. The fresh
|
||||
worker found nothing to do (work already applied), exited cleanly, and
|
||||
got recorded as a ``protocol_violation`` → ``gave_up`` → promote → loop
|
||||
until manual intervention.
|
||||
|
||||
These tests pin down:
|
||||
|
||||
* Worker / operator-initiated blocks are sticky and survive
|
||||
``recompute_ready``.
|
||||
* Circuit-breaker blocks (``gave_up`` event, status flipped via
|
||||
``_record_task_failure``) still auto-recover — the original intent
|
||||
of #40c1decb3 is preserved.
|
||||
* An explicit ``kanban_unblock`` clears the sticky state.
|
||||
* The full block → promote → crash → ``gave_up`` loop is broken after
|
||||
this fix: subsequent ticks leave the task blocked.
|
||||
|
||||
The tangentially related schema-init ordering bug originally reported
|
||||
in #28712 (``init_db`` crashing on legacy DBs that pre-dated the
|
||||
``session_id`` migration) is covered separately by
|
||||
``test_kanban_db.py::test_connect_migrates_legacy_db_before_optional_column_indexes``,
|
||||
landed via #28754 / #28781 ahead of this fix.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import time
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
|
||||
from hermes_cli import kanban_db as kb
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def kanban_home(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> Path:
|
||||
"""Isolated HERMES_HOME with an empty kanban DB."""
|
||||
home = tmp_path / ".hermes"
|
||||
home.mkdir()
|
||||
monkeypatch.setenv("HERMES_HOME", str(home))
|
||||
monkeypatch.setattr(Path, "home", lambda: tmp_path)
|
||||
kb.init_db()
|
||||
return home
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Worker-initiated kanban_block must be sticky
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
|
||||
def test_worker_block_is_not_auto_promoted_by_recompute_ready(kanban_home: Path) -> None:
|
||||
"""A standalone task that a worker explicitly blocks for review
|
||||
must stay blocked across an arbitrary number of dispatcher ticks.
|
||||
Before #28712's fix, ``recompute_ready`` would silently flip it
|
||||
back to ``ready`` on the very next tick."""
|
||||
with kb.connect() as conn:
|
||||
tid = kb.create_task(conn, title="needs human review")
|
||||
kb.claim_task(conn, tid)
|
||||
assert kb.block_task(
|
||||
conn, tid,
|
||||
reason="review-required: please verify ACL change",
|
||||
expected_run_id=kb.get_task(conn, tid).current_run_id,
|
||||
)
|
||||
assert kb.get_task(conn, tid).status == "blocked"
|
||||
|
||||
# Hammer the promotion code — exactly the dispatcher loop's
|
||||
# behaviour, just compressed in time.
|
||||
for _ in range(5):
|
||||
promoted = kb.recompute_ready(conn)
|
||||
assert promoted == 0, "worker-blocked task must not auto-promote"
|
||||
assert kb.get_task(conn, tid).status == "blocked"
|
||||
|
||||
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Circuit-breaker blocks still auto-recover (preserve #40c1decb3 intent)
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# unblock_task clears the sticky state
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Full bug-shaped loop: block → promote → crash → gave_up → next tick
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
|
||||
def test_protocol_violation_loop_is_broken(kanban_home: Path) -> None:
|
||||
"""Reproduces the exact #28712 loop and asserts the dispatcher
|
||||
leaves the task blocked instead of cycling.
|
||||
|
||||
Loop shape from the issue:
|
||||
|
||||
1. Worker calls ``kanban_block`` → status='blocked',
|
||||
``task_runs.outcome='blocked'``, ``blocked`` event.
|
||||
2. (Bug) Dispatcher promotes back to ``ready``.
|
||||
3. Fresh worker exits cleanly without terminal tool call →
|
||||
``protocol_violation`` event.
|
||||
4. ``_record_task_failure(failure_limit=1)`` → ``gave_up`` event,
|
||||
status='blocked' again.
|
||||
5. (Bug) Dispatcher promotes again → infinite loop.
|
||||
|
||||
With the fix in place, step 2 never happens — the test simulates
|
||||
one would-be loop cycle by faking the crash-then-gave_up entries
|
||||
that *would* have been written and asserts the *next* tick still
|
||||
leaves the task blocked.
|
||||
"""
|
||||
with kb.connect() as conn:
|
||||
tid = kb.create_task(conn, title="loop reproducer")
|
||||
kb.claim_task(conn, tid)
|
||||
kb.block_task(
|
||||
conn, tid,
|
||||
reason="review-required: human eyes please",
|
||||
expected_run_id=kb.get_task(conn, tid).current_run_id,
|
||||
)
|
||||
assert kb.get_task(conn, tid).status == "blocked"
|
||||
|
||||
# First dispatcher tick — must NOT promote.
|
||||
assert kb.recompute_ready(conn) == 0
|
||||
assert kb.get_task(conn, tid).status == "blocked"
|
||||
|
||||
# Simulate the (hypothetical) protocol_violation + gave_up
|
||||
# entries that the dispatcher would have written if the bug
|
||||
# were still present. Even with those event rows in place,
|
||||
# the worker-initiated ``blocked`` event is the most recent
|
||||
# of the ``{blocked, unblocked}`` pair, so the sticky guard
|
||||
# still fires.
|
||||
now = int(time.time())
|
||||
conn.execute(
|
||||
"INSERT INTO task_events (task_id, kind, payload, created_at) "
|
||||
"VALUES (?, 'protocol_violation', NULL, ?)",
|
||||
(tid, now),
|
||||
)
|
||||
conn.execute(
|
||||
"INSERT INTO task_events (task_id, kind, payload, created_at) "
|
||||
"VALUES (?, 'gave_up', NULL, ?)",
|
||||
(tid, now + 1),
|
||||
)
|
||||
conn.commit()
|
||||
|
||||
# Subsequent ticks must still leave it blocked.
|
||||
for _ in range(3):
|
||||
promoted = kb.recompute_ready(conn)
|
||||
assert promoted == 0
|
||||
assert kb.get_task(conn, tid).status == "blocked"
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Schema-init recovery on legacy DBs is covered by
|
||||
# tests/hermes_cli/test_kanban_db.py::test_connect_migrates_legacy_db_before_optional_column_indexes
|
||||
# (landed via #28754 / #28781). The original PR shipped a duplicate test
|
||||
# here; dropped during salvage to avoid two assertions of the same contract.
|
||||
# ---------------------------------------------------------------------------
|
||||
Reference in New Issue
Block a user