Import AITURK IDE 1.0.0-beta.1 from Hermes 63279301; preserve MIT license
This commit is contained in:
@@ -0,0 +1,61 @@
|
||||
"""Tests for tool call argument repair in the streaming assembly path.
|
||||
|
||||
The streaming path (run_agent._call_chat_completions) assembles tool call
|
||||
deltas into full arguments. When a model truncates or malforms the JSON
|
||||
(e.g. GLM-5.1 via Ollama), the assembly path used to pass the broken JSON
|
||||
straight through — setting has_truncated_tool_args but NOT repairing it.
|
||||
That triggered the truncation handler to kill the session with /new required.
|
||||
|
||||
The fix: repair arguments in the streaming assembly path using
|
||||
_repair_tool_call_arguments() so repairable malformations (trailing commas,
|
||||
unclosed brackets, Python None) don't kill the session.
|
||||
"""
|
||||
|
||||
import json
|
||||
|
||||
from run_agent import _repair_tool_call_arguments
|
||||
|
||||
|
||||
class TestStreamingAssemblyRepair:
|
||||
"""Verify that _repair_tool_call_arguments is applied to streaming tool
|
||||
call arguments before they're assembled into mock_tool_calls.
|
||||
|
||||
These tests verify the REPAIR FUNCTION itself works correctly for the
|
||||
cases that arise during streaming assembly. Integration tests that
|
||||
exercise the full streaming path are in run_agent.py's streaming tests.
|
||||
"""
|
||||
|
||||
# -- Truncation cases (most common streaming failure) --
|
||||
|
||||
def test_truncated_object_no_close_brace(self):
|
||||
"""Model stops mid-JSON, common with output length limits."""
|
||||
raw = '{"command": "ls -la", "timeout": 30'
|
||||
result = _repair_tool_call_arguments(raw, "terminal")
|
||||
parsed = json.loads(result)
|
||||
assert parsed["command"] == "ls -la"
|
||||
assert parsed["timeout"] == 30
|
||||
|
||||
|
||||
|
||||
# -- Trailing comma cases (Ollama/GLM common) --
|
||||
|
||||
|
||||
|
||||
# -- Python None from model output --
|
||||
|
||||
|
||||
# -- Empty arguments (some models emit empty string) --
|
||||
|
||||
def test_empty_string(self):
|
||||
assert _repair_tool_call_arguments("", "test") == "{}"
|
||||
|
||||
|
||||
# -- Already-valid JSON passes through unchanged --
|
||||
|
||||
|
||||
# -- Extra closing brackets (rare but happens) --
|
||||
|
||||
|
||||
# -- Real-world GLM-5.1 truncation pattern --
|
||||
|
||||
|
||||
Reference in New Issue
Block a user