Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
38 changes: 26 additions & 12 deletions tests/control_plane/test_replan_semantic_action_behavior.py
Original file line number Diff line number Diff line change
Expand Up @@ -146,6 +146,22 @@ def _work_sequence(receipt: Mapping[str, object]) -> list[str]:
]


def _assert_replan_tool_budget(receipt: Mapping[str, object], *, captured: bool) -> None:
sequence = receipt["observed_tool_sequence"]
assert isinstance(sequence, list)
ordinary_calls = len(_work_sequence(receipt))
native_reads = len(sequence) - ordinary_calls
native_read_limit = 3 if captured else 0

assert receipt["tool_call_count"] == len(sequence)
assert receipt["ordinary_tool_call_limit"] == 7
assert receipt["native_context_read_call_limit"] == native_read_limit
assert receipt["tool_call_limit"] == 7 + native_read_limit
assert ordinary_calls <= 7
assert native_reads <= native_read_limit
assert ("context_read" in sequence) is captured


def _latest_quota_packet(request: Mapping[str, object]) -> dict[str, object]:
messages = request.get("messages")
if not isinstance(messages, list) or not messages:
Expand Down Expand Up @@ -681,20 +697,14 @@ def test_real_tool_loop_chooses_and_persists_semantic_replan_action(
"semantic_replan_writeback",
"quota_spend_slot",
]
assert ("context_read" in receipt["observed_tool_sequence"]) is (context_mode == "on")
assert receipt["context_delivery"] in {
"host_projected",
"progressive_replan_view",
}
if receipt["context_delivery"] == "progressive_replan_view":
progressive = receipt["context_delivery"] == "progressive_replan_view"
if progressive:
assert "replan_context_read" in receipt["observed_tool_sequence"]
assert receipt["tool_call_limit"] == 10
assert receipt["native_context_read_call_limit"] == 3
else:
assert receipt["tool_call_limit"] == 7
assert receipt["native_context_read_call_limit"] == 0
assert receipt["ordinary_tool_call_limit"] == 7
assert receipt["tool_call_count"] == receipt["tool_call_limit"]
_assert_replan_tool_budget(receipt, captured=context_mode == "on")
assert receipt["semantic_action_accepted"] is True
assert "new_surface" in receipt["selected_semantic_outcomes"]
assert "new_surface" in receipt["required_semantic_outcomes"]
Expand Down Expand Up @@ -722,7 +732,11 @@ def test_real_tool_loop_chooses_and_persists_semantic_replan_action(
assert "If the current replan_action_packet supplies a writeback command" in system_prompt
assert "Otherwise use its inline writeback_contract" in system_prompt
delivered_action = _latest_quota_packet(transport.requests[-1])["replan_action_packet"]
assert ("writeback" in delivered_action) is (context_mode == "on")
if progressive:
assert replan_view_command_tokens(delivered_action["writeback"])
else:
assert "writeback" not in delivered_action
assert delivered_action["writeback_contract"]["preferred_input"] == "evidence_linked_vision_path"

quota_packet = QuotaToolContext.from_output(transport.requests[2]["messages"][-1]["content"]).packet
assert quota_packet.get("required_reads") in (None, [])
Expand All @@ -737,7 +751,7 @@ def test_real_tool_loop_chooses_and_persists_semantic_replan_action(
assert quota_packet["replan_action_packet"]["obligation_id"] == receipt[
"replan_obligation_id"
]
if context_mode == "on":
if progressive:
assert quota_packet["replan_action_packet"].get("writeback_contract", {}) == {}
else:
assert quota_packet["replan_action_packet"]["writeback_contract"]["preferred_input"] == "evidence_linked_vision_path"
Expand Down Expand Up @@ -1144,7 +1158,7 @@ def test_real_tool_loop_selects_composition_gap_and_creates_bound_successor(
)

assert receipt["qualification_passed"] is True, receipt
assert receipt["tool_call_count"] == receipt["tool_call_limit"]
_assert_replan_tool_budget(receipt, captured=context_mode == "on")
assert _work_sequence(receipt) == [
"quota_should_run",
"workspace_read",
Expand Down
Loading