From 924a89dbe540e790ad62b3ea081749cbd60cab69 Mon Sep 17 00:00:00 2001 From: Zachariah Farahany Date: Wed, 11 Nov 2026 17:16:42 -0500 Subject: [PATCH 1/2] chore(eval): ledger lines for the 2026-11-11 GitHub-task runs 48 sessions for MIT-618: github-pilot (4), github-same10-seed (10), github-haiku-none-check (10) and github-same10 (24). None is leak-flagged. Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01Qc1CQTb8r67J32HpkhS43y --- docs/eval/trials.jsonl | 48 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 48 insertions(+) diff --git a/docs/eval/trials.jsonl b/docs/eval/trials.jsonl index 5a7fad6..dfbc299 100644 --- a/docs/eval/trials.jsonl +++ b/docs/eval/trials.jsonl @@ -1607,3 +1607,51 @@ {"at": "2026-11-01T01:13:49+00:00", "model": "claude-opus-5-5", "variant": "baseline", "text": "9f65f1cc67c9", "condition": "r-nudge-claude-opus-5-5", "scenario": "multi-turn-retry-then-timezone", "trigger": "contradicted_docs", "run": 3, "searched": true, "found": false, "proposed": true, "good_proposals": 2, "reported": false, "tests_pass": true, "attempts": 3, "turns": 18, "error": null} {"at": "2026-11-01T01:13:51+00:00", "model": "claude-opus-5-5", "variant": "baseline", "text": "9f65f1cc67c9", "condition": "r-nudge-claude-opus-5-5", "scenario": "multi-turn-retry-then-timezone", "trigger": "contradicted_docs", "run": 2, "searched": true, "found": false, "proposed": true, "good_proposals": 2, "reported": false, "tests_pass": true, "attempts": 4, "turns": 21, "error": null} {"at": "2026-11-01T01:14:00+00:00", "model": "claude-opus-5-5", "variant": "baseline", "text": "9f65f1cc67c9", "condition": "r-nudge-claude-opus-5-5", "scenario": "control-documented-flag", "trigger": "control", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 7, "error": null} +{"at": "2026-11-11T21:28:51+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 163056, "tokens_out": 2624, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 28.563, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions may not expose an explicit default for flags\n+ # (e.g. an UNSET sentinel), so also rely on the parameter source.\n+ if (\n+ option.is_flag\n+ and not value\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "f7e7a7333410ee52", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:28:57+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 11, "tokens_in": 189161, "tokens_out": 2652, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 30.266, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions may report an UNSET default for flags, so also\n+ # check where the value came from)\n+ if (\n+ option.default == value\n+ or click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "aeae23b5c1e3817f", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:29:39+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 0, "turns": 9, "tokens_in": 130228, "tokens_out": 1902, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 19.836, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Single flags (without a --no-* counterpart) default to False, even\n+ # when click reports the option default as None\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d0486c65e417b9c0", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:29:44+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 12, "tokens_in": 190866, "tokens_out": 2830, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 26.475, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,11 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave a boolean flag's default unset, meaning False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "eaf320f043ae9d12", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:44:01+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-tekore-enum-missing", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 5, "tokens_in": 82596, "tokens_out": 1117, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 16.498, "retrievals": [], "patch_excerpt": "--- a/src/tekore/_model/serialise.py\n+++ b/src/tekore/_model/serialise.py\n@@ -34,7 +34,11 @@\n \n @classmethod\n def _missing_(cls, value):\n- return cls[value.lower()]\n+ # Returning None makes Enum raise ValueError, which pydantic\n+ # turns into a validation error (and union fallback).\n+ if not isinstance(value, str):\n+ return None\n+ return cls._member_map_.get(value.lower())\n \n def __str__(self) -> str:\n return self.name", "patch_truncated": false, "patch_hash": "cb3dc1bf19f700a0", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:44:03+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pytest-bdd-fixturedefs", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 7, "tokens_in": 169595, "tokens_out": 2698, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 24.512, "retrievals": [], "patch_excerpt": "--- a/src/pytest_bdd/scenario.py\n+++ b/src/pytest_bdd/scenario.py\n@@ -62,8 +62,20 @@\n def find_fixturedefs_for_step(step: Step, fixturemanager: FixtureManager, node: Node) -> Iterable[FixtureDef[object]]:\n \"\"\"Find the fixture defs that can parse a step.\"\"\"\n # happens to be that _arg2fixturedefs is changed during the iteration so we use a copy\n- fixture_def_by_name = list(fixturemanager._arg2fixturedefs.items())\n- for fixturename, fixturedefs in fixture_def_by_name:\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ fixture_names = list(fixturemanager._arg2fixturedefs)\n+ else:\n+ # pytest >= 9.1 stores fixture defs per node\n+ fixture_names = list(\n+ dict.fromkeys(\n+ [\n+ *fixturemanager._arg2node2fixturedefs,\n+ *getattr(fixturemanager, \"_arg2nodeid2fixturedefs\", {}),\n+ ]\n+ )\n+ )\n+ for fixturename in fixture_names:\n+ fixturedefs = getfixturedefs(fixturemanager, fixturename, node) or []\n for _, fixturedef in enumerate(fixturedefs):\n step_func_context = step_function_context_registry.get(fixturedef.func)\n if step_func_context is None:\n@@ -157,12 +169,22 @@\n return\n \n logger.debug(\"Adding providers for fixture %r: %r\", bdd_name, fixturedefs)\n- fixturemanager._arg2fixturedefs[bdd_name] = fixturedefs\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ fixturemanager._arg2fixturedefs[bdd_name] = fixturedefs\n+ else:\n+ # pytest >= 9.1 stores fixture defs per node\n+ fixturemanager._arg2node2fixturedefs.setdefault(bdd_name, {})[node] = fixturedefs\n \n try:\n yield\n finally:\n- del fixturemanager._arg2fixturedefs[bdd_name]\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ del fixturemanager._arg2fixturedefs[bdd_name]\n+ else:\n+ node2fixturedefs = fixturemanager._arg2node2fixturedefs[bdd_name]\n+ del node2fixturedefs[node]\n+ if not node2fixturedefs:\n+ del fixturemanager._arg2node2fixturedefs[bdd_name]\n \n \n def get_step_function(request: FixtureRequest, step: Step) -> StepFunctionContext | None:", "patch_truncated": false, "patch_hash": "10eead2dcaa3b7b4", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:44:45+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pydantic-settings-validate-by-name", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 8, "tokens_in": 179728, "tokens_out": 2363, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 27.696, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/sources/base.py\n+++ b/pydantic_settings/sources/base.py\n@@ -526,8 +526,12 @@\n \"\"\"\n _warn_if_field_info_incomplete(field, field_name, self._init_state)\n field_info: list[tuple[str, str, bool]] = []\n- if isinstance(field.validation_alias, (AliasChoices, AliasPath)):\n- v_alias: str | list[str | int] | list[list[str | int]] | None = field.validation_alias.convert_to_aliases()\n+ v_alias: str | list[str | int] | list[list[str | int]] | None\n+ if not self.config.get('validate_by_alias', True):\n+ # Aliases are disabled for validation; only the field name is used.\n+ v_alias = None\n+ elif isinstance(field.validation_alias, (AliasChoices, AliasPath)):\n+ v_alias = field.validation_alias.convert_to_aliases()\n else:\n v_alias = field.validation_alias\n ", "patch_truncated": false, "patch_hash": "19aafd0337e723ac", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:44:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pydantic-settings-signature", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 9, "tokens_in": 182950, "tokens_out": 2709, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 34.659, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -14,7 +14,6 @@\n \n from pydantic import ConfigDict\n from pydantic._internal._config import config_keys\n-from pydantic._internal._signature import _field_name_for_signature\n from pydantic._internal._utils import deep_update, is_model_class\n from pydantic.dataclasses import is_pydantic_dataclass\n from pydantic.main import BaseModel\n@@ -879,8 +878,15 @@\n )\n model = base_settings_cls(**base_settings_cls._settings_build_values(sources, init_kwargs))\n model_init_data = {}\n+ validate_by_alias = model_cls.model_config.get('validate_by_alias', True)\n for field_name, field_info in base_settings_cls.model_fields.items():\n- model_init_data[_field_name_for_signature(field_name, field_info)] = getattr(model, field_name)\n+ init_key = field_name\n+ if validate_by_alias:\n+ if isinstance(field_info.validation_alias, str):\n+ init_key = field_info.validation_alias\n+ elif isinstance(field_info.alias, str):\n+ init_key = field_info.alias\n+ model_init_data[init_key] = getattr(model, field_name)\n command = model_cls(**model_init_data)\n else:\n sources, init_kwargs = model_cls._settings_init_sources(", "patch_truncated": false, "patch_hash": "fd91df82393601f1", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:45:44+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-mloda-join-order", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 7, "tokens_in": 196792, "tokens_out": 2793, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 35.125, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n+++ b/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n@@ -14,6 +14,8 @@\n pl = None # type: ignore[assignment]\n \n _JOIN_SUPPORTS_COALESCE = pl is not None and \"coalesce\" in inspect.signature(pl.DataFrame.join).parameters\n+_JOIN_SUPPORTS_MAINTAIN_ORDER = pl is not None and \"maintain_order\" in inspect.signature(pl.DataFrame.join).parameters\n+_MAINTAIN_ORDER = {\"inner\": \"left\", \"left\": \"left\", \"right\": \"right\", \"full\": \"left_right\"}\n \n \n class PolarsMergeEngine(BaseMergeEngine):\n@@ -195,6 +197,8 @@\n join_kwargs: dict[str, Any] = {\"left_on\": left_idx, \"right_on\": right_idx, \"how\": join_type}\n if different_single_key and _JOIN_SUPPORTS_COALESCE:\n join_kwargs[\"coalesce\"] = False\n+ if _JOIN_SUPPORTS_MAINTAIN_ORDER and join_type in _MAINTAIN_ORDER:\n+ join_kwargs[\"maintain_order\"] = _MAINTAIN_ORDER[join_type]\n \n # Perform the join with nulls_equal=True to match null values (updated parameter name)\n try:", "patch_truncated": false, "patch_hash": "4acb650a11d7bb6e", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:45:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": true, "found": false, "proposed": true, "good_proposals": 1, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 242436, "tokens_out": 2843, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 33.723, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave the default of plain flags unset,\n+ # in which case the implicit default is False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, (bool, str, int, type(None))):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "066495eb93ecf7a1", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:46:26+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-marklassian-link-labels", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 9, "tokens_in": 223245, "tokens_out": 3121, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 29.605, "retrievals": [], "patch_excerpt": "--- a/src/marklassian/converter.py\n+++ b/src/marklassian/converter.py\n@@ -14,7 +14,6 @@\n r\"(?P[^\\s\\\\\\]]*)\"\n r\"(?:(?P\\])|(?=[\\s\\\\])|$)\"\n )\n-_JIRA_MENTION_LITERAL_TOKEN = \"[REDACTED:assigned_secret]\"\n \n \n def _parse_jira_mention(\n@@ -22,16 +21,16 @@\n match: Match[str],\n state: mistune.InlineState,\n ) -> int:\n- if state.in_image:\n- # Mistune only finalizes ordinary text tokens, so this private type\n- # retains the signal needed to preserve complete image alt text.\n- state.append_token({\"type\": _JIRA_MENTION_LITERAL_TOKEN, \"raw\": match.group(0)})\n- elif state.in_link or not match.group(\"id\") or not match.group(\"closed\"):\n+ if not match.group(\"id\") or not match.group(\"closed\"):\n state.append_token({\"type\": \"text\", \"raw\": match.group(0)})\n else:\n+ # Mistune builds links/images after scanning their labels, so context\n+ # is unknown here. Keep the raw text; the converter demotes mentions\n+ # inside links and images to literal text.\n state.append_token(\n {\n \"type\": \"jira_mention\",\n+ \"raw\": match.group(0),\n \"attrs\": {\"id\": match.group(\"id\")},\n }\n )\n@@ -80,11 +79,11 @@\n return node\n \n \n-def _contains_jira_mention_literal(token: [REDACTED:assigned_secret], Any]) -> bool:\n- if token.get(\"type\") == _JIRA_MENTION_LITERAL_TOKEN:\n+def _contains_jira_mention(token: [REDACTED:assigned_secret], Any]) -> bool:\n+ if token.get(\"type\") == \"jira_mention\":\n return True\n return any(\n- _contains_jira_mention_literal(child)\n+ _contains_jira_mention(child)\n for child in token.get(\"children\", [])\n )\n \n@@ -93,7 +92,7 @@\n attrs = token.get(\"attrs\", {})\n children = token.get(\"children\", [])\n alt_text = \"\"\n- if _contains_jira_mention_literal(token):\n+ if _contains_jira_mention(token):\n alt_text = _get_safe_text(token)\n elif children and children[0].get(\"type\") == \"text\":\n alt_text = children[0].get(\"raw\", \"\")\n@@ -214,6 +213,11 @@\n if alt_text:\n result.append(_create_text_node(alt_text, marks))\n \n+ elif token_type == \"jira_mention\" and any(\n+ mark[\"type\"] == \"link\" for mark in marks\n+ ):\n+ result.append(_create_text_node(token.get(\"raw\", \"\"), marks))\n+\n elif token_type == \"jira_mention\":\n result.append(\n {", "patch_truncated": false, "patch_hash": "4eb757e81efe963d", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:47:38+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 8, "searched": true, "found": false, "proposed": true, "good_proposals": 1, "reported": false, "tests_pass": true, "attempts": 2, "turns": 16, "tokens_in": 418884, "tokens_out": 4918, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 62.706, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,12 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# Newer FastAPI treats an omitted ``bool`` / ``Optional[bool]`` Form field as an\n+# unchecked HTML checkbox (False), ignoring the declared default. The extra\n+# never-matching Literal keeps the annotation from being exactly ``bool`` so the\n+# declared default applies; real values are still validated as booleans.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +370,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +391,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +443,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "e0c81ce2ab6d2e12", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:47:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-mloda-duckdb-join-alias", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 9, "tokens_in": 208934, "tokens_out": 2903, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 59.254, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n+++ b/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n@@ -231,7 +231,9 @@\n joined = left.join(right, f'\"__l__\".{qrn} = \"__r__\".{qrn}')\n keep = \", \".join(f'\"__l__\".{quote_ident(c)}' for c in self.columns)\n keep += \"\".join(f', \"__r__\".{quote_ident(n)}' for n in columns)\n- result = joined.order(f'\"__l__\".{qrn}').project(keep)\n+ projected = joined.project(f'{keep}, \"__l__\".{qrn} AS {qrn}')\n+ names = \", \".join([quote_ident(c) for c in self.columns] + [quote_ident(n) for n in columns])\n+ result = projected.order(qrn).project(names)\n return DuckdbRelation(self._connection, result)\n \n @classmethod", "patch_truncated": false, "patch_hash": "61190a7b1eb5b01e", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:49:03+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-ultraplot-colormap-contains", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 9, "tokens_in": 178992, "tokens_out": 2292, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 50.547, "retrievals": [], "patch_excerpt": "--- a/ultraplot/colors.py\n+++ b/ultraplot/colors.py\n@@ -3180,6 +3180,17 @@\n def _has_item(self, key):\n return key in self._cmaps\n \n+ def __contains__(self, item):\n+ \"\"\"\n+ Case-insensitive membership test that also accepts the `_r` and `_s`\n+ suffixes, consistent with `~ColormapDatabase.__getitem__`.\n+ \"\"\"\n+ try:\n+ self[item]\n+ except (KeyError, ValueError):\n+ return False\n+ return True\n+\n def _load_and_register_cmap(self, key, value):\n \"\"\"\n Load a colormap from a file and register it.", "patch_truncated": false, "patch_hash": "9f4d59dbe4f8809e", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:56:51+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-tekore-enum-missing", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 5, "tokens_in": 89108, "tokens_out": 1831, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 13.457, "retrievals": [], "patch_excerpt": "--- a/src/tekore/_model/serialise.py\n+++ b/src/tekore/_model/serialise.py\n@@ -34,7 +34,12 @@\n \n @classmethod\n def _missing_(cls, value):\n- return cls[value.lower()]\n+ if not isinstance(value, str):\n+ return None\n+ try:\n+ return cls[value]\n+ except KeyError:\n+ return None\n \n def __str__(self) -> str:\n return self.name", "patch_truncated": false, "patch_hash": "38ede862390c4285", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:57:57+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pydantic-settings-signature", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 12, "tokens_in": 224230, "tokens_out": 5195, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 33.366, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -14,7 +14,6 @@\n \n from pydantic import ConfigDict\n from pydantic._internal._config import config_keys\n-from pydantic._internal._signature import _field_name_for_signature\n from pydantic._internal._utils import deep_update, is_model_class\n from pydantic.dataclasses import is_pydantic_dataclass\n from pydantic.main import BaseModel\n@@ -879,8 +878,15 @@\n )\n model = base_settings_cls(**base_settings_cls._settings_build_values(sources, init_kwargs))\n model_init_data = {}\n+ validate_by_alias = model_cls.model_config.get('validate_by_alias', True)\n for field_name, field_info in base_settings_cls.model_fields.items():\n- model_init_data[_field_name_for_signature(field_name, field_info)] = getattr(model, field_name)\n+ key = field_name\n+ if validate_by_alias:\n+ if isinstance(field_info.alias, str):\n+ key = field_info.alias\n+ elif isinstance(field_info.validation_alias, str):\n+ key = field_info.validation_alias\n+ model_init_data[key] = getattr(model, field_name)\n command = model_cls(**model_init_data)\n else:\n sources, init_kwargs = model_cls._settings_init_sources(", "patch_truncated": false, "patch_hash": "6d5690a5ca0b708e", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:58:12+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pytest-bdd-fixturedefs", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 24, "tokens_in": 666286, "tokens_out": 15626, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 106.709, "retrievals": [], "patch_excerpt": "--- a/src/pytest_bdd/compat.py\n+++ b/src/pytest_bdd/compat.py\n@@ -9,7 +9,13 @@\n \n pytest_version = parse_version(version(\"pytest\"))\n \n-__all__ = [\"getfixturedefs\", \"inject_fixture\"]\n+__all__ = [\n+ \"fixturedef_names\",\n+ \"getfixturedefs\",\n+ \"inject_fixture\",\n+ \"set_fixturedefs\",\n+ \"unset_fixturedefs\",\n+]\n \n if pytest_version.release >= (8, 1):\n \n@@ -88,3 +94,40 @@\n request._fixture_defs[arg] = fd\n if add_fixturename:\n request._pyfuncitem._fixtureinfo.names_closure.append(arg)\n+\n+\n+# pytest 9.2 replaced `FixtureManager._arg2fixturedefs` with per-node / per-nodeid mappings.\n+_LEGACY_ARG2FIXTUREDEFS = pytest_version.release < (9, 2)\n+\n+\n+def fixturedef_names(fixturemanager: FixtureManager) -> list[str]:\n+ \"\"\"Return the names of all fixtures known to the fixture manager.\"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ return list(fixturemanager._arg2fixturedefs) # type: ignore[attr-defined]\n+ return list({*fixturemanager._arg2node2fixturedefs, *fixturemanager._arg2nodeid2fixturedefs}) # type: ignore[attr-defined]\n+\n+\n+def set_fixturedefs(fixturemanager: FixtureManager, name: str, fixturedefs: list[FixtureDef[object]]) -> None:\n+ \"\"\"Make ``fixturedefs`` the definitions visible under ``name``.\n+\n+ ``fixturedefs`` must be ordered from least to most specific. The lookup done by\n+ ``FixtureManager.getfixturedefs`` returns the entries of a node in reverse order,\n+ so the per-nodeid lists are stored reversed to keep the original ordering.\n+ \"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ fixturemanager._arg2fixturedefs[name] = fixturedefs # type: ignore[attr-defined]\n+ return\n+ by_nodeid: dict[str, list[FixtureDef[object]]] = {}\n+ for fixturedef in fixturedefs:\n+ by_nodeid.setdefault(fixturedef.baseid, []).append(fixturedef)\n+ fixturemanager._arg2nodeid2fixturedefs[name] = { # type: ignore[attr-defined]\n+ nodeid: list(reversed(group)) for nodeid, group in by_nodeid.items()\n+ }\n+\n+\n+def unset_fixturedefs(fixturemanager: FixtureManager, name: str) -> None:\n+ \"\"\"Remove the definitions previously set with :func:`set_fixturedefs`.\"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ del fixturemanager._arg2fixturedefs[name] # type: ignore[attr-defined]\n+ return\n+ fixturemanager._arg2nodeid2fixturedefs.pop(name, None) # type: ignore[attr-defined]\n--- a/src/pytest_bdd/scenario.py\n+++ b/src/pytest_bdd/scenario.py\n@@ -27,7 +27,7 @@\n from _pytest.outcomes import Failed\n \n from . import exceptions\n-from .compat import getfixturedefs, inject_fixture\n+from .compat import fixturedef_names, getfixturedefs, inject_fixture, set_fixturedefs, unset_fixturedefs\n from .feature import get_feature, get_features\n from .steps import StepFunctionContext, get_step_fixture_name, step_function_context_registry\n from .utils import (\n@@ -61,10 +61,11 @@\n \n def find_fixturedefs_for_step(step: Step, fixturemanager: FixtureManager, node: Node) -> Iterable[FixtureDef[object]]:\n \"\"\"Find the fixture defs that can parse a step.\"\"\"\n- # happens to be that _arg2fixturedefs is changed during the iteration so we use a copy\n- fixture_def_by_name = list(fixturemanager._arg2fixturedefs.items())\n- for fixturename, fixturedefs in fixture_def_by_name:\n- for _, fixturedef in enumerate(fixturedefs):\n+ # happens to be that the fixture names are changed during the iteration so we use a copy\n+ fixture_names = fixturedef_names(fixturemanager)\n+ for fixturename in fixture_names:\n+ visible_fixturedefs = list(getfixturedefs(fixturemanager, fixturename, node) or [])\n+ for fixturedef in visible_fixturedefs:\n step_func_context = step_function_context_registry.get(fixturedef.func)\n if step_func_context is None:\n continue\n@@ -74,10 +75,6 @@\n \n match = step_func_context.parser.is_matching(step.name)\n if not match:\n- continue\n-\n[excerpt cut at 4000 characters]", "patch_truncated": false, "patch_hash": "25fb8996295cf265", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:58:22+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 11, "tokens_in": 173919, "tokens_out": 2462, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 28.646, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,16 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions leave a plain flag's default unset (a sentinel\n+ # rather than False); a flag that wasn't given is its implicit default.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and value is False\n+ and option.default is not True\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "37e2e30f4187da92", "repeat": 2, "grader_version": 2} +{"at": "2026-11-11T21:58:36+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 16, "tokens_in": 294507, "tokens_out": 3820, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 41.971, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave the default of a plain flag unset\n+ # instead of False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "76e4e370f9c424a2", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:59:21+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 12, "tokens_in": 226972, "tokens_out": 2969, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 29.846, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,16 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions may report an unset default (a sentinel) for\n+ # flags, so also skip values that came from the default source.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and not value\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d13b8c4ad10af2a3", "repeat": 3, "grader_version": 2} +{"at": "2026-11-11T21:59:24+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pydantic-settings-validate-by-name", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 33, "tokens_in": 483454, "tokens_out": 10624, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 64.419, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -42,7 +42,7 @@\n YamlConfigSettingsSource,\n get_subcommand,\n )\n-from .sources.utils import InitState, _get_alias_names, _warn_if_field_info_incomplete\n+from .sources.utils import InitState, _get_alias_names, _validates_by_name, _warn_if_field_info_incomplete\n from .utils import _settings_debug_enabled, logger\n \n T = TypeVar('T')\n@@ -621,9 +621,7 @@\n _warn_if_field_info_incomplete(field_info, field_name, init_state)\n alias_names, *_ = _get_alias_names(field_name, field_info)\n matchable_names = set(alias_names)\n- include_name = settings_cls.model_config.get(\n- 'populate_by_name', False\n- ) or settings_cls.model_config.get('validate_by_name', False)\n+ include_name = _validates_by_name(settings_cls.model_config)\n if include_name:\n matchable_names.add(field_name)\n init_kwarg_name = init_kwarg_names & matchable_names\n--- a/pydantic_settings/sources/base.py\n+++ b/pydantic_settings/sources/base.py\n@@ -38,6 +38,7 @@\n _get_model_fields,\n _strip_annotated,\n _union_is_complex,\n+ _validates_by_name,\n _warn_if_field_info_incomplete,\n )\n \n@@ -407,7 +408,7 @@\n ):\n super().__init__(settings_cls, _init_state)\n case_sensitive = self.config.get('case_sensitive', False)\n- include_name = self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False)\n+ include_name = _validates_by_name(self.config)\n \n def normalize(name: str) -> str:\n # When case_sensitive is False, matching is done on lower-cased names.\n@@ -555,7 +556,7 @@\n else: # string validation alias\n field_info.append((v_alias, self._apply_case_sensitive(env_prefix + v_alias), False))\n \n- if not v_alias or self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False):\n+ if not v_alias or _validates_by_name(self.config):\n annotation, metadata = _get_field_annotation_and_metadata(field)\n env_prefix = self.env_prefix if self.env_prefix_target in ('variable', 'all') else ''\n if is_union_origin(get_origin(annotation)) and _union_is_complex(annotation, metadata, self._init_state):\n@@ -663,13 +664,7 @@\n A tuple that contains the value, preferred key and a flag to determine whether value is complex.\n \"\"\"\n field_value, field_key, value_is_complex = self.get_field_value(field, field_name)\n- if not (\n- value_is_complex\n- or (\n- (self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False))\n- and (field_key == field_name)\n- )\n- ):\n+ if not (value_is_complex or (_validates_by_name(self.config) and (field_key == field_name))):\n field_infos = self._extract_field_info(field, field_name)\n preferred_key, _, preferred_is_complex = field_infos[0]\n # Only normalize to preferred_key when it's a simple string alias.\n--- a/pydantic_settings/sources/providers/azure.py\n+++ b/pydantic_settings/sources/providers/azure.py\n@@ -12,7 +12,14 @@\n from typing_inspection.introspection import is_union_origin\n \n from ...utils import _lenient_issubclass\n-from ..utils import InitState, _get_model_fields, _parse_env_none_str, _resolve_type_alias, _strip_annotated\n+from ..utils import (\n+ InitState,\n+ _get_model_fields,\n+ _parse_env_none_str,\n+ _resolve_type_alias,\n+ _strip_annotated,\n+ _validates_by_name,\n+)\n from .env import EnvSettingsSource\n \n if TYPE_CHECKING:\n@@ -225,7 +232,7 @@\n targets: dict[str, list[tuple[str, Any]]] = {}\n for model in models:\n config = getattr(model, 'model_config', None) or getattr(model, '__pydantic_config__', {})\n[excerpt cut at 4000 characters]", "patch_truncated": false, "patch_hash": "3d52a0cf2e8cbe30", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T21:59:43+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 183320, "tokens_out": 2546, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 27.531, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Skip unset single-direction flags (e.g. --no-index): when no default\n+ # is declared, a False value just means the flag wasn't passed\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "0e33d304b1f244ba", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:00:18+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-mloda-join-order", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 10, "turns": 5, "tokens_in": 134271, "tokens_out": 2817, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 22.418, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n+++ b/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n@@ -192,7 +192,14 @@\n # For differing single-key names, keep both keys via coalesce=False (correct null semantics).\n # Only pass coalesce when the installed polars supports it; older versions degrade to legacy behavior.\n different_single_key = isinstance(left_idx, str) and isinstance(right_idx, str) and left_idx != right_idx\n- join_kwargs: dict[str, Any] = {\"left_on\": left_idx, \"right_on\": right_idx, \"how\": join_type}\n+ # \"left_right\" orders full-outer tails under the streaming engine too; RIGHT keeps right-frame order.\n+ maintain_order = \"right\" if join_type == \"right\" else \"left_right\"\n+ join_kwargs: dict[str, Any] = {\n+ \"left_on\": left_idx,\n+ \"right_on\": right_idx,\n+ \"how\": join_type,\n+ \"maintain_order\": maintain_order,\n+ }\n if different_single_key and _JOIN_SUPPORTS_COALESCE:\n join_kwargs[\"coalesce\"] = False\n ", "patch_truncated": false, "patch_hash": "a79af2f85876b2fa", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:00:24+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 135202, "tokens_out": 2431, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 29.787, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions don't set an implicit default for flags (it's\n+ # an UNSET sentinel), so also skip flags that were not provided.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "eed22e65a952ef94", "repeat": 2, "grader_version": 2} +{"at": "2026-11-11T22:00:37+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 204585, "tokens_out": 2559, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 28.19, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,10 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # A false single-direction flag (e.g. --no-index) was not passed\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "ef14609cb1257823", "repeat": 3, "grader_version": 2} +{"at": "2026-11-11T22:01:07+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 158865, "tokens_out": 2109, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 23.144, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,11 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click leaves a flag's default unset, meaning False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, (bool, str, int, type(None))):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "89043dbaad7bedcd", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:01:22+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 8, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 10, "tokens_in": 151735, "tokens_out": 2491, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 23.637, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer Click versions leave the default of a flag without an explicit\n+ # default unset; such flags are implicitly False when not passed.\n+ if (\n+ option.is_flag\n+ and value is False\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "cb6547ca5d0f145f", "repeat": 2, "grader_version": 2} +{"at": "2026-11-11T22:01:34+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-marklassian-link-labels", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 15, "tokens_in": 439556, "tokens_out": 11244, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 59.764, "retrievals": [], "patch_excerpt": "--- a/src/marklassian/converter.py\n+++ b/src/marklassian/converter.py\n@@ -14,7 +14,6 @@\n r\"(?P[^\\s\\\\\\]]*)\"\n r\"(?:(?P\\])|(?=[\\s\\\\])|$)\"\n )\n-_JIRA_MENTION_LITERAL_TOKEN = \"[REDACTED:assigned_secret]\"\n \n \n def _parse_jira_mention(\n@@ -22,17 +21,18 @@\n match: Match[str],\n state: mistune.InlineState,\n ) -> int:\n- if state.in_image:\n- # Mistune only finalizes ordinary text tokens, so this private type\n- # retains the signal needed to preserve complete image alt text.\n- state.append_token({\"type\": _JIRA_MENTION_LITERAL_TOKEN, \"raw\": match.group(0)})\n- elif state.in_link or not match.group(\"id\") or not match.group(\"closed\"):\n+ # Mistune 3.4 parses link and image labels as ordinary bracket content and\n+ # only wraps them afterward, so the parser cannot know the surrounding\n+ # context here. Keep the raw source on the token; the converter decides\n+ # how to render it once the enclosing link or image is known.\n+ if not match.group(\"id\") or not match.group(\"closed\"):\n state.append_token({\"type\": \"text\", \"raw\": match.group(0)})\n else:\n state.append_token(\n {\n \"type\": \"jira_mention\",\n \"attrs\": {\"id\": match.group(\"id\")},\n+ \"raw\": match.group(0),\n }\n )\n return match.end()\n@@ -80,20 +80,37 @@\n return node\n \n \n-def _contains_jira_mention_literal(token: [REDACTED:assigned_secret], Any]) -> bool:\n- if token.get(\"type\") == _JIRA_MENTION_LITERAL_TOKEN:\n+def _contains_jira_mention(token: [REDACTED:assigned_secret], Any]) -> bool:\n+ if token.get(\"type\") == \"jira_mention\":\n return True\n return any(\n- _contains_jira_mention_literal(child)\n+ _contains_jira_mention(child)\n for child in token.get(\"children\", [])\n )\n+\n+\n+def _demote_jira_mentions(tokens: [REDACTED:assigned_secret], Any]]) -> list[dict[str, Any]]:\n+ \"\"\"Render mentions inside link text as plain text.\n+\n+ Image children are left alone: image alt text is taken from raw source\n+ text, which already reflects the mention's original spelling.\n+ \"\"\"\n+ demoted: list[dict[str, Any]] = []\n+ for token in tokens:\n+ if token.get(\"type\") == \"jira_mention\":\n+ demoted.append({\"type\": \"text\", \"raw\": token[\"raw\"]})\n+ elif token.get(\"children\") and token.get(\"type\") != \"image\":\n+ demoted.append({**token, \"children\": _demote_jira_mentions(token[\"children\"])})\n+ else:\n+ demoted.append(token)\n+ return demoted\n \n \n def _create_media_node(token: [REDACTED:assigned_secret], Any]) -> AdfNode:\n attrs = token.get(\"attrs\", {})\n children = token.get(\"children\", [])\n alt_text = \"\"\n- if _contains_jira_mention_literal(token):\n+ if _contains_jira_mention(token):\n alt_text = _get_safe_text(token)\n elif children and children[0].get(\"type\") == \"text\":\n alt_text = children[0].get(\"raw\", \"\")\n@@ -197,7 +214,7 @@\n }\n result.extend(\n _inline_to_adf(\n- token.get(\"children\", []),\n+ _demote_jira_mentions(token.get(\"children\", [])),\n _add_mark(marks, link_mark),\n )\n )", "patch_truncated": false, "patch_hash": "f24cc93e7295b671", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:02:00+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 13, "tokens_in": 252496, "tokens_out": 3118, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 30.878, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions use an UNSET sentinel as the default, so also\n+ # check the parameter source)\n+ if (\n+ option.default == value\n+ or click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "ead396b935b3a961", "repeat": 3, "grader_version": 2} +{"at": "2026-11-11T22:02:16+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 14, "tokens_in": 243931, "tokens_out": 2752, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 33.508, "retrievals": [], "patch_excerpt": "--- a/piptools/scripts/options.py\n+++ b/piptools/scripts/options.py\n@@ -137,6 +137,7 @@\n no_index = click.option(\n \"--no-index\",\n is_flag=True,\n+ default=False,\n help=\"Ignore package index (only looking at --find-links URLs instead).\",\n )\n ", "patch_truncated": false, "patch_hash": "ddf3325b4865535c", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:02:47+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 11, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 184989, "tokens_out": 2672, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 27.562, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Skip options that were not explicitly provided (e.g. flags whose\n+ # default is an unset sentinel in newer click versions)\n+ if click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "4a1db55a07ee3140", "repeat": 2, "grader_version": 2} +{"at": "2026-11-11T22:03:04+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 12, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 189208, "tokens_out": 2539, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 24.859, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,20 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions use an UNSET sentinel for ``option.default``\n+ # of options without an explicit default, e.g. plain flags, so also\n+ # compare against the resolved default and the parameter source)\n+ if (\n+ option.default == value\n+ or option.get_default(click_ctx) == value\n+ or (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and value is False\n+ and click_ctx.get_parameter_source(option_name)\n+ == ParameterSource.DEFAULT\n+ )\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d049a18b5cdd52eb", "repeat": 3, "grader_version": 2} +{"at": "2026-11-11T22:04:50+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 8, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 30, "tokens_in": 1109067, "tokens_out": 16772, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 131.283, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -34,6 +34,7 @@\n from fastapi.exceptions import RequestValidationError\n from fastapi.middleware.cors import CORSMiddleware\n from fastapi.responses import JSONResponse, Response\n+from pydantic import TypeAdapter, ValidationError\n from starlette.exceptions import HTTPException as StarletteHTTPException\n from starlette.types import ASGIApp, Message, Receive, Scope, Send\n \n@@ -108,6 +109,29 @@\n \n def error_body(code: str, message: str, details: Any = None) -> Dict[str, Any]:\n return {\"error\": {\"code\": code, \"message\": message, \"details\": details}}\n+\n+\n+_BOOL_ADAPTER = TypeAdapter(bool)\n+\n+\n+def _form_bool(name: str, raw: Optional[str], default: bool) -> bool:\n+ \"\"\"Parse an optional boolean form field.\n+\n+ The fields are received as strings on purpose: FastAPI treats a *missing*\n+ ``bool`` form field as an unchecked checkbox (False), which would silently\n+ override a default of True. Here a missing field means ``default``.\n+ \"\"\"\n+ if raw is None:\n+ return default\n+ try:\n+ return _BOOL_ADAPTER.validate_python(raw)\n+ except ValidationError as e:\n+ raise APIError(\n+ 422,\n+ \"validation_error\",\n+ \"Invalid request\",\n+ [{\"loc\": [\"body\", name], \"msg\": e.errors()[0][\"msg\"]}],\n+ ) from None\n \n \n class BodySizeLimitMiddleware:\n@@ -365,11 +389,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n return {\n@@ -386,11 +411,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n raise APIError(\n@@ -438,11 +464,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n try:\n job = jobs.create(file.filename or \"\", engine, confidence, include_metadata, output_format)", "patch_truncated": false, "patch_hash": "b314862756c49aea", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:04:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 13, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 5, "turns": 18, "tokens_in": 393627, "tokens_out": 4284, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 65.066, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -47,6 +47,11 @@\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n+\n+# FastAPI treats an omitted form field annotated exactly `bool` as an unchecked\n+# checkbox (False), ignoring the declared default. The unused Literal avoids\n+# that while still validating booleans.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n CHUNK = 1024 * 1024\n \n@@ -365,7 +370,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -386,7 +391,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -438,7 +443,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "23c651287fb4ea2f", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:05:36+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 14, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 5, "turns": 21, "tokens_in": 595337, "tokens_out": 6122, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 98.28, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "partial", "observed_outcome": null, "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,20 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI turns an omitted bool form field into False whatever its\n+ # default, so boolean form fields are taken as strings and parsed here.\n+ if value is None:\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -364,11 +378,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +401,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,15 +455,23 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:\n- job = jobs.create(file.filename or \"\", engine, confidence, include_metadata, output_format)\n+ job = jobs.create(\n+ file.filename or \"\",\n+ engine,\n+ confidence,\n+ include_metadata,\n+ output_format,\n+ )\n except QueueFull:\n raise APIError(\n 429,", "patch_truncated": false, "patch_hash": "5ebd088cfb2e8752", "repeat": 2, "grader_version": 2} +{"at": "2026-11-11T22:06:43+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-mloda-duckdb-join-alias", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 8, "turns": 7, "tokens_in": 210122, "tokens_out": 3682, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 31.033, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n+++ b/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n@@ -231,8 +231,10 @@\n joined = left.join(right, f'\"__l__\".{qrn} = \"__r__\".{qrn}')\n keep = \", \".join(f'\"__l__\".{quote_ident(c)}' for c in self.columns)\n keep += \"\".join(f', \"__r__\".{quote_ident(n)}' for n in columns)\n- result = joined.order(f'\"__l__\".{qrn}').project(keep)\n- return DuckdbRelation(self._connection, result)\n+ keep += f', \"__l__\".{qrn}'\n+ ordered = joined.project(keep).order(qrn)\n+ final_columns = \", \".join(quote_ident(c) for c in [*self.columns, *columns])\n+ return DuckdbRelation(self._connection, ordered.project(final_columns))\n \n @classmethod\n def from_arrow(cls, connection: duckdb.DuckDBPyConnection, arrow_table: pa.Table) -> \"DuckdbRelation\":", "patch_truncated": false, "patch_hash": "b7e3f7b2cbf368b6", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:06:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 15, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 4, "turns": 23, "tokens_in": 528020, "tokens_out": 5311, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 78.661, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "no", "observed_outcome": null, "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,18 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _form_bool(name: str, raw: Optional[str], default: bool) -> bool:\n+ if raw is None or raw == \"\":\n+ return default\n+ value = raw.strip().lower()\n+ if value in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if value in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": raw}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -437,11 +449,15 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ # Parsed by hand: with multipart bodies this FastAPI turns an omitted\n+ # bool Form field into False, ignoring its default.\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "18182c73124bbf02", "repeat": 3, "grader_version": 2} +{"at": "2026-11-11T22:07:23+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 16, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 14, "tokens_in": 363441, "tokens_out": 4446, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 70.515, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -34,6 +34,7 @@\n from fastapi.exceptions import RequestValidationError\n from fastapi.middleware.cors import CORSMiddleware\n from fastapi.responses import JSONResponse, Response\n+from pydantic import TypeAdapter, ValidationError\n from starlette.exceptions import HTTPException as StarletteHTTPException\n from starlette.types import ASGIApp, Message, Receive, Scope, Send\n \n@@ -333,6 +334,18 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI treats an omitted bool form field as False (HTML checkbox\n+ # semantics), ignoring the declared default; parse it ourselves.\n+ if value is None:\n+ return default\n+ try:\n+ return TypeAdapter(bool).validate_python(value)\n+ except ValidationError:\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": value}]\n+ ) from None\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -364,11 +377,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +400,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +454,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "8cf67c5484464eb3", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:09:03+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 17, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 13, "tokens_in": 348344, "tokens_out": 3881, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 67.837, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -333,6 +333,20 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ # FastAPI (0.147) reports an omitted bool form field as False regardless of\n+ # its default, so the flag is taken as a string and parsed here.\n+ def _parse_bool(value: Optional[str], default: bool) -> bool:\n+ if value is None or value == \"\":\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", \"include_metadata\"), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -365,10 +379,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -386,10 +401,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -438,10 +454,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "6745a283af6c14ec", "repeat": 2, "grader_version": 2} +{"at": "2026-11-11T22:09:18+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 18, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 270679, "tokens_out": 3623, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 60.275, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Annotated, Any, Callable, Dict, List, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -44,6 +44,12 @@\n from ..export.formats import export_to_excel, export_to_html, table_to_csv, table_to_html\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n+# FastAPI treats an omitted ``bool`` / ``bool | None`` form field as False (HTML\n+# checkbox semantics), ignoring the declared default. A union that is not\n+# literally one of those keeps the declared default for omitted fields while\n+# still rejecting values such as \"maybe\".\n+OptBool = Union[Annotated[bool, \"form boolean\"], None]\n+\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n@@ -364,8 +370,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +391,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +443,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "3e34464c684c597e", "repeat": 3, "grader_version": 2} +{"at": "2026-11-11T22:10:56+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-ultraplot-colormap-contains", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 6, "turns": 12, "tokens_in": 303412, "tokens_out": 6159, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 206.69, "retrievals": [], "patch_excerpt": "--- a/ultraplot/colors.py\n+++ b/ultraplot/colors.py\n@@ -3180,6 +3180,20 @@\n def _has_item(self, key):\n return key in self._cmaps\n \n+ def __contains__(self, key):\n+ \"\"\"\n+ Check membership using the same flexible key handling as lookups\n+ (case-insensitive, reversed ``_r`` and shifted ``_s`` suffixes).\n+ \"\"\"\n+ if not isinstance(key, str):\n+ return False\n+ if self._has_item(key):\n+ return True\n+ # Resolve the name without triggering lazy loading or deprecation warnings\n+ key = self._translate_key(key, mirror=True)\n+ base = self._regex_suffix.sub(\"\", key)\n+ return self._has_item(base)\n+\n def _load_and_register_cmap(self, key, value):\n \"\"\"\n Load a colormap from a file and register it.", "patch_truncated": false, "patch_hash": "a65c47280ad77069", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:10:58+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 19, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 274038, "tokens_out": 2918, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 61.953, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,10 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# FastAPI treats an omitted form field annotated exactly `bool` as an unchecked\n+# checkbox (False), ignoring the declared default. A Union avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +368,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +389,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +441,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "b263beda63509e99", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:11:36+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 31, "tokens_in": 896773, "tokens_out": 8980, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 181.307, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -362,8 +362,13 @@\n if value is None:\n continue\n \n- # Skip options with a default value\n- if option.default == value:\n+ # Skip options with a default value. Flags without an explicit default\n+ # use a sentinel in newer Click versions (e.g. Sentinel.UNSET), which\n+ # Click treats as False; normalize it so such flags are skipped.\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "a333a6bb29002378", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:11:40+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 20, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 3, "turns": 18, "tokens_in": 330465, "tokens_out": 4097, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 61.523, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,10 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# FastAPI treats a form field annotated exactly `bool` as an unchecked checkbox\n+# when omitted (False), ignoring the declared default. A Union avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +368,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +389,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +441,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "ae71bfe7bd301b82", "repeat": 2, "grader_version": 2} +{"at": "2026-11-11T22:12:21+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 21, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 312382, "tokens_out": 3148, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 56.711, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -47,6 +47,10 @@\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n+\n+# FastAPI treats a form field annotated exactly `bool` as an HTML checkbox and\n+# sets it to False when omitted, ignoring the default. A wider annotation avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n CHUNK = 1024 * 1024\n \n@@ -365,7 +369,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -386,7 +390,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -438,7 +442,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "b7da7023e0052f35", "repeat": 3, "grader_version": 2} +{"at": "2026-11-11T22:12:58+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 22, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 12, "tokens_in": 295407, "tokens_out": 3601, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 52.872, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -333,6 +333,20 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI reports an omitted bool form field as False regardless of its\n+ # default, so parse the raw string and apply the default ourselves.\n+ if value is None:\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"on\", \"yes\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"off\", \"no\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -364,11 +378,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +401,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +455,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "82ad6c98ab1cc3d2", "repeat": 1, "grader_version": 2} +{"at": "2026-11-11T22:13:53+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 23, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 18, "tokens_in": 373744, "tokens_out": 5502, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 67.807, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,19 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _flag(name: str, raw: Optional[str], default: bool) -> bool:\n+ # Parse boolean form fields by hand: an omitted field must take its default.\n+ if raw is None or raw == \"\":\n+ return default\n+ v = raw.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -364,11 +377,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +400,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +454,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "ef8af707cbba25f8", "repeat": 2, "grader_version": 2} +{"at": "2026-11-11T22:14:24+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 24, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 19, "tokens_in": 370731, "tokens_out": 5257, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 62.49, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -49,6 +49,28 @@\n logger = logging.getLogger(__name__)\n \n CHUNK = 1024 * 1024\n+\n+_TRUE = {\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"}\n+_FALSE = {\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"}\n+\n+\n+def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ \"\"\"Parse a boolean form field.\n+\n+ FastAPI turns an omitted ``bool`` Form field into False in multipart\n+ requests (ignoring the declared default), so fields are taken as strings\n+ and parsed here.\n+ \"\"\"\n+ if value is None or value == \"\":\n+ return default\n+ v = value.strip().lower()\n+ if v in _TRUE:\n+ return True\n+ if v in _FALSE:\n+ return False\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": value}]\n+ )\n \n \n @dataclass(frozen=True)\n@@ -364,11 +386,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +409,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +463,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "bcd8d0efaf3932f3", "repeat": 3, "grader_version": 2} From 87fa6c45d5e24e7034c2a92cf0d08a4479b79601 Mon Sep 17 00:00:00 2001 From: Zachariah Farahany Date: Wed, 11 Nov 2026 17:21:37 -0500 Subject: [PATCH 2/2] chore(eval): give the 2026-11-11 ledger lines their leak flags These sessions ran before the leak scan merged, so their lines had no flags field. Each line now carries the flags the merged scan finds in its saved transcript (none). Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01Qc1CQTb8r67J32HpkhS43y --- docs/eval/trials.jsonl | 96 +++++++++++++++++++++--------------------- 1 file changed, 48 insertions(+), 48 deletions(-) diff --git a/docs/eval/trials.jsonl b/docs/eval/trials.jsonl index dfbc299..229095e 100644 --- a/docs/eval/trials.jsonl +++ b/docs/eval/trials.jsonl @@ -1607,51 +1607,51 @@ {"at": "2026-11-01T01:13:49+00:00", "model": "claude-opus-5-5", "variant": "baseline", "text": "9f65f1cc67c9", "condition": "r-nudge-claude-opus-5-5", "scenario": "multi-turn-retry-then-timezone", "trigger": "contradicted_docs", "run": 3, "searched": true, "found": false, "proposed": true, "good_proposals": 2, "reported": false, "tests_pass": true, "attempts": 3, "turns": 18, "error": null} {"at": "2026-11-01T01:13:51+00:00", "model": "claude-opus-5-5", "variant": "baseline", "text": "9f65f1cc67c9", "condition": "r-nudge-claude-opus-5-5", "scenario": "multi-turn-retry-then-timezone", "trigger": "contradicted_docs", "run": 2, "searched": true, "found": false, "proposed": true, "good_proposals": 2, "reported": false, "tests_pass": true, "attempts": 4, "turns": 21, "error": null} {"at": "2026-11-01T01:14:00+00:00", "model": "claude-opus-5-5", "variant": "baseline", "text": "9f65f1cc67c9", "condition": "r-nudge-claude-opus-5-5", "scenario": "control-documented-flag", "trigger": "control", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 7, "error": null} -{"at": "2026-11-11T21:28:51+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 163056, "tokens_out": 2624, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 28.563, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions may not expose an explicit default for flags\n+ # (e.g. an UNSET sentinel), so also rely on the parameter source.\n+ if (\n+ option.is_flag\n+ and not value\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "f7e7a7333410ee52", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:28:57+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 11, "tokens_in": 189161, "tokens_out": 2652, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 30.266, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions may report an UNSET default for flags, so also\n+ # check where the value came from)\n+ if (\n+ option.default == value\n+ or click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "aeae23b5c1e3817f", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:29:39+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 0, "turns": 9, "tokens_in": 130228, "tokens_out": 1902, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 19.836, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Single flags (without a --no-* counterpart) default to False, even\n+ # when click reports the option default as None\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d0486c65e417b9c0", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:29:44+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 12, "tokens_in": 190866, "tokens_out": 2830, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 26.475, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,11 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave a boolean flag's default unset, meaning False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "eaf320f043ae9d12", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:44:01+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-tekore-enum-missing", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 5, "tokens_in": 82596, "tokens_out": 1117, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 16.498, "retrievals": [], "patch_excerpt": "--- a/src/tekore/_model/serialise.py\n+++ b/src/tekore/_model/serialise.py\n@@ -34,7 +34,11 @@\n \n @classmethod\n def _missing_(cls, value):\n- return cls[value.lower()]\n+ # Returning None makes Enum raise ValueError, which pydantic\n+ # turns into a validation error (and union fallback).\n+ if not isinstance(value, str):\n+ return None\n+ return cls._member_map_.get(value.lower())\n \n def __str__(self) -> str:\n return self.name", "patch_truncated": false, "patch_hash": "cb3dc1bf19f700a0", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:44:03+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pytest-bdd-fixturedefs", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 7, "tokens_in": 169595, "tokens_out": 2698, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 24.512, "retrievals": [], "patch_excerpt": "--- a/src/pytest_bdd/scenario.py\n+++ b/src/pytest_bdd/scenario.py\n@@ -62,8 +62,20 @@\n def find_fixturedefs_for_step(step: Step, fixturemanager: FixtureManager, node: Node) -> Iterable[FixtureDef[object]]:\n \"\"\"Find the fixture defs that can parse a step.\"\"\"\n # happens to be that _arg2fixturedefs is changed during the iteration so we use a copy\n- fixture_def_by_name = list(fixturemanager._arg2fixturedefs.items())\n- for fixturename, fixturedefs in fixture_def_by_name:\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ fixture_names = list(fixturemanager._arg2fixturedefs)\n+ else:\n+ # pytest >= 9.1 stores fixture defs per node\n+ fixture_names = list(\n+ dict.fromkeys(\n+ [\n+ *fixturemanager._arg2node2fixturedefs,\n+ *getattr(fixturemanager, \"_arg2nodeid2fixturedefs\", {}),\n+ ]\n+ )\n+ )\n+ for fixturename in fixture_names:\n+ fixturedefs = getfixturedefs(fixturemanager, fixturename, node) or []\n for _, fixturedef in enumerate(fixturedefs):\n step_func_context = step_function_context_registry.get(fixturedef.func)\n if step_func_context is None:\n@@ -157,12 +169,22 @@\n return\n \n logger.debug(\"Adding providers for fixture %r: %r\", bdd_name, fixturedefs)\n- fixturemanager._arg2fixturedefs[bdd_name] = fixturedefs\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ fixturemanager._arg2fixturedefs[bdd_name] = fixturedefs\n+ else:\n+ # pytest >= 9.1 stores fixture defs per node\n+ fixturemanager._arg2node2fixturedefs.setdefault(bdd_name, {})[node] = fixturedefs\n \n try:\n yield\n finally:\n- del fixturemanager._arg2fixturedefs[bdd_name]\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ del fixturemanager._arg2fixturedefs[bdd_name]\n+ else:\n+ node2fixturedefs = fixturemanager._arg2node2fixturedefs[bdd_name]\n+ del node2fixturedefs[node]\n+ if not node2fixturedefs:\n+ del fixturemanager._arg2node2fixturedefs[bdd_name]\n \n \n def get_step_function(request: FixtureRequest, step: Step) -> StepFunctionContext | None:", "patch_truncated": false, "patch_hash": "10eead2dcaa3b7b4", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:44:45+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pydantic-settings-validate-by-name", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 8, "tokens_in": 179728, "tokens_out": 2363, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 27.696, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/sources/base.py\n+++ b/pydantic_settings/sources/base.py\n@@ -526,8 +526,12 @@\n \"\"\"\n _warn_if_field_info_incomplete(field, field_name, self._init_state)\n field_info: list[tuple[str, str, bool]] = []\n- if isinstance(field.validation_alias, (AliasChoices, AliasPath)):\n- v_alias: str | list[str | int] | list[list[str | int]] | None = field.validation_alias.convert_to_aliases()\n+ v_alias: str | list[str | int] | list[list[str | int]] | None\n+ if not self.config.get('validate_by_alias', True):\n+ # Aliases are disabled for validation; only the field name is used.\n+ v_alias = None\n+ elif isinstance(field.validation_alias, (AliasChoices, AliasPath)):\n+ v_alias = field.validation_alias.convert_to_aliases()\n else:\n v_alias = field.validation_alias\n ", "patch_truncated": false, "patch_hash": "19aafd0337e723ac", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:44:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pydantic-settings-signature", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 9, "tokens_in": 182950, "tokens_out": 2709, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 34.659, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -14,7 +14,6 @@\n \n from pydantic import ConfigDict\n from pydantic._internal._config import config_keys\n-from pydantic._internal._signature import _field_name_for_signature\n from pydantic._internal._utils import deep_update, is_model_class\n from pydantic.dataclasses import is_pydantic_dataclass\n from pydantic.main import BaseModel\n@@ -879,8 +878,15 @@\n )\n model = base_settings_cls(**base_settings_cls._settings_build_values(sources, init_kwargs))\n model_init_data = {}\n+ validate_by_alias = model_cls.model_config.get('validate_by_alias', True)\n for field_name, field_info in base_settings_cls.model_fields.items():\n- model_init_data[_field_name_for_signature(field_name, field_info)] = getattr(model, field_name)\n+ init_key = field_name\n+ if validate_by_alias:\n+ if isinstance(field_info.validation_alias, str):\n+ init_key = field_info.validation_alias\n+ elif isinstance(field_info.alias, str):\n+ init_key = field_info.alias\n+ model_init_data[init_key] = getattr(model, field_name)\n command = model_cls(**model_init_data)\n else:\n sources, init_kwargs = model_cls._settings_init_sources(", "patch_truncated": false, "patch_hash": "fd91df82393601f1", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:45:44+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-mloda-join-order", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 7, "tokens_in": 196792, "tokens_out": 2793, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 35.125, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n+++ b/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n@@ -14,6 +14,8 @@\n pl = None # type: ignore[assignment]\n \n _JOIN_SUPPORTS_COALESCE = pl is not None and \"coalesce\" in inspect.signature(pl.DataFrame.join).parameters\n+_JOIN_SUPPORTS_MAINTAIN_ORDER = pl is not None and \"maintain_order\" in inspect.signature(pl.DataFrame.join).parameters\n+_MAINTAIN_ORDER = {\"inner\": \"left\", \"left\": \"left\", \"right\": \"right\", \"full\": \"left_right\"}\n \n \n class PolarsMergeEngine(BaseMergeEngine):\n@@ -195,6 +197,8 @@\n join_kwargs: dict[str, Any] = {\"left_on\": left_idx, \"right_on\": right_idx, \"how\": join_type}\n if different_single_key and _JOIN_SUPPORTS_COALESCE:\n join_kwargs[\"coalesce\"] = False\n+ if _JOIN_SUPPORTS_MAINTAIN_ORDER and join_type in _MAINTAIN_ORDER:\n+ join_kwargs[\"maintain_order\"] = _MAINTAIN_ORDER[join_type]\n \n # Perform the join with nulls_equal=True to match null values (updated parameter name)\n try:", "patch_truncated": false, "patch_hash": "4acb650a11d7bb6e", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:45:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": true, "found": false, "proposed": true, "good_proposals": 1, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 242436, "tokens_out": 2843, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 33.723, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave the default of plain flags unset,\n+ # in which case the implicit default is False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, (bool, str, int, type(None))):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "066495eb93ecf7a1", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:46:26+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-marklassian-link-labels", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 9, "tokens_in": 223245, "tokens_out": 3121, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 29.605, "retrievals": [], "patch_excerpt": "--- a/src/marklassian/converter.py\n+++ b/src/marklassian/converter.py\n@@ -14,7 +14,6 @@\n r\"(?P[^\\s\\\\\\]]*)\"\n r\"(?:(?P\\])|(?=[\\s\\\\])|$)\"\n )\n-_JIRA_MENTION_LITERAL_TOKEN = \"[REDACTED:assigned_secret]\"\n \n \n def _parse_jira_mention(\n@@ -22,16 +21,16 @@\n match: Match[str],\n state: mistune.InlineState,\n ) -> int:\n- if state.in_image:\n- # Mistune only finalizes ordinary text tokens, so this private type\n- # retains the signal needed to preserve complete image alt text.\n- state.append_token({\"type\": _JIRA_MENTION_LITERAL_TOKEN, \"raw\": match.group(0)})\n- elif state.in_link or not match.group(\"id\") or not match.group(\"closed\"):\n+ if not match.group(\"id\") or not match.group(\"closed\"):\n state.append_token({\"type\": \"text\", \"raw\": match.group(0)})\n else:\n+ # Mistune builds links/images after scanning their labels, so context\n+ # is unknown here. Keep the raw text; the converter demotes mentions\n+ # inside links and images to literal text.\n state.append_token(\n {\n \"type\": \"jira_mention\",\n+ \"raw\": match.group(0),\n \"attrs\": {\"id\": match.group(\"id\")},\n }\n )\n@@ -80,11 +79,11 @@\n return node\n \n \n-def _contains_jira_mention_literal(token: [REDACTED:assigned_secret], Any]) -> bool:\n- if token.get(\"type\") == _JIRA_MENTION_LITERAL_TOKEN:\n+def _contains_jira_mention(token: [REDACTED:assigned_secret], Any]) -> bool:\n+ if token.get(\"type\") == \"jira_mention\":\n return True\n return any(\n- _contains_jira_mention_literal(child)\n+ _contains_jira_mention(child)\n for child in token.get(\"children\", [])\n )\n \n@@ -93,7 +92,7 @@\n attrs = token.get(\"attrs\", {})\n children = token.get(\"children\", [])\n alt_text = \"\"\n- if _contains_jira_mention_literal(token):\n+ if _contains_jira_mention(token):\n alt_text = _get_safe_text(token)\n elif children and children[0].get(\"type\") == \"text\":\n alt_text = children[0].get(\"raw\", \"\")\n@@ -214,6 +213,11 @@\n if alt_text:\n result.append(_create_text_node(alt_text, marks))\n \n+ elif token_type == \"jira_mention\" and any(\n+ mark[\"type\"] == \"link\" for mark in marks\n+ ):\n+ result.append(_create_text_node(token.get(\"raw\", \"\"), marks))\n+\n elif token_type == \"jira_mention\":\n result.append(\n {", "patch_truncated": false, "patch_hash": "4eb757e81efe963d", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:47:38+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 8, "searched": true, "found": false, "proposed": true, "good_proposals": 1, "reported": false, "tests_pass": true, "attempts": 2, "turns": 16, "tokens_in": 418884, "tokens_out": 4918, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 62.706, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,12 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# Newer FastAPI treats an omitted ``bool`` / ``Optional[bool]`` Form field as an\n+# unchecked HTML checkbox (False), ignoring the declared default. The extra\n+# never-matching Literal keeps the annotation from being exactly ``bool`` so the\n+# declared default applies; real values are still validated as booleans.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +370,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +391,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +443,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "e0c81ce2ab6d2e12", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:47:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-mloda-duckdb-join-alias", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 9, "tokens_in": 208934, "tokens_out": 2903, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 59.254, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n+++ b/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n@@ -231,7 +231,9 @@\n joined = left.join(right, f'\"__l__\".{qrn} = \"__r__\".{qrn}')\n keep = \", \".join(f'\"__l__\".{quote_ident(c)}' for c in self.columns)\n keep += \"\".join(f', \"__r__\".{quote_ident(n)}' for n in columns)\n- result = joined.order(f'\"__l__\".{qrn}').project(keep)\n+ projected = joined.project(f'{keep}, \"__l__\".{qrn} AS {qrn}')\n+ names = \", \".join([quote_ident(c) for c in self.columns] + [quote_ident(n) for n in columns])\n+ result = projected.order(qrn).project(names)\n return DuckdbRelation(self._connection, result)\n \n @classmethod", "patch_truncated": false, "patch_hash": "61190a7b1eb5b01e", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:49:03+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-ultraplot-colormap-contains", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 9, "tokens_in": 178992, "tokens_out": 2292, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 50.547, "retrievals": [], "patch_excerpt": "--- a/ultraplot/colors.py\n+++ b/ultraplot/colors.py\n@@ -3180,6 +3180,17 @@\n def _has_item(self, key):\n return key in self._cmaps\n \n+ def __contains__(self, item):\n+ \"\"\"\n+ Case-insensitive membership test that also accepts the `_r` and `_s`\n+ suffixes, consistent with `~ColormapDatabase.__getitem__`.\n+ \"\"\"\n+ try:\n+ self[item]\n+ except (KeyError, ValueError):\n+ return False\n+ return True\n+\n def _load_and_register_cmap(self, key, value):\n \"\"\"\n Load a colormap from a file and register it.", "patch_truncated": false, "patch_hash": "9f4d59dbe4f8809e", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:56:51+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-tekore-enum-missing", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 5, "tokens_in": 89108, "tokens_out": 1831, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 13.457, "retrievals": [], "patch_excerpt": "--- a/src/tekore/_model/serialise.py\n+++ b/src/tekore/_model/serialise.py\n@@ -34,7 +34,12 @@\n \n @classmethod\n def _missing_(cls, value):\n- return cls[value.lower()]\n+ if not isinstance(value, str):\n+ return None\n+ try:\n+ return cls[value]\n+ except KeyError:\n+ return None\n \n def __str__(self) -> str:\n return self.name", "patch_truncated": false, "patch_hash": "38ede862390c4285", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:57:57+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pydantic-settings-signature", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 12, "tokens_in": 224230, "tokens_out": 5195, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 33.366, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -14,7 +14,6 @@\n \n from pydantic import ConfigDict\n from pydantic._internal._config import config_keys\n-from pydantic._internal._signature import _field_name_for_signature\n from pydantic._internal._utils import deep_update, is_model_class\n from pydantic.dataclasses import is_pydantic_dataclass\n from pydantic.main import BaseModel\n@@ -879,8 +878,15 @@\n )\n model = base_settings_cls(**base_settings_cls._settings_build_values(sources, init_kwargs))\n model_init_data = {}\n+ validate_by_alias = model_cls.model_config.get('validate_by_alias', True)\n for field_name, field_info in base_settings_cls.model_fields.items():\n- model_init_data[_field_name_for_signature(field_name, field_info)] = getattr(model, field_name)\n+ key = field_name\n+ if validate_by_alias:\n+ if isinstance(field_info.alias, str):\n+ key = field_info.alias\n+ elif isinstance(field_info.validation_alias, str):\n+ key = field_info.validation_alias\n+ model_init_data[key] = getattr(model, field_name)\n command = model_cls(**model_init_data)\n else:\n sources, init_kwargs = model_cls._settings_init_sources(", "patch_truncated": false, "patch_hash": "6d5690a5ca0b708e", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:58:12+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pytest-bdd-fixturedefs", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 24, "tokens_in": 666286, "tokens_out": 15626, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 106.709, "retrievals": [], "patch_excerpt": "--- a/src/pytest_bdd/compat.py\n+++ b/src/pytest_bdd/compat.py\n@@ -9,7 +9,13 @@\n \n pytest_version = parse_version(version(\"pytest\"))\n \n-__all__ = [\"getfixturedefs\", \"inject_fixture\"]\n+__all__ = [\n+ \"fixturedef_names\",\n+ \"getfixturedefs\",\n+ \"inject_fixture\",\n+ \"set_fixturedefs\",\n+ \"unset_fixturedefs\",\n+]\n \n if pytest_version.release >= (8, 1):\n \n@@ -88,3 +94,40 @@\n request._fixture_defs[arg] = fd\n if add_fixturename:\n request._pyfuncitem._fixtureinfo.names_closure.append(arg)\n+\n+\n+# pytest 9.2 replaced `FixtureManager._arg2fixturedefs` with per-node / per-nodeid mappings.\n+_LEGACY_ARG2FIXTUREDEFS = pytest_version.release < (9, 2)\n+\n+\n+def fixturedef_names(fixturemanager: FixtureManager) -> list[str]:\n+ \"\"\"Return the names of all fixtures known to the fixture manager.\"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ return list(fixturemanager._arg2fixturedefs) # type: ignore[attr-defined]\n+ return list({*fixturemanager._arg2node2fixturedefs, *fixturemanager._arg2nodeid2fixturedefs}) # type: ignore[attr-defined]\n+\n+\n+def set_fixturedefs(fixturemanager: FixtureManager, name: str, fixturedefs: list[FixtureDef[object]]) -> None:\n+ \"\"\"Make ``fixturedefs`` the definitions visible under ``name``.\n+\n+ ``fixturedefs`` must be ordered from least to most specific. The lookup done by\n+ ``FixtureManager.getfixturedefs`` returns the entries of a node in reverse order,\n+ so the per-nodeid lists are stored reversed to keep the original ordering.\n+ \"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ fixturemanager._arg2fixturedefs[name] = fixturedefs # type: ignore[attr-defined]\n+ return\n+ by_nodeid: dict[str, list[FixtureDef[object]]] = {}\n+ for fixturedef in fixturedefs:\n+ by_nodeid.setdefault(fixturedef.baseid, []).append(fixturedef)\n+ fixturemanager._arg2nodeid2fixturedefs[name] = { # type: ignore[attr-defined]\n+ nodeid: list(reversed(group)) for nodeid, group in by_nodeid.items()\n+ }\n+\n+\n+def unset_fixturedefs(fixturemanager: FixtureManager, name: str) -> None:\n+ \"\"\"Remove the definitions previously set with :func:`set_fixturedefs`.\"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ del fixturemanager._arg2fixturedefs[name] # type: ignore[attr-defined]\n+ return\n+ fixturemanager._arg2nodeid2fixturedefs.pop(name, None) # type: ignore[attr-defined]\n--- a/src/pytest_bdd/scenario.py\n+++ b/src/pytest_bdd/scenario.py\n@@ -27,7 +27,7 @@\n from _pytest.outcomes import Failed\n \n from . import exceptions\n-from .compat import getfixturedefs, inject_fixture\n+from .compat import fixturedef_names, getfixturedefs, inject_fixture, set_fixturedefs, unset_fixturedefs\n from .feature import get_feature, get_features\n from .steps import StepFunctionContext, get_step_fixture_name, step_function_context_registry\n from .utils import (\n@@ -61,10 +61,11 @@\n \n def find_fixturedefs_for_step(step: Step, fixturemanager: FixtureManager, node: Node) -> Iterable[FixtureDef[object]]:\n \"\"\"Find the fixture defs that can parse a step.\"\"\"\n- # happens to be that _arg2fixturedefs is changed during the iteration so we use a copy\n- fixture_def_by_name = list(fixturemanager._arg2fixturedefs.items())\n- for fixturename, fixturedefs in fixture_def_by_name:\n- for _, fixturedef in enumerate(fixturedefs):\n+ # happens to be that the fixture names are changed during the iteration so we use a copy\n+ fixture_names = fixturedef_names(fixturemanager)\n+ for fixturename in fixture_names:\n+ visible_fixturedefs = list(getfixturedefs(fixturemanager, fixturename, node) or [])\n+ for fixturedef in visible_fixturedefs:\n step_func_context = step_function_context_registry.get(fixturedef.func)\n if step_func_context is None:\n continue\n@@ -74,10 +75,6 @@\n \n match = step_func_context.parser.is_matching(step.name)\n if not match:\n- continue\n-\n[excerpt cut at 4000 characters]", "patch_truncated": false, "patch_hash": "25fb8996295cf265", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:58:22+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 11, "tokens_in": 173919, "tokens_out": 2462, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 28.646, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,16 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions leave a plain flag's default unset (a sentinel\n+ # rather than False); a flag that wasn't given is its implicit default.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and value is False\n+ and option.default is not True\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "37e2e30f4187da92", "repeat": 2, "grader_version": 2} -{"at": "2026-11-11T21:58:36+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 16, "tokens_in": 294507, "tokens_out": 3820, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 41.971, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave the default of a plain flag unset\n+ # instead of False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "76e4e370f9c424a2", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:59:21+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 12, "tokens_in": 226972, "tokens_out": 2969, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 29.846, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,16 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions may report an unset default (a sentinel) for\n+ # flags, so also skip values that came from the default source.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and not value\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d13b8c4ad10af2a3", "repeat": 3, "grader_version": 2} -{"at": "2026-11-11T21:59:24+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pydantic-settings-validate-by-name", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 33, "tokens_in": 483454, "tokens_out": 10624, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 64.419, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -42,7 +42,7 @@\n YamlConfigSettingsSource,\n get_subcommand,\n )\n-from .sources.utils import InitState, _get_alias_names, _warn_if_field_info_incomplete\n+from .sources.utils import InitState, _get_alias_names, _validates_by_name, _warn_if_field_info_incomplete\n from .utils import _settings_debug_enabled, logger\n \n T = TypeVar('T')\n@@ -621,9 +621,7 @@\n _warn_if_field_info_incomplete(field_info, field_name, init_state)\n alias_names, *_ = _get_alias_names(field_name, field_info)\n matchable_names = set(alias_names)\n- include_name = settings_cls.model_config.get(\n- 'populate_by_name', False\n- ) or settings_cls.model_config.get('validate_by_name', False)\n+ include_name = _validates_by_name(settings_cls.model_config)\n if include_name:\n matchable_names.add(field_name)\n init_kwarg_name = init_kwarg_names & matchable_names\n--- a/pydantic_settings/sources/base.py\n+++ b/pydantic_settings/sources/base.py\n@@ -38,6 +38,7 @@\n _get_model_fields,\n _strip_annotated,\n _union_is_complex,\n+ _validates_by_name,\n _warn_if_field_info_incomplete,\n )\n \n@@ -407,7 +408,7 @@\n ):\n super().__init__(settings_cls, _init_state)\n case_sensitive = self.config.get('case_sensitive', False)\n- include_name = self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False)\n+ include_name = _validates_by_name(self.config)\n \n def normalize(name: str) -> str:\n # When case_sensitive is False, matching is done on lower-cased names.\n@@ -555,7 +556,7 @@\n else: # string validation alias\n field_info.append((v_alias, self._apply_case_sensitive(env_prefix + v_alias), False))\n \n- if not v_alias or self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False):\n+ if not v_alias or _validates_by_name(self.config):\n annotation, metadata = _get_field_annotation_and_metadata(field)\n env_prefix = self.env_prefix if self.env_prefix_target in ('variable', 'all') else ''\n if is_union_origin(get_origin(annotation)) and _union_is_complex(annotation, metadata, self._init_state):\n@@ -663,13 +664,7 @@\n A tuple that contains the value, preferred key and a flag to determine whether value is complex.\n \"\"\"\n field_value, field_key, value_is_complex = self.get_field_value(field, field_name)\n- if not (\n- value_is_complex\n- or (\n- (self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False))\n- and (field_key == field_name)\n- )\n- ):\n+ if not (value_is_complex or (_validates_by_name(self.config) and (field_key == field_name))):\n field_infos = self._extract_field_info(field, field_name)\n preferred_key, _, preferred_is_complex = field_infos[0]\n # Only normalize to preferred_key when it's a simple string alias.\n--- a/pydantic_settings/sources/providers/azure.py\n+++ b/pydantic_settings/sources/providers/azure.py\n@@ -12,7 +12,14 @@\n from typing_inspection.introspection import is_union_origin\n \n from ...utils import _lenient_issubclass\n-from ..utils import InitState, _get_model_fields, _parse_env_none_str, _resolve_type_alias, _strip_annotated\n+from ..utils import (\n+ InitState,\n+ _get_model_fields,\n+ _parse_env_none_str,\n+ _resolve_type_alias,\n+ _strip_annotated,\n+ _validates_by_name,\n+)\n from .env import EnvSettingsSource\n \n if TYPE_CHECKING:\n@@ -225,7 +232,7 @@\n targets: dict[str, list[tuple[str, Any]]] = {}\n for model in models:\n config = getattr(model, 'model_config', None) or getattr(model, '__pydantic_config__', {})\n[excerpt cut at 4000 characters]", "patch_truncated": false, "patch_hash": "3d52a0cf2e8cbe30", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T21:59:43+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 183320, "tokens_out": 2546, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 27.531, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Skip unset single-direction flags (e.g. --no-index): when no default\n+ # is declared, a False value just means the flag wasn't passed\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "0e33d304b1f244ba", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:00:18+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-mloda-join-order", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 10, "turns": 5, "tokens_in": 134271, "tokens_out": 2817, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 22.418, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n+++ b/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n@@ -192,7 +192,14 @@\n # For differing single-key names, keep both keys via coalesce=False (correct null semantics).\n # Only pass coalesce when the installed polars supports it; older versions degrade to legacy behavior.\n different_single_key = isinstance(left_idx, str) and isinstance(right_idx, str) and left_idx != right_idx\n- join_kwargs: dict[str, Any] = {\"left_on\": left_idx, \"right_on\": right_idx, \"how\": join_type}\n+ # \"left_right\" orders full-outer tails under the streaming engine too; RIGHT keeps right-frame order.\n+ maintain_order = \"right\" if join_type == \"right\" else \"left_right\"\n+ join_kwargs: dict[str, Any] = {\n+ \"left_on\": left_idx,\n+ \"right_on\": right_idx,\n+ \"how\": join_type,\n+ \"maintain_order\": maintain_order,\n+ }\n if different_single_key and _JOIN_SUPPORTS_COALESCE:\n join_kwargs[\"coalesce\"] = False\n ", "patch_truncated": false, "patch_hash": "a79af2f85876b2fa", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:00:24+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 135202, "tokens_out": 2431, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 29.787, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions don't set an implicit default for flags (it's\n+ # an UNSET sentinel), so also skip flags that were not provided.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "eed22e65a952ef94", "repeat": 2, "grader_version": 2} -{"at": "2026-11-11T22:00:37+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 204585, "tokens_out": 2559, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 28.19, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,10 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # A false single-direction flag (e.g. --no-index) was not passed\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "ef14609cb1257823", "repeat": 3, "grader_version": 2} -{"at": "2026-11-11T22:01:07+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 158865, "tokens_out": 2109, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 23.144, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,11 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click leaves a flag's default unset, meaning False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, (bool, str, int, type(None))):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "89043dbaad7bedcd", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:01:22+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 8, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 10, "tokens_in": 151735, "tokens_out": 2491, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 23.637, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer Click versions leave the default of a flag without an explicit\n+ # default unset; such flags are implicitly False when not passed.\n+ if (\n+ option.is_flag\n+ and value is False\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "cb6547ca5d0f145f", "repeat": 2, "grader_version": 2} -{"at": "2026-11-11T22:01:34+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-marklassian-link-labels", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 15, "tokens_in": 439556, "tokens_out": 11244, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 59.764, "retrievals": [], "patch_excerpt": "--- a/src/marklassian/converter.py\n+++ b/src/marklassian/converter.py\n@@ -14,7 +14,6 @@\n r\"(?P[^\\s\\\\\\]]*)\"\n r\"(?:(?P\\])|(?=[\\s\\\\])|$)\"\n )\n-_JIRA_MENTION_LITERAL_TOKEN = \"[REDACTED:assigned_secret]\"\n \n \n def _parse_jira_mention(\n@@ -22,17 +21,18 @@\n match: Match[str],\n state: mistune.InlineState,\n ) -> int:\n- if state.in_image:\n- # Mistune only finalizes ordinary text tokens, so this private type\n- # retains the signal needed to preserve complete image alt text.\n- state.append_token({\"type\": _JIRA_MENTION_LITERAL_TOKEN, \"raw\": match.group(0)})\n- elif state.in_link or not match.group(\"id\") or not match.group(\"closed\"):\n+ # Mistune 3.4 parses link and image labels as ordinary bracket content and\n+ # only wraps them afterward, so the parser cannot know the surrounding\n+ # context here. Keep the raw source on the token; the converter decides\n+ # how to render it once the enclosing link or image is known.\n+ if not match.group(\"id\") or not match.group(\"closed\"):\n state.append_token({\"type\": \"text\", \"raw\": match.group(0)})\n else:\n state.append_token(\n {\n \"type\": \"jira_mention\",\n \"attrs\": {\"id\": match.group(\"id\")},\n+ \"raw\": match.group(0),\n }\n )\n return match.end()\n@@ -80,20 +80,37 @@\n return node\n \n \n-def _contains_jira_mention_literal(token: [REDACTED:assigned_secret], Any]) -> bool:\n- if token.get(\"type\") == _JIRA_MENTION_LITERAL_TOKEN:\n+def _contains_jira_mention(token: [REDACTED:assigned_secret], Any]) -> bool:\n+ if token.get(\"type\") == \"jira_mention\":\n return True\n return any(\n- _contains_jira_mention_literal(child)\n+ _contains_jira_mention(child)\n for child in token.get(\"children\", [])\n )\n+\n+\n+def _demote_jira_mentions(tokens: [REDACTED:assigned_secret], Any]]) -> list[dict[str, Any]]:\n+ \"\"\"Render mentions inside link text as plain text.\n+\n+ Image children are left alone: image alt text is taken from raw source\n+ text, which already reflects the mention's original spelling.\n+ \"\"\"\n+ demoted: list[dict[str, Any]] = []\n+ for token in tokens:\n+ if token.get(\"type\") == \"jira_mention\":\n+ demoted.append({\"type\": \"text\", \"raw\": token[\"raw\"]})\n+ elif token.get(\"children\") and token.get(\"type\") != \"image\":\n+ demoted.append({**token, \"children\": _demote_jira_mentions(token[\"children\"])})\n+ else:\n+ demoted.append(token)\n+ return demoted\n \n \n def _create_media_node(token: [REDACTED:assigned_secret], Any]) -> AdfNode:\n attrs = token.get(\"attrs\", {})\n children = token.get(\"children\", [])\n alt_text = \"\"\n- if _contains_jira_mention_literal(token):\n+ if _contains_jira_mention(token):\n alt_text = _get_safe_text(token)\n elif children and children[0].get(\"type\") == \"text\":\n alt_text = children[0].get(\"raw\", \"\")\n@@ -197,7 +214,7 @@\n }\n result.extend(\n _inline_to_adf(\n- token.get(\"children\", []),\n+ _demote_jira_mentions(token.get(\"children\", [])),\n _add_mark(marks, link_mark),\n )\n )", "patch_truncated": false, "patch_hash": "f24cc93e7295b671", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:02:00+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 13, "tokens_in": 252496, "tokens_out": 3118, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 30.878, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions use an UNSET sentinel as the default, so also\n+ # check the parameter source)\n+ if (\n+ option.default == value\n+ or click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "ead396b935b3a961", "repeat": 3, "grader_version": 2} -{"at": "2026-11-11T22:02:16+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 14, "tokens_in": 243931, "tokens_out": 2752, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 33.508, "retrievals": [], "patch_excerpt": "--- a/piptools/scripts/options.py\n+++ b/piptools/scripts/options.py\n@@ -137,6 +137,7 @@\n no_index = click.option(\n \"--no-index\",\n is_flag=True,\n+ default=False,\n help=\"Ignore package index (only looking at --find-links URLs instead).\",\n )\n ", "patch_truncated": false, "patch_hash": "ddf3325b4865535c", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:02:47+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 11, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 184989, "tokens_out": 2672, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 27.562, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Skip options that were not explicitly provided (e.g. flags whose\n+ # default is an unset sentinel in newer click versions)\n+ if click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "4a1db55a07ee3140", "repeat": 2, "grader_version": 2} -{"at": "2026-11-11T22:03:04+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 12, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 189208, "tokens_out": 2539, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 24.859, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,20 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions use an UNSET sentinel for ``option.default``\n+ # of options without an explicit default, e.g. plain flags, so also\n+ # compare against the resolved default and the parameter source)\n+ if (\n+ option.default == value\n+ or option.get_default(click_ctx) == value\n+ or (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and value is False\n+ and click_ctx.get_parameter_source(option_name)\n+ == ParameterSource.DEFAULT\n+ )\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d049a18b5cdd52eb", "repeat": 3, "grader_version": 2} -{"at": "2026-11-11T22:04:50+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 8, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 30, "tokens_in": 1109067, "tokens_out": 16772, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 131.283, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -34,6 +34,7 @@\n from fastapi.exceptions import RequestValidationError\n from fastapi.middleware.cors import CORSMiddleware\n from fastapi.responses import JSONResponse, Response\n+from pydantic import TypeAdapter, ValidationError\n from starlette.exceptions import HTTPException as StarletteHTTPException\n from starlette.types import ASGIApp, Message, Receive, Scope, Send\n \n@@ -108,6 +109,29 @@\n \n def error_body(code: str, message: str, details: Any = None) -> Dict[str, Any]:\n return {\"error\": {\"code\": code, \"message\": message, \"details\": details}}\n+\n+\n+_BOOL_ADAPTER = TypeAdapter(bool)\n+\n+\n+def _form_bool(name: str, raw: Optional[str], default: bool) -> bool:\n+ \"\"\"Parse an optional boolean form field.\n+\n+ The fields are received as strings on purpose: FastAPI treats a *missing*\n+ ``bool`` form field as an unchecked checkbox (False), which would silently\n+ override a default of True. Here a missing field means ``default``.\n+ \"\"\"\n+ if raw is None:\n+ return default\n+ try:\n+ return _BOOL_ADAPTER.validate_python(raw)\n+ except ValidationError as e:\n+ raise APIError(\n+ 422,\n+ \"validation_error\",\n+ \"Invalid request\",\n+ [{\"loc\": [\"body\", name], \"msg\": e.errors()[0][\"msg\"]}],\n+ ) from None\n \n \n class BodySizeLimitMiddleware:\n@@ -365,11 +389,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n return {\n@@ -386,11 +411,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n raise APIError(\n@@ -438,11 +464,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n try:\n job = jobs.create(file.filename or \"\", engine, confidence, include_metadata, output_format)", "patch_truncated": false, "patch_hash": "b314862756c49aea", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:04:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 13, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 5, "turns": 18, "tokens_in": 393627, "tokens_out": 4284, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 65.066, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -47,6 +47,11 @@\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n+\n+# FastAPI treats an omitted form field annotated exactly `bool` as an unchecked\n+# checkbox (False), ignoring the declared default. The unused Literal avoids\n+# that while still validating booleans.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n CHUNK = 1024 * 1024\n \n@@ -365,7 +370,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -386,7 +391,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -438,7 +443,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "23c651287fb4ea2f", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:05:36+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 14, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 5, "turns": 21, "tokens_in": 595337, "tokens_out": 6122, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 98.28, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "partial", "observed_outcome": null, "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,20 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI turns an omitted bool form field into False whatever its\n+ # default, so boolean form fields are taken as strings and parsed here.\n+ if value is None:\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -364,11 +378,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +401,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,15 +455,23 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:\n- job = jobs.create(file.filename or \"\", engine, confidence, include_metadata, output_format)\n+ job = jobs.create(\n+ file.filename or \"\",\n+ engine,\n+ confidence,\n+ include_metadata,\n+ output_format,\n+ )\n except QueueFull:\n raise APIError(\n 429,", "patch_truncated": false, "patch_hash": "5ebd088cfb2e8752", "repeat": 2, "grader_version": 2} -{"at": "2026-11-11T22:06:43+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-mloda-duckdb-join-alias", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 8, "turns": 7, "tokens_in": 210122, "tokens_out": 3682, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 31.033, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n+++ b/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n@@ -231,8 +231,10 @@\n joined = left.join(right, f'\"__l__\".{qrn} = \"__r__\".{qrn}')\n keep = \", \".join(f'\"__l__\".{quote_ident(c)}' for c in self.columns)\n keep += \"\".join(f', \"__r__\".{quote_ident(n)}' for n in columns)\n- result = joined.order(f'\"__l__\".{qrn}').project(keep)\n- return DuckdbRelation(self._connection, result)\n+ keep += f', \"__l__\".{qrn}'\n+ ordered = joined.project(keep).order(qrn)\n+ final_columns = \", \".join(quote_ident(c) for c in [*self.columns, *columns])\n+ return DuckdbRelation(self._connection, ordered.project(final_columns))\n \n @classmethod\n def from_arrow(cls, connection: duckdb.DuckDBPyConnection, arrow_table: pa.Table) -> \"DuckdbRelation\":", "patch_truncated": false, "patch_hash": "b7e3f7b2cbf368b6", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:06:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 15, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 4, "turns": 23, "tokens_in": 528020, "tokens_out": 5311, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 78.661, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "no", "observed_outcome": null, "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,18 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _form_bool(name: str, raw: Optional[str], default: bool) -> bool:\n+ if raw is None or raw == \"\":\n+ return default\n+ value = raw.strip().lower()\n+ if value in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if value in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": raw}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -437,11 +449,15 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ # Parsed by hand: with multipart bodies this FastAPI turns an omitted\n+ # bool Form field into False, ignoring its default.\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "18182c73124bbf02", "repeat": 3, "grader_version": 2} -{"at": "2026-11-11T22:07:23+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 16, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 14, "tokens_in": 363441, "tokens_out": 4446, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 70.515, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -34,6 +34,7 @@\n from fastapi.exceptions import RequestValidationError\n from fastapi.middleware.cors import CORSMiddleware\n from fastapi.responses import JSONResponse, Response\n+from pydantic import TypeAdapter, ValidationError\n from starlette.exceptions import HTTPException as StarletteHTTPException\n from starlette.types import ASGIApp, Message, Receive, Scope, Send\n \n@@ -333,6 +334,18 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI treats an omitted bool form field as False (HTML checkbox\n+ # semantics), ignoring the declared default; parse it ourselves.\n+ if value is None:\n+ return default\n+ try:\n+ return TypeAdapter(bool).validate_python(value)\n+ except ValidationError:\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": value}]\n+ ) from None\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -364,11 +377,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +400,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +454,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "8cf67c5484464eb3", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:09:03+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 17, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 13, "tokens_in": 348344, "tokens_out": 3881, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 67.837, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -333,6 +333,20 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ # FastAPI (0.147) reports an omitted bool form field as False regardless of\n+ # its default, so the flag is taken as a string and parsed here.\n+ def _parse_bool(value: Optional[str], default: bool) -> bool:\n+ if value is None or value == \"\":\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", \"include_metadata\"), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -365,10 +379,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -386,10 +401,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -438,10 +454,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "6745a283af6c14ec", "repeat": 2, "grader_version": 2} -{"at": "2026-11-11T22:09:18+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 18, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 270679, "tokens_out": 3623, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 60.275, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Annotated, Any, Callable, Dict, List, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -44,6 +44,12 @@\n from ..export.formats import export_to_excel, export_to_html, table_to_csv, table_to_html\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n+# FastAPI treats an omitted ``bool`` / ``bool | None`` form field as False (HTML\n+# checkbox semantics), ignoring the declared default. A union that is not\n+# literally one of those keeps the declared default for omitted fields while\n+# still rejecting values such as \"maybe\".\n+OptBool = Union[Annotated[bool, \"form boolean\"], None]\n+\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n@@ -364,8 +370,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +391,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +443,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "3e34464c684c597e", "repeat": 3, "grader_version": 2} -{"at": "2026-11-11T22:10:56+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-ultraplot-colormap-contains", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 6, "turns": 12, "tokens_in": 303412, "tokens_out": 6159, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 206.69, "retrievals": [], "patch_excerpt": "--- a/ultraplot/colors.py\n+++ b/ultraplot/colors.py\n@@ -3180,6 +3180,20 @@\n def _has_item(self, key):\n return key in self._cmaps\n \n+ def __contains__(self, key):\n+ \"\"\"\n+ Check membership using the same flexible key handling as lookups\n+ (case-insensitive, reversed ``_r`` and shifted ``_s`` suffixes).\n+ \"\"\"\n+ if not isinstance(key, str):\n+ return False\n+ if self._has_item(key):\n+ return True\n+ # Resolve the name without triggering lazy loading or deprecation warnings\n+ key = self._translate_key(key, mirror=True)\n+ base = self._regex_suffix.sub(\"\", key)\n+ return self._has_item(base)\n+\n def _load_and_register_cmap(self, key, value):\n \"\"\"\n Load a colormap from a file and register it.", "patch_truncated": false, "patch_hash": "a65c47280ad77069", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:10:58+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 19, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 274038, "tokens_out": 2918, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 61.953, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,10 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# FastAPI treats an omitted form field annotated exactly `bool` as an unchecked\n+# checkbox (False), ignoring the declared default. A Union avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +368,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +389,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +441,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "b263beda63509e99", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:11:36+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 31, "tokens_in": 896773, "tokens_out": 8980, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 181.307, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -362,8 +362,13 @@\n if value is None:\n continue\n \n- # Skip options with a default value\n- if option.default == value:\n+ # Skip options with a default value. Flags without an explicit default\n+ # use a sentinel in newer Click versions (e.g. Sentinel.UNSET), which\n+ # Click treats as False; normalize it so such flags are skipped.\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "a333a6bb29002378", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:11:40+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 20, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 3, "turns": 18, "tokens_in": 330465, "tokens_out": 4097, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 61.523, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,10 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# FastAPI treats a form field annotated exactly `bool` as an unchecked checkbox\n+# when omitted (False), ignoring the declared default. A Union avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +368,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +389,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +441,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "ae71bfe7bd301b82", "repeat": 2, "grader_version": 2} -{"at": "2026-11-11T22:12:21+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 21, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 312382, "tokens_out": 3148, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 56.711, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -47,6 +47,10 @@\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n+\n+# FastAPI treats a form field annotated exactly `bool` as an HTML checkbox and\n+# sets it to False when omitted, ignoring the default. A wider annotation avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n CHUNK = 1024 * 1024\n \n@@ -365,7 +369,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -386,7 +390,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -438,7 +442,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "b7da7023e0052f35", "repeat": 3, "grader_version": 2} -{"at": "2026-11-11T22:12:58+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 22, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 12, "tokens_in": 295407, "tokens_out": 3601, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 52.872, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -333,6 +333,20 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI reports an omitted bool form field as False regardless of its\n+ # default, so parse the raw string and apply the default ourselves.\n+ if value is None:\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"on\", \"yes\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"off\", \"no\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -364,11 +378,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +401,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +455,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "82ad6c98ab1cc3d2", "repeat": 1, "grader_version": 2} -{"at": "2026-11-11T22:13:53+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 23, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 18, "tokens_in": 373744, "tokens_out": 5502, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 67.807, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,19 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _flag(name: str, raw: Optional[str], default: bool) -> bool:\n+ # Parse boolean form fields by hand: an omitted field must take its default.\n+ if raw is None or raw == \"\":\n+ return default\n+ v = raw.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -364,11 +377,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +400,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +454,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "ef8af707cbba25f8", "repeat": 2, "grader_version": 2} -{"at": "2026-11-11T22:14:24+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 24, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 19, "tokens_in": 370731, "tokens_out": 5257, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 62.49, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -49,6 +49,28 @@\n logger = logging.getLogger(__name__)\n \n CHUNK = 1024 * 1024\n+\n+_TRUE = {\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"}\n+_FALSE = {\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"}\n+\n+\n+def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ \"\"\"Parse a boolean form field.\n+\n+ FastAPI turns an omitted ``bool`` Form field into False in multipart\n+ requests (ignoring the declared default), so fields are taken as strings\n+ and parsed here.\n+ \"\"\"\n+ if value is None or value == \"\":\n+ return default\n+ v = value.strip().lower()\n+ if v in _TRUE:\n+ return True\n+ if v in _FALSE:\n+ return False\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": value}]\n+ )\n \n \n @dataclass(frozen=True)\n@@ -364,11 +386,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +409,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +463,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "bcd8d0efaf3932f3", "repeat": 3, "grader_version": 2} +{"at": "2026-11-11T21:28:51+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 163056, "tokens_out": 2624, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 28.563, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions may not expose an explicit default for flags\n+ # (e.g. an UNSET sentinel), so also rely on the parameter source.\n+ if (\n+ option.is_flag\n+ and not value\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "f7e7a7333410ee52", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:28:57+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 11, "tokens_in": 189161, "tokens_out": 2652, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 30.266, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions may report an UNSET default for flags, so also\n+ # check where the value came from)\n+ if (\n+ option.default == value\n+ or click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "aeae23b5c1e3817f", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:29:39+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 0, "turns": 9, "tokens_in": 130228, "tokens_out": 1902, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 19.836, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Single flags (without a --no-* counterpart) default to False, even\n+ # when click reports the option default as None\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d0486c65e417b9c0", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:29:44+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 12, "tokens_in": 190866, "tokens_out": 2830, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 26.475, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,11 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave a boolean flag's default unset, meaning False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "eaf320f043ae9d12", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:44:01+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-tekore-enum-missing", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 5, "tokens_in": 82596, "tokens_out": 1117, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 16.498, "retrievals": [], "patch_excerpt": "--- a/src/tekore/_model/serialise.py\n+++ b/src/tekore/_model/serialise.py\n@@ -34,7 +34,11 @@\n \n @classmethod\n def _missing_(cls, value):\n- return cls[value.lower()]\n+ # Returning None makes Enum raise ValueError, which pydantic\n+ # turns into a validation error (and union fallback).\n+ if not isinstance(value, str):\n+ return None\n+ return cls._member_map_.get(value.lower())\n \n def __str__(self) -> str:\n return self.name", "patch_truncated": false, "patch_hash": "cb3dc1bf19f700a0", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:44:03+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pytest-bdd-fixturedefs", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 7, "tokens_in": 169595, "tokens_out": 2698, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 24.512, "retrievals": [], "patch_excerpt": "--- a/src/pytest_bdd/scenario.py\n+++ b/src/pytest_bdd/scenario.py\n@@ -62,8 +62,20 @@\n def find_fixturedefs_for_step(step: Step, fixturemanager: FixtureManager, node: Node) -> Iterable[FixtureDef[object]]:\n \"\"\"Find the fixture defs that can parse a step.\"\"\"\n # happens to be that _arg2fixturedefs is changed during the iteration so we use a copy\n- fixture_def_by_name = list(fixturemanager._arg2fixturedefs.items())\n- for fixturename, fixturedefs in fixture_def_by_name:\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ fixture_names = list(fixturemanager._arg2fixturedefs)\n+ else:\n+ # pytest >= 9.1 stores fixture defs per node\n+ fixture_names = list(\n+ dict.fromkeys(\n+ [\n+ *fixturemanager._arg2node2fixturedefs,\n+ *getattr(fixturemanager, \"_arg2nodeid2fixturedefs\", {}),\n+ ]\n+ )\n+ )\n+ for fixturename in fixture_names:\n+ fixturedefs = getfixturedefs(fixturemanager, fixturename, node) or []\n for _, fixturedef in enumerate(fixturedefs):\n step_func_context = step_function_context_registry.get(fixturedef.func)\n if step_func_context is None:\n@@ -157,12 +169,22 @@\n return\n \n logger.debug(\"Adding providers for fixture %r: %r\", bdd_name, fixturedefs)\n- fixturemanager._arg2fixturedefs[bdd_name] = fixturedefs\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ fixturemanager._arg2fixturedefs[bdd_name] = fixturedefs\n+ else:\n+ # pytest >= 9.1 stores fixture defs per node\n+ fixturemanager._arg2node2fixturedefs.setdefault(bdd_name, {})[node] = fixturedefs\n \n try:\n yield\n finally:\n- del fixturemanager._arg2fixturedefs[bdd_name]\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ del fixturemanager._arg2fixturedefs[bdd_name]\n+ else:\n+ node2fixturedefs = fixturemanager._arg2node2fixturedefs[bdd_name]\n+ del node2fixturedefs[node]\n+ if not node2fixturedefs:\n+ del fixturemanager._arg2node2fixturedefs[bdd_name]\n \n \n def get_step_function(request: FixtureRequest, step: Step) -> StepFunctionContext | None:", "patch_truncated": false, "patch_hash": "10eead2dcaa3b7b4", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:44:45+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pydantic-settings-validate-by-name", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 8, "tokens_in": 179728, "tokens_out": 2363, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 27.696, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/sources/base.py\n+++ b/pydantic_settings/sources/base.py\n@@ -526,8 +526,12 @@\n \"\"\"\n _warn_if_field_info_incomplete(field, field_name, self._init_state)\n field_info: list[tuple[str, str, bool]] = []\n- if isinstance(field.validation_alias, (AliasChoices, AliasPath)):\n- v_alias: str | list[str | int] | list[list[str | int]] | None = field.validation_alias.convert_to_aliases()\n+ v_alias: str | list[str | int] | list[list[str | int]] | None\n+ if not self.config.get('validate_by_alias', True):\n+ # Aliases are disabled for validation; only the field name is used.\n+ v_alias = None\n+ elif isinstance(field.validation_alias, (AliasChoices, AliasPath)):\n+ v_alias = field.validation_alias.convert_to_aliases()\n else:\n v_alias = field.validation_alias\n ", "patch_truncated": false, "patch_hash": "19aafd0337e723ac", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:44:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pydantic-settings-signature", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 9, "tokens_in": 182950, "tokens_out": 2709, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 34.659, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -14,7 +14,6 @@\n \n from pydantic import ConfigDict\n from pydantic._internal._config import config_keys\n-from pydantic._internal._signature import _field_name_for_signature\n from pydantic._internal._utils import deep_update, is_model_class\n from pydantic.dataclasses import is_pydantic_dataclass\n from pydantic.main import BaseModel\n@@ -879,8 +878,15 @@\n )\n model = base_settings_cls(**base_settings_cls._settings_build_values(sources, init_kwargs))\n model_init_data = {}\n+ validate_by_alias = model_cls.model_config.get('validate_by_alias', True)\n for field_name, field_info in base_settings_cls.model_fields.items():\n- model_init_data[_field_name_for_signature(field_name, field_info)] = getattr(model, field_name)\n+ init_key = field_name\n+ if validate_by_alias:\n+ if isinstance(field_info.validation_alias, str):\n+ init_key = field_info.validation_alias\n+ elif isinstance(field_info.alias, str):\n+ init_key = field_info.alias\n+ model_init_data[init_key] = getattr(model, field_name)\n command = model_cls(**model_init_data)\n else:\n sources, init_kwargs = model_cls._settings_init_sources(", "patch_truncated": false, "patch_hash": "fd91df82393601f1", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:45:44+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-mloda-join-order", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 7, "tokens_in": 196792, "tokens_out": 2793, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 35.125, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n+++ b/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n@@ -14,6 +14,8 @@\n pl = None # type: ignore[assignment]\n \n _JOIN_SUPPORTS_COALESCE = pl is not None and \"coalesce\" in inspect.signature(pl.DataFrame.join).parameters\n+_JOIN_SUPPORTS_MAINTAIN_ORDER = pl is not None and \"maintain_order\" in inspect.signature(pl.DataFrame.join).parameters\n+_MAINTAIN_ORDER = {\"inner\": \"left\", \"left\": \"left\", \"right\": \"right\", \"full\": \"left_right\"}\n \n \n class PolarsMergeEngine(BaseMergeEngine):\n@@ -195,6 +197,8 @@\n join_kwargs: dict[str, Any] = {\"left_on\": left_idx, \"right_on\": right_idx, \"how\": join_type}\n if different_single_key and _JOIN_SUPPORTS_COALESCE:\n join_kwargs[\"coalesce\"] = False\n+ if _JOIN_SUPPORTS_MAINTAIN_ORDER and join_type in _MAINTAIN_ORDER:\n+ join_kwargs[\"maintain_order\"] = _MAINTAIN_ORDER[join_type]\n \n # Perform the join with nulls_equal=True to match null values (updated parameter name)\n try:", "patch_truncated": false, "patch_hash": "4acb650a11d7bb6e", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:45:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": true, "found": false, "proposed": true, "good_proposals": 1, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 242436, "tokens_out": 2843, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 33.723, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave the default of plain flags unset,\n+ # in which case the implicit default is False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, (bool, str, int, type(None))):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "066495eb93ecf7a1", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:46:26+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-marklassian-link-labels", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 9, "tokens_in": 223245, "tokens_out": 3121, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 29.605, "retrievals": [], "patch_excerpt": "--- a/src/marklassian/converter.py\n+++ b/src/marklassian/converter.py\n@@ -14,7 +14,6 @@\n r\"(?P[^\\s\\\\\\]]*)\"\n r\"(?:(?P\\])|(?=[\\s\\\\])|$)\"\n )\n-_JIRA_MENTION_LITERAL_TOKEN = \"[REDACTED:assigned_secret]\"\n \n \n def _parse_jira_mention(\n@@ -22,16 +21,16 @@\n match: Match[str],\n state: mistune.InlineState,\n ) -> int:\n- if state.in_image:\n- # Mistune only finalizes ordinary text tokens, so this private type\n- # retains the signal needed to preserve complete image alt text.\n- state.append_token({\"type\": _JIRA_MENTION_LITERAL_TOKEN, \"raw\": match.group(0)})\n- elif state.in_link or not match.group(\"id\") or not match.group(\"closed\"):\n+ if not match.group(\"id\") or not match.group(\"closed\"):\n state.append_token({\"type\": \"text\", \"raw\": match.group(0)})\n else:\n+ # Mistune builds links/images after scanning their labels, so context\n+ # is unknown here. Keep the raw text; the converter demotes mentions\n+ # inside links and images to literal text.\n state.append_token(\n {\n \"type\": \"jira_mention\",\n+ \"raw\": match.group(0),\n \"attrs\": {\"id\": match.group(\"id\")},\n }\n )\n@@ -80,11 +79,11 @@\n return node\n \n \n-def _contains_jira_mention_literal(token: [REDACTED:assigned_secret], Any]) -> bool:\n- if token.get(\"type\") == _JIRA_MENTION_LITERAL_TOKEN:\n+def _contains_jira_mention(token: [REDACTED:assigned_secret], Any]) -> bool:\n+ if token.get(\"type\") == \"jira_mention\":\n return True\n return any(\n- _contains_jira_mention_literal(child)\n+ _contains_jira_mention(child)\n for child in token.get(\"children\", [])\n )\n \n@@ -93,7 +92,7 @@\n attrs = token.get(\"attrs\", {})\n children = token.get(\"children\", [])\n alt_text = \"\"\n- if _contains_jira_mention_literal(token):\n+ if _contains_jira_mention(token):\n alt_text = _get_safe_text(token)\n elif children and children[0].get(\"type\") == \"text\":\n alt_text = children[0].get(\"raw\", \"\")\n@@ -214,6 +213,11 @@\n if alt_text:\n result.append(_create_text_node(alt_text, marks))\n \n+ elif token_type == \"jira_mention\" and any(\n+ mark[\"type\"] == \"link\" for mark in marks\n+ ):\n+ result.append(_create_text_node(token.get(\"raw\", \"\"), marks))\n+\n elif token_type == \"jira_mention\":\n result.append(\n {", "patch_truncated": false, "patch_hash": "4eb757e81efe963d", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:47:38+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 8, "searched": true, "found": false, "proposed": true, "good_proposals": 1, "reported": false, "tests_pass": true, "attempts": 2, "turns": 16, "tokens_in": 418884, "tokens_out": 4918, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 62.706, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,12 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# Newer FastAPI treats an omitted ``bool`` / ``Optional[bool]`` Form field as an\n+# unchecked HTML checkbox (False), ignoring the declared default. The extra\n+# never-matching Literal keeps the annotation from being exactly ``bool`` so the\n+# declared default applies; real values are still validated as booleans.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +370,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +391,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +443,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "e0c81ce2ab6d2e12", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:47:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-mloda-duckdb-join-alias", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 9, "tokens_in": 208934, "tokens_out": 2903, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 59.254, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n+++ b/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n@@ -231,7 +231,9 @@\n joined = left.join(right, f'\"__l__\".{qrn} = \"__r__\".{qrn}')\n keep = \", \".join(f'\"__l__\".{quote_ident(c)}' for c in self.columns)\n keep += \"\".join(f', \"__r__\".{quote_ident(n)}' for n in columns)\n- result = joined.order(f'\"__l__\".{qrn}').project(keep)\n+ projected = joined.project(f'{keep}, \"__l__\".{qrn} AS {qrn}')\n+ names = \", \".join([quote_ident(c) for c in self.columns] + [quote_ident(n) for n in columns])\n+ result = projected.order(qrn).project(names)\n return DuckdbRelation(self._connection, result)\n \n @classmethod", "patch_truncated": false, "patch_hash": "61190a7b1eb5b01e", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:49:03+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-ultraplot-colormap-contains", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 9, "tokens_in": 178992, "tokens_out": 2292, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 50.547, "retrievals": [], "patch_excerpt": "--- a/ultraplot/colors.py\n+++ b/ultraplot/colors.py\n@@ -3180,6 +3180,17 @@\n def _has_item(self, key):\n return key in self._cmaps\n \n+ def __contains__(self, item):\n+ \"\"\"\n+ Case-insensitive membership test that also accepts the `_r` and `_s`\n+ suffixes, consistent with `~ColormapDatabase.__getitem__`.\n+ \"\"\"\n+ try:\n+ self[item]\n+ except (KeyError, ValueError):\n+ return False\n+ return True\n+\n def _load_and_register_cmap(self, key, value):\n \"\"\"\n Load a colormap from a file and register it.", "patch_truncated": false, "patch_hash": "9f4d59dbe4f8809e", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:56:51+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-tekore-enum-missing", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 5, "tokens_in": 89108, "tokens_out": 1831, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 13.457, "retrievals": [], "patch_excerpt": "--- a/src/tekore/_model/serialise.py\n+++ b/src/tekore/_model/serialise.py\n@@ -34,7 +34,12 @@\n \n @classmethod\n def _missing_(cls, value):\n- return cls[value.lower()]\n+ if not isinstance(value, str):\n+ return None\n+ try:\n+ return cls[value]\n+ except KeyError:\n+ return None\n \n def __str__(self) -> str:\n return self.name", "patch_truncated": false, "patch_hash": "38ede862390c4285", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:57:57+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pydantic-settings-signature", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 12, "tokens_in": 224230, "tokens_out": 5195, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 33.366, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -14,7 +14,6 @@\n \n from pydantic import ConfigDict\n from pydantic._internal._config import config_keys\n-from pydantic._internal._signature import _field_name_for_signature\n from pydantic._internal._utils import deep_update, is_model_class\n from pydantic.dataclasses import is_pydantic_dataclass\n from pydantic.main import BaseModel\n@@ -879,8 +878,15 @@\n )\n model = base_settings_cls(**base_settings_cls._settings_build_values(sources, init_kwargs))\n model_init_data = {}\n+ validate_by_alias = model_cls.model_config.get('validate_by_alias', True)\n for field_name, field_info in base_settings_cls.model_fields.items():\n- model_init_data[_field_name_for_signature(field_name, field_info)] = getattr(model, field_name)\n+ key = field_name\n+ if validate_by_alias:\n+ if isinstance(field_info.alias, str):\n+ key = field_info.alias\n+ elif isinstance(field_info.validation_alias, str):\n+ key = field_info.validation_alias\n+ model_init_data[key] = getattr(model, field_name)\n command = model_cls(**model_init_data)\n else:\n sources, init_kwargs = model_cls._settings_init_sources(", "patch_truncated": false, "patch_hash": "6d5690a5ca0b708e", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:58:12+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pytest-bdd-fixturedefs", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 24, "tokens_in": 666286, "tokens_out": 15626, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 106.709, "retrievals": [], "patch_excerpt": "--- a/src/pytest_bdd/compat.py\n+++ b/src/pytest_bdd/compat.py\n@@ -9,7 +9,13 @@\n \n pytest_version = parse_version(version(\"pytest\"))\n \n-__all__ = [\"getfixturedefs\", \"inject_fixture\"]\n+__all__ = [\n+ \"fixturedef_names\",\n+ \"getfixturedefs\",\n+ \"inject_fixture\",\n+ \"set_fixturedefs\",\n+ \"unset_fixturedefs\",\n+]\n \n if pytest_version.release >= (8, 1):\n \n@@ -88,3 +94,40 @@\n request._fixture_defs[arg] = fd\n if add_fixturename:\n request._pyfuncitem._fixtureinfo.names_closure.append(arg)\n+\n+\n+# pytest 9.2 replaced `FixtureManager._arg2fixturedefs` with per-node / per-nodeid mappings.\n+_LEGACY_ARG2FIXTUREDEFS = pytest_version.release < (9, 2)\n+\n+\n+def fixturedef_names(fixturemanager: FixtureManager) -> list[str]:\n+ \"\"\"Return the names of all fixtures known to the fixture manager.\"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ return list(fixturemanager._arg2fixturedefs) # type: ignore[attr-defined]\n+ return list({*fixturemanager._arg2node2fixturedefs, *fixturemanager._arg2nodeid2fixturedefs}) # type: ignore[attr-defined]\n+\n+\n+def set_fixturedefs(fixturemanager: FixtureManager, name: str, fixturedefs: list[FixtureDef[object]]) -> None:\n+ \"\"\"Make ``fixturedefs`` the definitions visible under ``name``.\n+\n+ ``fixturedefs`` must be ordered from least to most specific. The lookup done by\n+ ``FixtureManager.getfixturedefs`` returns the entries of a node in reverse order,\n+ so the per-nodeid lists are stored reversed to keep the original ordering.\n+ \"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ fixturemanager._arg2fixturedefs[name] = fixturedefs # type: ignore[attr-defined]\n+ return\n+ by_nodeid: dict[str, list[FixtureDef[object]]] = {}\n+ for fixturedef in fixturedefs:\n+ by_nodeid.setdefault(fixturedef.baseid, []).append(fixturedef)\n+ fixturemanager._arg2nodeid2fixturedefs[name] = { # type: ignore[attr-defined]\n+ nodeid: list(reversed(group)) for nodeid, group in by_nodeid.items()\n+ }\n+\n+\n+def unset_fixturedefs(fixturemanager: FixtureManager, name: str) -> None:\n+ \"\"\"Remove the definitions previously set with :func:`set_fixturedefs`.\"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ del fixturemanager._arg2fixturedefs[name] # type: ignore[attr-defined]\n+ return\n+ fixturemanager._arg2nodeid2fixturedefs.pop(name, None) # type: ignore[attr-defined]\n--- a/src/pytest_bdd/scenario.py\n+++ b/src/pytest_bdd/scenario.py\n@@ -27,7 +27,7 @@\n from _pytest.outcomes import Failed\n \n from . import exceptions\n-from .compat import getfixturedefs, inject_fixture\n+from .compat import fixturedef_names, getfixturedefs, inject_fixture, set_fixturedefs, unset_fixturedefs\n from .feature import get_feature, get_features\n from .steps import StepFunctionContext, get_step_fixture_name, step_function_context_registry\n from .utils import (\n@@ -61,10 +61,11 @@\n \n def find_fixturedefs_for_step(step: Step, fixturemanager: FixtureManager, node: Node) -> Iterable[FixtureDef[object]]:\n \"\"\"Find the fixture defs that can parse a step.\"\"\"\n- # happens to be that _arg2fixturedefs is changed during the iteration so we use a copy\n- fixture_def_by_name = list(fixturemanager._arg2fixturedefs.items())\n- for fixturename, fixturedefs in fixture_def_by_name:\n- for _, fixturedef in enumerate(fixturedefs):\n+ # happens to be that the fixture names are changed during the iteration so we use a copy\n+ fixture_names = fixturedef_names(fixturemanager)\n+ for fixturename in fixture_names:\n+ visible_fixturedefs = list(getfixturedefs(fixturemanager, fixturename, node) or [])\n+ for fixturedef in visible_fixturedefs:\n step_func_context = step_function_context_registry.get(fixturedef.func)\n if step_func_context is None:\n continue\n@@ -74,10 +75,6 @@\n \n match = step_func_context.parser.is_matching(step.name)\n if not match:\n- continue\n-\n[excerpt cut at 4000 characters]", "patch_truncated": false, "patch_hash": "25fb8996295cf265", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:58:22+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 11, "tokens_in": 173919, "tokens_out": 2462, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 28.646, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,16 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions leave a plain flag's default unset (a sentinel\n+ # rather than False); a flag that wasn't given is its implicit default.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and value is False\n+ and option.default is not True\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "37e2e30f4187da92", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:58:36+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 16, "tokens_in": 294507, "tokens_out": 3820, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 41.971, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave the default of a plain flag unset\n+ # instead of False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "76e4e370f9c424a2", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:59:21+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 12, "tokens_in": 226972, "tokens_out": 2969, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 29.846, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,16 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions may report an unset default (a sentinel) for\n+ # flags, so also skip values that came from the default source.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and not value\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d13b8c4ad10af2a3", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:59:24+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pydantic-settings-validate-by-name", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 33, "tokens_in": 483454, "tokens_out": 10624, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 64.419, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -42,7 +42,7 @@\n YamlConfigSettingsSource,\n get_subcommand,\n )\n-from .sources.utils import InitState, _get_alias_names, _warn_if_field_info_incomplete\n+from .sources.utils import InitState, _get_alias_names, _validates_by_name, _warn_if_field_info_incomplete\n from .utils import _settings_debug_enabled, logger\n \n T = TypeVar('T')\n@@ -621,9 +621,7 @@\n _warn_if_field_info_incomplete(field_info, field_name, init_state)\n alias_names, *_ = _get_alias_names(field_name, field_info)\n matchable_names = set(alias_names)\n- include_name = settings_cls.model_config.get(\n- 'populate_by_name', False\n- ) or settings_cls.model_config.get('validate_by_name', False)\n+ include_name = _validates_by_name(settings_cls.model_config)\n if include_name:\n matchable_names.add(field_name)\n init_kwarg_name = init_kwarg_names & matchable_names\n--- a/pydantic_settings/sources/base.py\n+++ b/pydantic_settings/sources/base.py\n@@ -38,6 +38,7 @@\n _get_model_fields,\n _strip_annotated,\n _union_is_complex,\n+ _validates_by_name,\n _warn_if_field_info_incomplete,\n )\n \n@@ -407,7 +408,7 @@\n ):\n super().__init__(settings_cls, _init_state)\n case_sensitive = self.config.get('case_sensitive', False)\n- include_name = self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False)\n+ include_name = _validates_by_name(self.config)\n \n def normalize(name: str) -> str:\n # When case_sensitive is False, matching is done on lower-cased names.\n@@ -555,7 +556,7 @@\n else: # string validation alias\n field_info.append((v_alias, self._apply_case_sensitive(env_prefix + v_alias), False))\n \n- if not v_alias or self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False):\n+ if not v_alias or _validates_by_name(self.config):\n annotation, metadata = _get_field_annotation_and_metadata(field)\n env_prefix = self.env_prefix if self.env_prefix_target in ('variable', 'all') else ''\n if is_union_origin(get_origin(annotation)) and _union_is_complex(annotation, metadata, self._init_state):\n@@ -663,13 +664,7 @@\n A tuple that contains the value, preferred key and a flag to determine whether value is complex.\n \"\"\"\n field_value, field_key, value_is_complex = self.get_field_value(field, field_name)\n- if not (\n- value_is_complex\n- or (\n- (self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False))\n- and (field_key == field_name)\n- )\n- ):\n+ if not (value_is_complex or (_validates_by_name(self.config) and (field_key == field_name))):\n field_infos = self._extract_field_info(field, field_name)\n preferred_key, _, preferred_is_complex = field_infos[0]\n # Only normalize to preferred_key when it's a simple string alias.\n--- a/pydantic_settings/sources/providers/azure.py\n+++ b/pydantic_settings/sources/providers/azure.py\n@@ -12,7 +12,14 @@\n from typing_inspection.introspection import is_union_origin\n \n from ...utils import _lenient_issubclass\n-from ..utils import InitState, _get_model_fields, _parse_env_none_str, _resolve_type_alias, _strip_annotated\n+from ..utils import (\n+ InitState,\n+ _get_model_fields,\n+ _parse_env_none_str,\n+ _resolve_type_alias,\n+ _strip_annotated,\n+ _validates_by_name,\n+)\n from .env import EnvSettingsSource\n \n if TYPE_CHECKING:\n@@ -225,7 +232,7 @@\n targets: dict[str, list[tuple[str, Any]]] = {}\n for model in models:\n config = getattr(model, 'model_config', None) or getattr(model, '__pydantic_config__', {})\n[excerpt cut at 4000 characters]", "patch_truncated": false, "patch_hash": "3d52a0cf2e8cbe30", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:59:43+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 183320, "tokens_out": 2546, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 27.531, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Skip unset single-direction flags (e.g. --no-index): when no default\n+ # is declared, a False value just means the flag wasn't passed\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "0e33d304b1f244ba", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:00:18+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-mloda-join-order", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 10, "turns": 5, "tokens_in": 134271, "tokens_out": 2817, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 22.418, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n+++ b/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n@@ -192,7 +192,14 @@\n # For differing single-key names, keep both keys via coalesce=False (correct null semantics).\n # Only pass coalesce when the installed polars supports it; older versions degrade to legacy behavior.\n different_single_key = isinstance(left_idx, str) and isinstance(right_idx, str) and left_idx != right_idx\n- join_kwargs: dict[str, Any] = {\"left_on\": left_idx, \"right_on\": right_idx, \"how\": join_type}\n+ # \"left_right\" orders full-outer tails under the streaming engine too; RIGHT keeps right-frame order.\n+ maintain_order = \"right\" if join_type == \"right\" else \"left_right\"\n+ join_kwargs: dict[str, Any] = {\n+ \"left_on\": left_idx,\n+ \"right_on\": right_idx,\n+ \"how\": join_type,\n+ \"maintain_order\": maintain_order,\n+ }\n if different_single_key and _JOIN_SUPPORTS_COALESCE:\n join_kwargs[\"coalesce\"] = False\n ", "patch_truncated": false, "patch_hash": "a79af2f85876b2fa", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:00:24+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 135202, "tokens_out": 2431, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 29.787, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions don't set an implicit default for flags (it's\n+ # an UNSET sentinel), so also skip flags that were not provided.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "eed22e65a952ef94", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:00:37+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 204585, "tokens_out": 2559, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 28.19, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,10 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # A false single-direction flag (e.g. --no-index) was not passed\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "ef14609cb1257823", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:01:07+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 158865, "tokens_out": 2109, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 23.144, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,11 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click leaves a flag's default unset, meaning False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, (bool, str, int, type(None))):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "89043dbaad7bedcd", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:01:22+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 8, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 10, "tokens_in": 151735, "tokens_out": 2491, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 23.637, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer Click versions leave the default of a flag without an explicit\n+ # default unset; such flags are implicitly False when not passed.\n+ if (\n+ option.is_flag\n+ and value is False\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "cb6547ca5d0f145f", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:01:34+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-marklassian-link-labels", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 15, "tokens_in": 439556, "tokens_out": 11244, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 59.764, "retrievals": [], "patch_excerpt": "--- a/src/marklassian/converter.py\n+++ b/src/marklassian/converter.py\n@@ -14,7 +14,6 @@\n r\"(?P[^\\s\\\\\\]]*)\"\n r\"(?:(?P\\])|(?=[\\s\\\\])|$)\"\n )\n-_JIRA_MENTION_LITERAL_TOKEN = \"[REDACTED:assigned_secret]\"\n \n \n def _parse_jira_mention(\n@@ -22,17 +21,18 @@\n match: Match[str],\n state: mistune.InlineState,\n ) -> int:\n- if state.in_image:\n- # Mistune only finalizes ordinary text tokens, so this private type\n- # retains the signal needed to preserve complete image alt text.\n- state.append_token({\"type\": _JIRA_MENTION_LITERAL_TOKEN, \"raw\": match.group(0)})\n- elif state.in_link or not match.group(\"id\") or not match.group(\"closed\"):\n+ # Mistune 3.4 parses link and image labels as ordinary bracket content and\n+ # only wraps them afterward, so the parser cannot know the surrounding\n+ # context here. Keep the raw source on the token; the converter decides\n+ # how to render it once the enclosing link or image is known.\n+ if not match.group(\"id\") or not match.group(\"closed\"):\n state.append_token({\"type\": \"text\", \"raw\": match.group(0)})\n else:\n state.append_token(\n {\n \"type\": \"jira_mention\",\n \"attrs\": {\"id\": match.group(\"id\")},\n+ \"raw\": match.group(0),\n }\n )\n return match.end()\n@@ -80,20 +80,37 @@\n return node\n \n \n-def _contains_jira_mention_literal(token: [REDACTED:assigned_secret], Any]) -> bool:\n- if token.get(\"type\") == _JIRA_MENTION_LITERAL_TOKEN:\n+def _contains_jira_mention(token: [REDACTED:assigned_secret], Any]) -> bool:\n+ if token.get(\"type\") == \"jira_mention\":\n return True\n return any(\n- _contains_jira_mention_literal(child)\n+ _contains_jira_mention(child)\n for child in token.get(\"children\", [])\n )\n+\n+\n+def _demote_jira_mentions(tokens: [REDACTED:assigned_secret], Any]]) -> list[dict[str, Any]]:\n+ \"\"\"Render mentions inside link text as plain text.\n+\n+ Image children are left alone: image alt text is taken from raw source\n+ text, which already reflects the mention's original spelling.\n+ \"\"\"\n+ demoted: list[dict[str, Any]] = []\n+ for token in tokens:\n+ if token.get(\"type\") == \"jira_mention\":\n+ demoted.append({\"type\": \"text\", \"raw\": token[\"raw\"]})\n+ elif token.get(\"children\") and token.get(\"type\") != \"image\":\n+ demoted.append({**token, \"children\": _demote_jira_mentions(token[\"children\"])})\n+ else:\n+ demoted.append(token)\n+ return demoted\n \n \n def _create_media_node(token: [REDACTED:assigned_secret], Any]) -> AdfNode:\n attrs = token.get(\"attrs\", {})\n children = token.get(\"children\", [])\n alt_text = \"\"\n- if _contains_jira_mention_literal(token):\n+ if _contains_jira_mention(token):\n alt_text = _get_safe_text(token)\n elif children and children[0].get(\"type\") == \"text\":\n alt_text = children[0].get(\"raw\", \"\")\n@@ -197,7 +214,7 @@\n }\n result.extend(\n _inline_to_adf(\n- token.get(\"children\", []),\n+ _demote_jira_mentions(token.get(\"children\", [])),\n _add_mark(marks, link_mark),\n )\n )", "patch_truncated": false, "patch_hash": "f24cc93e7295b671", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:02:00+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 13, "tokens_in": 252496, "tokens_out": 3118, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 30.878, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions use an UNSET sentinel as the default, so also\n+ # check the parameter source)\n+ if (\n+ option.default == value\n+ or click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "ead396b935b3a961", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:02:16+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 14, "tokens_in": 243931, "tokens_out": 2752, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 33.508, "retrievals": [], "patch_excerpt": "--- a/piptools/scripts/options.py\n+++ b/piptools/scripts/options.py\n@@ -137,6 +137,7 @@\n no_index = click.option(\n \"--no-index\",\n is_flag=True,\n+ default=False,\n help=\"Ignore package index (only looking at --find-links URLs instead).\",\n )\n ", "patch_truncated": false, "patch_hash": "ddf3325b4865535c", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:02:47+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 11, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 184989, "tokens_out": 2672, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 27.562, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Skip options that were not explicitly provided (e.g. flags whose\n+ # default is an unset sentinel in newer click versions)\n+ if click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "4a1db55a07ee3140", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:03:04+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 12, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 189208, "tokens_out": 2539, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 24.859, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,20 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions use an UNSET sentinel for ``option.default``\n+ # of options without an explicit default, e.g. plain flags, so also\n+ # compare against the resolved default and the parameter source)\n+ if (\n+ option.default == value\n+ or option.get_default(click_ctx) == value\n+ or (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and value is False\n+ and click_ctx.get_parameter_source(option_name)\n+ == ParameterSource.DEFAULT\n+ )\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d049a18b5cdd52eb", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:04:50+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 8, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 30, "tokens_in": 1109067, "tokens_out": 16772, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 131.283, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -34,6 +34,7 @@\n from fastapi.exceptions import RequestValidationError\n from fastapi.middleware.cors import CORSMiddleware\n from fastapi.responses import JSONResponse, Response\n+from pydantic import TypeAdapter, ValidationError\n from starlette.exceptions import HTTPException as StarletteHTTPException\n from starlette.types import ASGIApp, Message, Receive, Scope, Send\n \n@@ -108,6 +109,29 @@\n \n def error_body(code: str, message: str, details: Any = None) -> Dict[str, Any]:\n return {\"error\": {\"code\": code, \"message\": message, \"details\": details}}\n+\n+\n+_BOOL_ADAPTER = TypeAdapter(bool)\n+\n+\n+def _form_bool(name: str, raw: Optional[str], default: bool) -> bool:\n+ \"\"\"Parse an optional boolean form field.\n+\n+ The fields are received as strings on purpose: FastAPI treats a *missing*\n+ ``bool`` form field as an unchecked checkbox (False), which would silently\n+ override a default of True. Here a missing field means ``default``.\n+ \"\"\"\n+ if raw is None:\n+ return default\n+ try:\n+ return _BOOL_ADAPTER.validate_python(raw)\n+ except ValidationError as e:\n+ raise APIError(\n+ 422,\n+ \"validation_error\",\n+ \"Invalid request\",\n+ [{\"loc\": [\"body\", name], \"msg\": e.errors()[0][\"msg\"]}],\n+ ) from None\n \n \n class BodySizeLimitMiddleware:\n@@ -365,11 +389,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n return {\n@@ -386,11 +411,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n raise APIError(\n@@ -438,11 +464,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n try:\n job = jobs.create(file.filename or \"\", engine, confidence, include_metadata, output_format)", "patch_truncated": false, "patch_hash": "b314862756c49aea", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:04:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 13, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 5, "turns": 18, "tokens_in": 393627, "tokens_out": 4284, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 65.066, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -47,6 +47,11 @@\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n+\n+# FastAPI treats an omitted form field annotated exactly `bool` as an unchecked\n+# checkbox (False), ignoring the declared default. The unused Literal avoids\n+# that while still validating booleans.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n CHUNK = 1024 * 1024\n \n@@ -365,7 +370,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -386,7 +391,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -438,7 +443,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "23c651287fb4ea2f", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:05:36+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 14, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 5, "turns": 21, "tokens_in": 595337, "tokens_out": 6122, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 98.28, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "partial", "observed_outcome": null, "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,20 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI turns an omitted bool form field into False whatever its\n+ # default, so boolean form fields are taken as strings and parsed here.\n+ if value is None:\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -364,11 +378,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +401,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,15 +455,23 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:\n- job = jobs.create(file.filename or \"\", engine, confidence, include_metadata, output_format)\n+ job = jobs.create(\n+ file.filename or \"\",\n+ engine,\n+ confidence,\n+ include_metadata,\n+ output_format,\n+ )\n except QueueFull:\n raise APIError(\n 429,", "patch_truncated": false, "patch_hash": "5ebd088cfb2e8752", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:06:43+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-mloda-duckdb-join-alias", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 8, "turns": 7, "tokens_in": 210122, "tokens_out": 3682, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 31.033, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n+++ b/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n@@ -231,8 +231,10 @@\n joined = left.join(right, f'\"__l__\".{qrn} = \"__r__\".{qrn}')\n keep = \", \".join(f'\"__l__\".{quote_ident(c)}' for c in self.columns)\n keep += \"\".join(f', \"__r__\".{quote_ident(n)}' for n in columns)\n- result = joined.order(f'\"__l__\".{qrn}').project(keep)\n- return DuckdbRelation(self._connection, result)\n+ keep += f', \"__l__\".{qrn}'\n+ ordered = joined.project(keep).order(qrn)\n+ final_columns = \", \".join(quote_ident(c) for c in [*self.columns, *columns])\n+ return DuckdbRelation(self._connection, ordered.project(final_columns))\n \n @classmethod\n def from_arrow(cls, connection: duckdb.DuckDBPyConnection, arrow_table: pa.Table) -> \"DuckdbRelation\":", "patch_truncated": false, "patch_hash": "b7e3f7b2cbf368b6", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:06:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 15, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 4, "turns": 23, "tokens_in": 528020, "tokens_out": 5311, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 78.661, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "no", "observed_outcome": null, "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,18 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _form_bool(name: str, raw: Optional[str], default: bool) -> bool:\n+ if raw is None or raw == \"\":\n+ return default\n+ value = raw.strip().lower()\n+ if value in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if value in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": raw}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -437,11 +449,15 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ # Parsed by hand: with multipart bodies this FastAPI turns an omitted\n+ # bool Form field into False, ignoring its default.\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "18182c73124bbf02", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:07:23+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 16, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 14, "tokens_in": 363441, "tokens_out": 4446, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 70.515, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -34,6 +34,7 @@\n from fastapi.exceptions import RequestValidationError\n from fastapi.middleware.cors import CORSMiddleware\n from fastapi.responses import JSONResponse, Response\n+from pydantic import TypeAdapter, ValidationError\n from starlette.exceptions import HTTPException as StarletteHTTPException\n from starlette.types import ASGIApp, Message, Receive, Scope, Send\n \n@@ -333,6 +334,18 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI treats an omitted bool form field as False (HTML checkbox\n+ # semantics), ignoring the declared default; parse it ourselves.\n+ if value is None:\n+ return default\n+ try:\n+ return TypeAdapter(bool).validate_python(value)\n+ except ValidationError:\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": value}]\n+ ) from None\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -364,11 +377,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +400,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +454,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "8cf67c5484464eb3", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:09:03+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 17, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 13, "tokens_in": 348344, "tokens_out": 3881, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 67.837, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -333,6 +333,20 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ # FastAPI (0.147) reports an omitted bool form field as False regardless of\n+ # its default, so the flag is taken as a string and parsed here.\n+ def _parse_bool(value: Optional[str], default: bool) -> bool:\n+ if value is None or value == \"\":\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", \"include_metadata\"), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -365,10 +379,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -386,10 +401,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -438,10 +454,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "6745a283af6c14ec", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:09:18+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 18, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 270679, "tokens_out": 3623, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 60.275, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Annotated, Any, Callable, Dict, List, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -44,6 +44,12 @@\n from ..export.formats import export_to_excel, export_to_html, table_to_csv, table_to_html\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n+# FastAPI treats an omitted ``bool`` / ``bool | None`` form field as False (HTML\n+# checkbox semantics), ignoring the declared default. A union that is not\n+# literally one of those keeps the declared default for omitted fields while\n+# still rejecting values such as \"maybe\".\n+OptBool = Union[Annotated[bool, \"form boolean\"], None]\n+\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n@@ -364,8 +370,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +391,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +443,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "3e34464c684c597e", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:10:56+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-ultraplot-colormap-contains", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 6, "turns": 12, "tokens_in": 303412, "tokens_out": 6159, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 206.69, "retrievals": [], "patch_excerpt": "--- a/ultraplot/colors.py\n+++ b/ultraplot/colors.py\n@@ -3180,6 +3180,20 @@\n def _has_item(self, key):\n return key in self._cmaps\n \n+ def __contains__(self, key):\n+ \"\"\"\n+ Check membership using the same flexible key handling as lookups\n+ (case-insensitive, reversed ``_r`` and shifted ``_s`` suffixes).\n+ \"\"\"\n+ if not isinstance(key, str):\n+ return False\n+ if self._has_item(key):\n+ return True\n+ # Resolve the name without triggering lazy loading or deprecation warnings\n+ key = self._translate_key(key, mirror=True)\n+ base = self._regex_suffix.sub(\"\", key)\n+ return self._has_item(base)\n+\n def _load_and_register_cmap(self, key, value):\n \"\"\"\n Load a colormap from a file and register it.", "patch_truncated": false, "patch_hash": "a65c47280ad77069", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:10:58+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 19, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 274038, "tokens_out": 2918, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 61.953, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,10 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# FastAPI treats an omitted form field annotated exactly `bool` as an unchecked\n+# checkbox (False), ignoring the declared default. A Union avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +368,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +389,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +441,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "b263beda63509e99", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:11:36+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 31, "tokens_in": 896773, "tokens_out": 8980, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 181.307, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -362,8 +362,13 @@\n if value is None:\n continue\n \n- # Skip options with a default value\n- if option.default == value:\n+ # Skip options with a default value. Flags without an explicit default\n+ # use a sentinel in newer Click versions (e.g. Sentinel.UNSET), which\n+ # Click treats as False; normalize it so such flags are skipped.\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "a333a6bb29002378", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:11:40+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 20, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 3, "turns": 18, "tokens_in": 330465, "tokens_out": 4097, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 61.523, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,10 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# FastAPI treats a form field annotated exactly `bool` as an unchecked checkbox\n+# when omitted (False), ignoring the declared default. A Union avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +368,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +389,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +441,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "ae71bfe7bd301b82", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:12:21+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 21, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 312382, "tokens_out": 3148, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 56.711, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -47,6 +47,10 @@\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n+\n+# FastAPI treats a form field annotated exactly `bool` as an HTML checkbox and\n+# sets it to False when omitted, ignoring the default. A wider annotation avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n CHUNK = 1024 * 1024\n \n@@ -365,7 +369,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -386,7 +390,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -438,7 +442,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "b7da7023e0052f35", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:12:58+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 22, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 12, "tokens_in": 295407, "tokens_out": 3601, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 52.872, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -333,6 +333,20 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI reports an omitted bool form field as False regardless of its\n+ # default, so parse the raw string and apply the default ourselves.\n+ if value is None:\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"on\", \"yes\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"off\", \"no\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -364,11 +378,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +401,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +455,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "82ad6c98ab1cc3d2", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:13:53+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 23, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 18, "tokens_in": 373744, "tokens_out": 5502, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 67.807, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,19 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _flag(name: str, raw: Optional[str], default: bool) -> bool:\n+ # Parse boolean form fields by hand: an omitted field must take its default.\n+ if raw is None or raw == \"\":\n+ return default\n+ v = raw.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -364,11 +377,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +400,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +454,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "ef8af707cbba25f8", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:14:24+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 24, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 19, "tokens_in": 370731, "tokens_out": 5257, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 62.49, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -49,6 +49,28 @@\n logger = logging.getLogger(__name__)\n \n CHUNK = 1024 * 1024\n+\n+_TRUE = {\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"}\n+_FALSE = {\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"}\n+\n+\n+def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ \"\"\"Parse a boolean form field.\n+\n+ FastAPI turns an omitted ``bool`` Form field into False in multipart\n+ requests (ignoring the declared default), so fields are taken as strings\n+ and parsed here.\n+ \"\"\"\n+ if value is None or value == \"\":\n+ return default\n+ v = value.strip().lower()\n+ if v in _TRUE:\n+ return True\n+ if v in _FALSE:\n+ return False\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": value}]\n+ )\n \n \n @dataclass(frozen=True)\n@@ -364,11 +386,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +409,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +463,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "bcd8d0efaf3932f3", "repeat": 3, "grader_version": 2, "flags": []}