diff --git a/docs/eval/trials.jsonl b/docs/eval/trials.jsonl index 5a7fad6..229095e 100644 --- a/docs/eval/trials.jsonl +++ b/docs/eval/trials.jsonl @@ -1607,3 +1607,51 @@ {"at": "2026-11-01T01:13:49+00:00", "model": "claude-opus-5-5", "variant": "baseline", "text": "9f65f1cc67c9", "condition": "r-nudge-claude-opus-5-5", "scenario": "multi-turn-retry-then-timezone", "trigger": "contradicted_docs", "run": 3, "searched": true, "found": false, "proposed": true, "good_proposals": 2, "reported": false, "tests_pass": true, "attempts": 3, "turns": 18, "error": null} {"at": "2026-11-01T01:13:51+00:00", "model": "claude-opus-5-5", "variant": "baseline", "text": "9f65f1cc67c9", "condition": "r-nudge-claude-opus-5-5", "scenario": "multi-turn-retry-then-timezone", "trigger": "contradicted_docs", "run": 2, "searched": true, "found": false, "proposed": true, "good_proposals": 2, "reported": false, "tests_pass": true, "attempts": 4, "turns": 21, "error": null} {"at": "2026-11-01T01:14:00+00:00", "model": "claude-opus-5-5", "variant": "baseline", "text": "9f65f1cc67c9", "condition": "r-nudge-claude-opus-5-5", "scenario": "control-documented-flag", "trigger": "control", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 7, "error": null} +{"at": "2026-11-11T21:28:51+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 163056, "tokens_out": 2624, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 28.563, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions may not expose an explicit default for flags\n+ # (e.g. an UNSET sentinel), so also rely on the parameter source.\n+ if (\n+ option.is_flag\n+ and not value\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "f7e7a7333410ee52", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:28:57+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 11, "tokens_in": 189161, "tokens_out": 2652, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 30.266, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions may report an UNSET default for flags, so also\n+ # check where the value came from)\n+ if (\n+ option.default == value\n+ or click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "aeae23b5c1e3817f", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:29:39+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 0, "turns": 9, "tokens_in": 130228, "tokens_out": 1902, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 19.836, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Single flags (without a --no-* counterpart) default to False, even\n+ # when click reports the option default as None\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d0486c65e417b9c0", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:29:44+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-pilot", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 12, "tokens_in": 190866, "tokens_out": 2830, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 26.475, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,11 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave a boolean flag's default unset, meaning False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "eaf320f043ae9d12", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:44:01+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-tekore-enum-missing", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 5, "tokens_in": 82596, "tokens_out": 1117, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 16.498, "retrievals": [], "patch_excerpt": "--- a/src/tekore/_model/serialise.py\n+++ b/src/tekore/_model/serialise.py\n@@ -34,7 +34,11 @@\n \n @classmethod\n def _missing_(cls, value):\n- return cls[value.lower()]\n+ # Returning None makes Enum raise ValueError, which pydantic\n+ # turns into a validation error (and union fallback).\n+ if not isinstance(value, str):\n+ return None\n+ return cls._member_map_.get(value.lower())\n \n def __str__(self) -> str:\n return self.name", "patch_truncated": false, "patch_hash": "cb3dc1bf19f700a0", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:44:03+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pytest-bdd-fixturedefs", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 7, "tokens_in": 169595, "tokens_out": 2698, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 24.512, "retrievals": [], "patch_excerpt": "--- a/src/pytest_bdd/scenario.py\n+++ b/src/pytest_bdd/scenario.py\n@@ -62,8 +62,20 @@\n def find_fixturedefs_for_step(step: Step, fixturemanager: FixtureManager, node: Node) -> Iterable[FixtureDef[object]]:\n \"\"\"Find the fixture defs that can parse a step.\"\"\"\n # happens to be that _arg2fixturedefs is changed during the iteration so we use a copy\n- fixture_def_by_name = list(fixturemanager._arg2fixturedefs.items())\n- for fixturename, fixturedefs in fixture_def_by_name:\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ fixture_names = list(fixturemanager._arg2fixturedefs)\n+ else:\n+ # pytest >= 9.1 stores fixture defs per node\n+ fixture_names = list(\n+ dict.fromkeys(\n+ [\n+ *fixturemanager._arg2node2fixturedefs,\n+ *getattr(fixturemanager, \"_arg2nodeid2fixturedefs\", {}),\n+ ]\n+ )\n+ )\n+ for fixturename in fixture_names:\n+ fixturedefs = getfixturedefs(fixturemanager, fixturename, node) or []\n for _, fixturedef in enumerate(fixturedefs):\n step_func_context = step_function_context_registry.get(fixturedef.func)\n if step_func_context is None:\n@@ -157,12 +169,22 @@\n return\n \n logger.debug(\"Adding providers for fixture %r: %r\", bdd_name, fixturedefs)\n- fixturemanager._arg2fixturedefs[bdd_name] = fixturedefs\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ fixturemanager._arg2fixturedefs[bdd_name] = fixturedefs\n+ else:\n+ # pytest >= 9.1 stores fixture defs per node\n+ fixturemanager._arg2node2fixturedefs.setdefault(bdd_name, {})[node] = fixturedefs\n \n try:\n yield\n finally:\n- del fixturemanager._arg2fixturedefs[bdd_name]\n+ if hasattr(fixturemanager, \"_arg2fixturedefs\"):\n+ del fixturemanager._arg2fixturedefs[bdd_name]\n+ else:\n+ node2fixturedefs = fixturemanager._arg2node2fixturedefs[bdd_name]\n+ del node2fixturedefs[node]\n+ if not node2fixturedefs:\n+ del fixturemanager._arg2node2fixturedefs[bdd_name]\n \n \n def get_step_function(request: FixtureRequest, step: Step) -> StepFunctionContext | None:", "patch_truncated": false, "patch_hash": "10eead2dcaa3b7b4", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:44:45+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pydantic-settings-validate-by-name", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 8, "tokens_in": 179728, "tokens_out": 2363, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 27.696, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/sources/base.py\n+++ b/pydantic_settings/sources/base.py\n@@ -526,8 +526,12 @@\n \"\"\"\n _warn_if_field_info_incomplete(field, field_name, self._init_state)\n field_info: list[tuple[str, str, bool]] = []\n- if isinstance(field.validation_alias, (AliasChoices, AliasPath)):\n- v_alias: str | list[str | int] | list[list[str | int]] | None = field.validation_alias.convert_to_aliases()\n+ v_alias: str | list[str | int] | list[list[str | int]] | None\n+ if not self.config.get('validate_by_alias', True):\n+ # Aliases are disabled for validation; only the field name is used.\n+ v_alias = None\n+ elif isinstance(field.validation_alias, (AliasChoices, AliasPath)):\n+ v_alias = field.validation_alias.convert_to_aliases()\n else:\n v_alias = field.validation_alias\n ", "patch_truncated": false, "patch_hash": "19aafd0337e723ac", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:44:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pydantic-settings-signature", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 9, "tokens_in": 182950, "tokens_out": 2709, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 34.659, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -14,7 +14,6 @@\n \n from pydantic import ConfigDict\n from pydantic._internal._config import config_keys\n-from pydantic._internal._signature import _field_name_for_signature\n from pydantic._internal._utils import deep_update, is_model_class\n from pydantic.dataclasses import is_pydantic_dataclass\n from pydantic.main import BaseModel\n@@ -879,8 +878,15 @@\n )\n model = base_settings_cls(**base_settings_cls._settings_build_values(sources, init_kwargs))\n model_init_data = {}\n+ validate_by_alias = model_cls.model_config.get('validate_by_alias', True)\n for field_name, field_info in base_settings_cls.model_fields.items():\n- model_init_data[_field_name_for_signature(field_name, field_info)] = getattr(model, field_name)\n+ init_key = field_name\n+ if validate_by_alias:\n+ if isinstance(field_info.validation_alias, str):\n+ init_key = field_info.validation_alias\n+ elif isinstance(field_info.alias, str):\n+ init_key = field_info.alias\n+ model_init_data[init_key] = getattr(model, field_name)\n command = model_cls(**model_init_data)\n else:\n sources, init_kwargs = model_cls._settings_init_sources(", "patch_truncated": false, "patch_hash": "fd91df82393601f1", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:45:44+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-mloda-join-order", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 7, "tokens_in": 196792, "tokens_out": 2793, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 35.125, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n+++ b/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n@@ -14,6 +14,8 @@\n pl = None # type: ignore[assignment]\n \n _JOIN_SUPPORTS_COALESCE = pl is not None and \"coalesce\" in inspect.signature(pl.DataFrame.join).parameters\n+_JOIN_SUPPORTS_MAINTAIN_ORDER = pl is not None and \"maintain_order\" in inspect.signature(pl.DataFrame.join).parameters\n+_MAINTAIN_ORDER = {\"inner\": \"left\", \"left\": \"left\", \"right\": \"right\", \"full\": \"left_right\"}\n \n \n class PolarsMergeEngine(BaseMergeEngine):\n@@ -195,6 +197,8 @@\n join_kwargs: dict[str, Any] = {\"left_on\": left_idx, \"right_on\": right_idx, \"how\": join_type}\n if different_single_key and _JOIN_SUPPORTS_COALESCE:\n join_kwargs[\"coalesce\"] = False\n+ if _JOIN_SUPPORTS_MAINTAIN_ORDER and join_type in _MAINTAIN_ORDER:\n+ join_kwargs[\"maintain_order\"] = _MAINTAIN_ORDER[join_type]\n \n # Perform the join with nulls_equal=True to match null values (updated parameter name)\n try:", "patch_truncated": false, "patch_hash": "4acb650a11d7bb6e", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:45:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": true, "found": false, "proposed": true, "good_proposals": 1, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 242436, "tokens_out": 2843, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 33.723, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave the default of plain flags unset,\n+ # in which case the implicit default is False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, (bool, str, int, type(None))):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "066495eb93ecf7a1", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:46:26+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-marklassian-link-labels", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 9, "tokens_in": 223245, "tokens_out": 3121, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 29.605, "retrievals": [], "patch_excerpt": "--- a/src/marklassian/converter.py\n+++ b/src/marklassian/converter.py\n@@ -14,7 +14,6 @@\n r\"(?P[^\\s\\\\\\]]*)\"\n r\"(?:(?P\\])|(?=[\\s\\\\])|$)\"\n )\n-_JIRA_MENTION_LITERAL_TOKEN = \"[REDACTED:assigned_secret]\"\n \n \n def _parse_jira_mention(\n@@ -22,16 +21,16 @@\n match: Match[str],\n state: mistune.InlineState,\n ) -> int:\n- if state.in_image:\n- # Mistune only finalizes ordinary text tokens, so this private type\n- # retains the signal needed to preserve complete image alt text.\n- state.append_token({\"type\": _JIRA_MENTION_LITERAL_TOKEN, \"raw\": match.group(0)})\n- elif state.in_link or not match.group(\"id\") or not match.group(\"closed\"):\n+ if not match.group(\"id\") or not match.group(\"closed\"):\n state.append_token({\"type\": \"text\", \"raw\": match.group(0)})\n else:\n+ # Mistune builds links/images after scanning their labels, so context\n+ # is unknown here. Keep the raw text; the converter demotes mentions\n+ # inside links and images to literal text.\n state.append_token(\n {\n \"type\": \"jira_mention\",\n+ \"raw\": match.group(0),\n \"attrs\": {\"id\": match.group(\"id\")},\n }\n )\n@@ -80,11 +79,11 @@\n return node\n \n \n-def _contains_jira_mention_literal(token: [REDACTED:assigned_secret], Any]) -> bool:\n- if token.get(\"type\") == _JIRA_MENTION_LITERAL_TOKEN:\n+def _contains_jira_mention(token: [REDACTED:assigned_secret], Any]) -> bool:\n+ if token.get(\"type\") == \"jira_mention\":\n return True\n return any(\n- _contains_jira_mention_literal(child)\n+ _contains_jira_mention(child)\n for child in token.get(\"children\", [])\n )\n \n@@ -93,7 +92,7 @@\n attrs = token.get(\"attrs\", {})\n children = token.get(\"children\", [])\n alt_text = \"\"\n- if _contains_jira_mention_literal(token):\n+ if _contains_jira_mention(token):\n alt_text = _get_safe_text(token)\n elif children and children[0].get(\"type\") == \"text\":\n alt_text = children[0].get(\"raw\", \"\")\n@@ -214,6 +213,11 @@\n if alt_text:\n result.append(_create_text_node(alt_text, marks))\n \n+ elif token_type == \"jira_mention\" and any(\n+ mark[\"type\"] == \"link\" for mark in marks\n+ ):\n+ result.append(_create_text_node(token.get(\"raw\", \"\"), marks))\n+\n elif token_type == \"jira_mention\":\n result.append(\n {", "patch_truncated": false, "patch_hash": "4eb757e81efe963d", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:47:38+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 8, "searched": true, "found": false, "proposed": true, "good_proposals": 1, "reported": false, "tests_pass": true, "attempts": 2, "turns": 16, "tokens_in": 418884, "tokens_out": 4918, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 62.706, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,12 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# Newer FastAPI treats an omitted ``bool`` / ``Optional[bool]`` Form field as an\n+# unchecked HTML checkbox (False), ignoring the declared default. The extra\n+# never-matching Literal keeps the annotation from being exactly ``bool`` so the\n+# declared default applies; real values are still validated as booleans.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +370,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +391,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +443,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "e0c81ce2ab6d2e12", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:47:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-mloda-duckdb-join-alias", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 9, "tokens_in": 208934, "tokens_out": 2903, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 59.254, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n+++ b/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n@@ -231,7 +231,9 @@\n joined = left.join(right, f'\"__l__\".{qrn} = \"__r__\".{qrn}')\n keep = \", \".join(f'\"__l__\".{quote_ident(c)}' for c in self.columns)\n keep += \"\".join(f', \"__r__\".{quote_ident(n)}' for n in columns)\n- result = joined.order(f'\"__l__\".{qrn}').project(keep)\n+ projected = joined.project(f'{keep}, \"__l__\".{qrn} AS {qrn}')\n+ names = \", \".join([quote_ident(c) for c in self.columns] + [quote_ident(n) for n in columns])\n+ result = projected.order(qrn).project(names)\n return DuckdbRelation(self._connection, result)\n \n @classmethod", "patch_truncated": false, "patch_hash": "61190a7b1eb5b01e", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:49:03+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10-seed", "scenario": "gh-ultraplot-colormap-contains", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 9, "tokens_in": 178992, "tokens_out": 2292, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 50.547, "retrievals": [], "patch_excerpt": "--- a/ultraplot/colors.py\n+++ b/ultraplot/colors.py\n@@ -3180,6 +3180,17 @@\n def _has_item(self, key):\n return key in self._cmaps\n \n+ def __contains__(self, item):\n+ \"\"\"\n+ Case-insensitive membership test that also accepts the `_r` and `_s`\n+ suffixes, consistent with `~ColormapDatabase.__getitem__`.\n+ \"\"\"\n+ try:\n+ self[item]\n+ except (KeyError, ValueError):\n+ return False\n+ return True\n+\n def _load_and_register_cmap(self, key, value):\n \"\"\"\n Load a colormap from a file and register it.", "patch_truncated": false, "patch_hash": "9f4d59dbe4f8809e", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:56:51+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-tekore-enum-missing", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 5, "tokens_in": 89108, "tokens_out": 1831, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 13.457, "retrievals": [], "patch_excerpt": "--- a/src/tekore/_model/serialise.py\n+++ b/src/tekore/_model/serialise.py\n@@ -34,7 +34,12 @@\n \n @classmethod\n def _missing_(cls, value):\n- return cls[value.lower()]\n+ if not isinstance(value, str):\n+ return None\n+ try:\n+ return cls[value]\n+ except KeyError:\n+ return None\n \n def __str__(self) -> str:\n return self.name", "patch_truncated": false, "patch_hash": "38ede862390c4285", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:57:57+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pydantic-settings-signature", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 12, "tokens_in": 224230, "tokens_out": 5195, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 33.366, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -14,7 +14,6 @@\n \n from pydantic import ConfigDict\n from pydantic._internal._config import config_keys\n-from pydantic._internal._signature import _field_name_for_signature\n from pydantic._internal._utils import deep_update, is_model_class\n from pydantic.dataclasses import is_pydantic_dataclass\n from pydantic.main import BaseModel\n@@ -879,8 +878,15 @@\n )\n model = base_settings_cls(**base_settings_cls._settings_build_values(sources, init_kwargs))\n model_init_data = {}\n+ validate_by_alias = model_cls.model_config.get('validate_by_alias', True)\n for field_name, field_info in base_settings_cls.model_fields.items():\n- model_init_data[_field_name_for_signature(field_name, field_info)] = getattr(model, field_name)\n+ key = field_name\n+ if validate_by_alias:\n+ if isinstance(field_info.alias, str):\n+ key = field_info.alias\n+ elif isinstance(field_info.validation_alias, str):\n+ key = field_info.validation_alias\n+ model_init_data[key] = getattr(model, field_name)\n command = model_cls(**model_init_data)\n else:\n sources, init_kwargs = model_cls._settings_init_sources(", "patch_truncated": false, "patch_hash": "6d5690a5ca0b708e", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:58:12+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pytest-bdd-fixturedefs", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 24, "tokens_in": 666286, "tokens_out": 15626, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 106.709, "retrievals": [], "patch_excerpt": "--- a/src/pytest_bdd/compat.py\n+++ b/src/pytest_bdd/compat.py\n@@ -9,7 +9,13 @@\n \n pytest_version = parse_version(version(\"pytest\"))\n \n-__all__ = [\"getfixturedefs\", \"inject_fixture\"]\n+__all__ = [\n+ \"fixturedef_names\",\n+ \"getfixturedefs\",\n+ \"inject_fixture\",\n+ \"set_fixturedefs\",\n+ \"unset_fixturedefs\",\n+]\n \n if pytest_version.release >= (8, 1):\n \n@@ -88,3 +94,40 @@\n request._fixture_defs[arg] = fd\n if add_fixturename:\n request._pyfuncitem._fixtureinfo.names_closure.append(arg)\n+\n+\n+# pytest 9.2 replaced `FixtureManager._arg2fixturedefs` with per-node / per-nodeid mappings.\n+_LEGACY_ARG2FIXTUREDEFS = pytest_version.release < (9, 2)\n+\n+\n+def fixturedef_names(fixturemanager: FixtureManager) -> list[str]:\n+ \"\"\"Return the names of all fixtures known to the fixture manager.\"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ return list(fixturemanager._arg2fixturedefs) # type: ignore[attr-defined]\n+ return list({*fixturemanager._arg2node2fixturedefs, *fixturemanager._arg2nodeid2fixturedefs}) # type: ignore[attr-defined]\n+\n+\n+def set_fixturedefs(fixturemanager: FixtureManager, name: str, fixturedefs: list[FixtureDef[object]]) -> None:\n+ \"\"\"Make ``fixturedefs`` the definitions visible under ``name``.\n+\n+ ``fixturedefs`` must be ordered from least to most specific. The lookup done by\n+ ``FixtureManager.getfixturedefs`` returns the entries of a node in reverse order,\n+ so the per-nodeid lists are stored reversed to keep the original ordering.\n+ \"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ fixturemanager._arg2fixturedefs[name] = fixturedefs # type: ignore[attr-defined]\n+ return\n+ by_nodeid: dict[str, list[FixtureDef[object]]] = {}\n+ for fixturedef in fixturedefs:\n+ by_nodeid.setdefault(fixturedef.baseid, []).append(fixturedef)\n+ fixturemanager._arg2nodeid2fixturedefs[name] = { # type: ignore[attr-defined]\n+ nodeid: list(reversed(group)) for nodeid, group in by_nodeid.items()\n+ }\n+\n+\n+def unset_fixturedefs(fixturemanager: FixtureManager, name: str) -> None:\n+ \"\"\"Remove the definitions previously set with :func:`set_fixturedefs`.\"\"\"\n+ if _LEGACY_ARG2FIXTUREDEFS:\n+ del fixturemanager._arg2fixturedefs[name] # type: ignore[attr-defined]\n+ return\n+ fixturemanager._arg2nodeid2fixturedefs.pop(name, None) # type: ignore[attr-defined]\n--- a/src/pytest_bdd/scenario.py\n+++ b/src/pytest_bdd/scenario.py\n@@ -27,7 +27,7 @@\n from _pytest.outcomes import Failed\n \n from . import exceptions\n-from .compat import getfixturedefs, inject_fixture\n+from .compat import fixturedef_names, getfixturedefs, inject_fixture, set_fixturedefs, unset_fixturedefs\n from .feature import get_feature, get_features\n from .steps import StepFunctionContext, get_step_fixture_name, step_function_context_registry\n from .utils import (\n@@ -61,10 +61,11 @@\n \n def find_fixturedefs_for_step(step: Step, fixturemanager: FixtureManager, node: Node) -> Iterable[FixtureDef[object]]:\n \"\"\"Find the fixture defs that can parse a step.\"\"\"\n- # happens to be that _arg2fixturedefs is changed during the iteration so we use a copy\n- fixture_def_by_name = list(fixturemanager._arg2fixturedefs.items())\n- for fixturename, fixturedefs in fixture_def_by_name:\n- for _, fixturedef in enumerate(fixturedefs):\n+ # happens to be that the fixture names are changed during the iteration so we use a copy\n+ fixture_names = fixturedef_names(fixturemanager)\n+ for fixturename in fixture_names:\n+ visible_fixturedefs = list(getfixturedefs(fixturemanager, fixturename, node) or [])\n+ for fixturedef in visible_fixturedefs:\n step_func_context = step_function_context_registry.get(fixturedef.func)\n if step_func_context is None:\n continue\n@@ -74,10 +75,6 @@\n \n match = step_func_context.parser.is_matching(step.name)\n if not match:\n- continue\n-\n[excerpt cut at 4000 characters]", "patch_truncated": false, "patch_hash": "25fb8996295cf265", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:58:22+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 2, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 11, "tokens_in": 173919, "tokens_out": 2462, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 28.646, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,16 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions leave a plain flag's default unset (a sentinel\n+ # rather than False); a flag that wasn't given is its implicit default.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and value is False\n+ and option.default is not True\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "37e2e30f4187da92", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:58:36+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 1, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 16, "tokens_in": 294507, "tokens_out": 3820, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 41.971, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions leave the default of a plain flag unset\n+ # instead of False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "76e4e370f9c424a2", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:59:21+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 3, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 12, "tokens_in": 226972, "tokens_out": 2969, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 29.846, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,16 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions may report an unset default (a sentinel) for\n+ # flags, so also skip values that came from the default source.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and not value\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d13b8c4ad10af2a3", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:59:24+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pydantic-settings-validate-by-name", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 33, "tokens_in": 483454, "tokens_out": 10624, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 64.419, "retrievals": [], "patch_excerpt": "--- a/pydantic_settings/main.py\n+++ b/pydantic_settings/main.py\n@@ -42,7 +42,7 @@\n YamlConfigSettingsSource,\n get_subcommand,\n )\n-from .sources.utils import InitState, _get_alias_names, _warn_if_field_info_incomplete\n+from .sources.utils import InitState, _get_alias_names, _validates_by_name, _warn_if_field_info_incomplete\n from .utils import _settings_debug_enabled, logger\n \n T = TypeVar('T')\n@@ -621,9 +621,7 @@\n _warn_if_field_info_incomplete(field_info, field_name, init_state)\n alias_names, *_ = _get_alias_names(field_name, field_info)\n matchable_names = set(alias_names)\n- include_name = settings_cls.model_config.get(\n- 'populate_by_name', False\n- ) or settings_cls.model_config.get('validate_by_name', False)\n+ include_name = _validates_by_name(settings_cls.model_config)\n if include_name:\n matchable_names.add(field_name)\n init_kwarg_name = init_kwarg_names & matchable_names\n--- a/pydantic_settings/sources/base.py\n+++ b/pydantic_settings/sources/base.py\n@@ -38,6 +38,7 @@\n _get_model_fields,\n _strip_annotated,\n _union_is_complex,\n+ _validates_by_name,\n _warn_if_field_info_incomplete,\n )\n \n@@ -407,7 +408,7 @@\n ):\n super().__init__(settings_cls, _init_state)\n case_sensitive = self.config.get('case_sensitive', False)\n- include_name = self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False)\n+ include_name = _validates_by_name(self.config)\n \n def normalize(name: str) -> str:\n # When case_sensitive is False, matching is done on lower-cased names.\n@@ -555,7 +556,7 @@\n else: # string validation alias\n field_info.append((v_alias, self._apply_case_sensitive(env_prefix + v_alias), False))\n \n- if not v_alias or self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False):\n+ if not v_alias or _validates_by_name(self.config):\n annotation, metadata = _get_field_annotation_and_metadata(field)\n env_prefix = self.env_prefix if self.env_prefix_target in ('variable', 'all') else ''\n if is_union_origin(get_origin(annotation)) and _union_is_complex(annotation, metadata, self._init_state):\n@@ -663,13 +664,7 @@\n A tuple that contains the value, preferred key and a flag to determine whether value is complex.\n \"\"\"\n field_value, field_key, value_is_complex = self.get_field_value(field, field_name)\n- if not (\n- value_is_complex\n- or (\n- (self.config.get('populate_by_name', False) or self.config.get('validate_by_name', False))\n- and (field_key == field_name)\n- )\n- ):\n+ if not (value_is_complex or (_validates_by_name(self.config) and (field_key == field_name))):\n field_infos = self._extract_field_info(field, field_name)\n preferred_key, _, preferred_is_complex = field_infos[0]\n # Only normalize to preferred_key when it's a simple string alias.\n--- a/pydantic_settings/sources/providers/azure.py\n+++ b/pydantic_settings/sources/providers/azure.py\n@@ -12,7 +12,14 @@\n from typing_inspection.introspection import is_union_origin\n \n from ...utils import _lenient_issubclass\n-from ..utils import InitState, _get_model_fields, _parse_env_none_str, _resolve_type_alias, _strip_annotated\n+from ..utils import (\n+ InitState,\n+ _get_model_fields,\n+ _parse_env_none_str,\n+ _resolve_type_alias,\n+ _strip_annotated,\n+ _validates_by_name,\n+)\n from .env import EnvSettingsSource\n \n if TYPE_CHECKING:\n@@ -225,7 +232,7 @@\n targets: dict[str, list[tuple[str, Any]]] = {}\n for model in models:\n config = getattr(model, 'model_config', None) or getattr(model, '__pydantic_config__', {})\n[excerpt cut at 4000 characters]", "patch_truncated": false, "patch_hash": "3d52a0cf2e8cbe30", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T21:59:43+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 4, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 183320, "tokens_out": 2546, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 27.531, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Skip unset single-direction flags (e.g. --no-index): when no default\n+ # is declared, a False value just means the flag wasn't passed\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "0e33d304b1f244ba", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:00:18+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-mloda-join-order", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 10, "turns": 5, "tokens_in": 134271, "tokens_out": 2817, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 22.418, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n+++ b/mloda_plugins/compute_framework/base_implementations/polars/polars_merge_engine.py\n@@ -192,7 +192,14 @@\n # For differing single-key names, keep both keys via coalesce=False (correct null semantics).\n # Only pass coalesce when the installed polars supports it; older versions degrade to legacy behavior.\n different_single_key = isinstance(left_idx, str) and isinstance(right_idx, str) and left_idx != right_idx\n- join_kwargs: dict[str, Any] = {\"left_on\": left_idx, \"right_on\": right_idx, \"how\": join_type}\n+ # \"left_right\" orders full-outer tails under the streaming engine too; RIGHT keeps right-frame order.\n+ maintain_order = \"right\" if join_type == \"right\" else \"left_right\"\n+ join_kwargs: dict[str, Any] = {\n+ \"left_on\": left_idx,\n+ \"right_on\": right_idx,\n+ \"how\": join_type,\n+ \"maintain_order\": maintain_order,\n+ }\n if different_single_key and _JOIN_SUPPORTS_COALESCE:\n join_kwargs[\"coalesce\"] = False\n ", "patch_truncated": false, "patch_hash": "a79af2f85876b2fa", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:00:24+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 5, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 135202, "tokens_out": 2431, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 29.787, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer click versions don't set an implicit default for flags (it's\n+ # an UNSET sentinel), so also skip flags that were not provided.\n+ if (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "eed22e65a952ef94", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:00:37+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 204585, "tokens_out": 2559, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 28.19, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,10 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # A false single-direction flag (e.g. --no-index) was not passed\n+ if option.is_flag and not option.secondary_opts and value is False:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "ef14609cb1257823", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:01:07+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 10, "tokens_in": 158865, "tokens_out": 2109, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 23.144, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,11 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click leaves a flag's default unset, meaning False)\n+ default = option.default\n+ if option.is_flag and not isinstance(default, (bool, str, int, type(None))):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "89043dbaad7bedcd", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:01:22+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 8, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 10, "tokens_in": 151735, "tokens_out": 2491, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 23.637, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,15 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Newer Click versions leave the default of a flag without an explicit\n+ # default unset; such flags are implicitly False when not passed.\n+ if (\n+ option.is_flag\n+ and value is False\n+ and click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "cb6547ca5d0f145f", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:01:34+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-marklassian-link-labels", "trigger": "version_specific", "run": 7, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 15, "tokens_in": 439556, "tokens_out": 11244, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 59.764, "retrievals": [], "patch_excerpt": "--- a/src/marklassian/converter.py\n+++ b/src/marklassian/converter.py\n@@ -14,7 +14,6 @@\n r\"(?P[^\\s\\\\\\]]*)\"\n r\"(?:(?P\\])|(?=[\\s\\\\])|$)\"\n )\n-_JIRA_MENTION_LITERAL_TOKEN = \"[REDACTED:assigned_secret]\"\n \n \n def _parse_jira_mention(\n@@ -22,17 +21,18 @@\n match: Match[str],\n state: mistune.InlineState,\n ) -> int:\n- if state.in_image:\n- # Mistune only finalizes ordinary text tokens, so this private type\n- # retains the signal needed to preserve complete image alt text.\n- state.append_token({\"type\": _JIRA_MENTION_LITERAL_TOKEN, \"raw\": match.group(0)})\n- elif state.in_link or not match.group(\"id\") or not match.group(\"closed\"):\n+ # Mistune 3.4 parses link and image labels as ordinary bracket content and\n+ # only wraps them afterward, so the parser cannot know the surrounding\n+ # context here. Keep the raw source on the token; the converter decides\n+ # how to render it once the enclosing link or image is known.\n+ if not match.group(\"id\") or not match.group(\"closed\"):\n state.append_token({\"type\": \"text\", \"raw\": match.group(0)})\n else:\n state.append_token(\n {\n \"type\": \"jira_mention\",\n \"attrs\": {\"id\": match.group(\"id\")},\n+ \"raw\": match.group(0),\n }\n )\n return match.end()\n@@ -80,20 +80,37 @@\n return node\n \n \n-def _contains_jira_mention_literal(token: [REDACTED:assigned_secret], Any]) -> bool:\n- if token.get(\"type\") == _JIRA_MENTION_LITERAL_TOKEN:\n+def _contains_jira_mention(token: [REDACTED:assigned_secret], Any]) -> bool:\n+ if token.get(\"type\") == \"jira_mention\":\n return True\n return any(\n- _contains_jira_mention_literal(child)\n+ _contains_jira_mention(child)\n for child in token.get(\"children\", [])\n )\n+\n+\n+def _demote_jira_mentions(tokens: [REDACTED:assigned_secret], Any]]) -> list[dict[str, Any]]:\n+ \"\"\"Render mentions inside link text as plain text.\n+\n+ Image children are left alone: image alt text is taken from raw source\n+ text, which already reflects the mention's original spelling.\n+ \"\"\"\n+ demoted: list[dict[str, Any]] = []\n+ for token in tokens:\n+ if token.get(\"type\") == \"jira_mention\":\n+ demoted.append({\"type\": \"text\", \"raw\": token[\"raw\"]})\n+ elif token.get(\"children\") and token.get(\"type\") != \"image\":\n+ demoted.append({**token, \"children\": _demote_jira_mentions(token[\"children\"])})\n+ else:\n+ demoted.append(token)\n+ return demoted\n \n \n def _create_media_node(token: [REDACTED:assigned_secret], Any]) -> AdfNode:\n attrs = token.get(\"attrs\", {})\n children = token.get(\"children\", [])\n alt_text = \"\"\n- if _contains_jira_mention_literal(token):\n+ if _contains_jira_mention(token):\n alt_text = _get_safe_text(token)\n elif children and children[0].get(\"type\") == \"text\":\n alt_text = children[0].get(\"raw\", \"\")\n@@ -197,7 +214,7 @@\n }\n result.extend(\n _inline_to_adf(\n- token.get(\"children\", []),\n+ _demote_jira_mentions(token.get(\"children\", [])),\n _add_mark(marks, link_mark),\n )\n )", "patch_truncated": false, "patch_hash": "f24cc93e7295b671", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:02:00+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 1, "turns": 13, "tokens_in": 252496, "tokens_out": 3118, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 30.878, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,12 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions use an UNSET sentinel as the default, so also\n+ # check the parameter source)\n+ if (\n+ option.default == value\n+ or click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "ead396b935b3a961", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:02:16+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 14, "tokens_in": 243931, "tokens_out": 2752, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 33.508, "retrievals": [], "patch_excerpt": "--- a/piptools/scripts/options.py\n+++ b/piptools/scripts/options.py\n@@ -137,6 +137,7 @@\n no_index = click.option(\n \"--no-index\",\n is_flag=True,\n+ default=False,\n help=\"Ignore package index (only looking at --find-links URLs instead).\",\n )\n ", "patch_truncated": false, "patch_hash": "ddf3325b4865535c", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:02:47+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 11, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 184989, "tokens_out": 2672, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 27.562, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -364,6 +364,11 @@\n \n # Skip options with a default value\n if option.default == value:\n+ continue\n+\n+ # Skip options that were not explicitly provided (e.g. flags whose\n+ # default is an unset sentinel in newer click versions)\n+ if click_ctx.get_parameter_source(option_name) == ParameterSource.DEFAULT:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "4a1db55a07ee3140", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:03:04+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 12, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 189208, "tokens_out": 2539, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 24.859, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -363,7 +363,20 @@\n continue\n \n # Skip options with a default value\n- if option.default == value:\n+ # (newer click versions use an UNSET sentinel for ``option.default``\n+ # of options without an explicit default, e.g. plain flags, so also\n+ # compare against the resolved default and the parameter source)\n+ if (\n+ option.default == value\n+ or option.get_default(click_ctx) == value\n+ or (\n+ option.is_flag\n+ and not option.secondary_opts\n+ and value is False\n+ and click_ctx.get_parameter_source(option_name)\n+ == ParameterSource.DEFAULT\n+ )\n+ ):\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "d049a18b5cdd52eb", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:04:50+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 8, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 30, "tokens_in": 1109067, "tokens_out": 16772, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 131.283, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -34,6 +34,7 @@\n from fastapi.exceptions import RequestValidationError\n from fastapi.middleware.cors import CORSMiddleware\n from fastapi.responses import JSONResponse, Response\n+from pydantic import TypeAdapter, ValidationError\n from starlette.exceptions import HTTPException as StarletteHTTPException\n from starlette.types import ASGIApp, Message, Receive, Scope, Send\n \n@@ -108,6 +109,29 @@\n \n def error_body(code: str, message: str, details: Any = None) -> Dict[str, Any]:\n return {\"error\": {\"code\": code, \"message\": message, \"details\": details}}\n+\n+\n+_BOOL_ADAPTER = TypeAdapter(bool)\n+\n+\n+def _form_bool(name: str, raw: Optional[str], default: bool) -> bool:\n+ \"\"\"Parse an optional boolean form field.\n+\n+ The fields are received as strings on purpose: FastAPI treats a *missing*\n+ ``bool`` form field as an unchecked checkbox (False), which would silently\n+ override a default of True. Here a missing field means ``default``.\n+ \"\"\"\n+ if raw is None:\n+ return default\n+ try:\n+ return _BOOL_ADAPTER.validate_python(raw)\n+ except ValidationError as e:\n+ raise APIError(\n+ 422,\n+ \"validation_error\",\n+ \"Invalid request\",\n+ [{\"loc\": [\"body\", name], \"msg\": e.errors()[0][\"msg\"]}],\n+ ) from None\n \n \n class BodySizeLimitMiddleware:\n@@ -365,11 +389,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n return {\n@@ -386,11 +411,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n raise APIError(\n@@ -438,11 +464,12 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, default=True)\n _validate_params(confidence, engine, output_format)\n try:\n job = jobs.create(file.filename or \"\", engine, confidence, include_metadata, output_format)", "patch_truncated": false, "patch_hash": "b314862756c49aea", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:04:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 13, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 5, "turns": 18, "tokens_in": 393627, "tokens_out": 4284, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 65.066, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -47,6 +47,11 @@\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n+\n+# FastAPI treats an omitted form field annotated exactly `bool` as an unchecked\n+# checkbox (False), ignoring the declared default. The unused Literal avoids\n+# that while still validating booleans.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n CHUNK = 1024 * 1024\n \n@@ -365,7 +370,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -386,7 +391,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -438,7 +443,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "23c651287fb4ea2f", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:05:36+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 14, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 5, "turns": 21, "tokens_in": 595337, "tokens_out": 6122, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 98.28, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "partial", "observed_outcome": null, "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,20 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI turns an omitted bool form field into False whatever its\n+ # default, so boolean form fields are taken as strings and parsed here.\n+ if value is None:\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -364,11 +378,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +401,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,15 +455,23 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:\n- job = jobs.create(file.filename or \"\", engine, confidence, include_metadata, output_format)\n+ job = jobs.create(\n+ file.filename or \"\",\n+ engine,\n+ confidence,\n+ include_metadata,\n+ output_format,\n+ )\n except QueueFull:\n raise APIError(\n 429,", "patch_truncated": false, "patch_hash": "5ebd088cfb2e8752", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:06:43+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-mloda-duckdb-join-alias", "trigger": "version_specific", "run": 9, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 8, "turns": 7, "tokens_in": 210122, "tokens_out": 3682, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 31.033, "retrievals": [], "patch_excerpt": "--- a/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n+++ b/mloda_plugins/compute_framework/base_implementations/duckdb/duckdb_relation.py\n@@ -231,8 +231,10 @@\n joined = left.join(right, f'\"__l__\".{qrn} = \"__r__\".{qrn}')\n keep = \", \".join(f'\"__l__\".{quote_ident(c)}' for c in self.columns)\n keep += \"\".join(f', \"__r__\".{quote_ident(n)}' for n in columns)\n- result = joined.order(f'\"__l__\".{qrn}').project(keep)\n- return DuckdbRelation(self._connection, result)\n+ keep += f', \"__l__\".{qrn}'\n+ ordered = joined.project(keep).order(qrn)\n+ final_columns = \", \".join(quote_ident(c) for c in [*self.columns, *columns])\n+ return DuckdbRelation(self._connection, ordered.project(final_columns))\n \n @classmethod\n def from_arrow(cls, connection: duckdb.DuckDBPyConnection, arrow_table: pa.Table) -> \"DuckdbRelation\":", "patch_truncated": false, "patch_hash": "b7e3f7b2cbf368b6", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:06:55+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 15, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 4, "turns": 23, "tokens_in": 528020, "tokens_out": 5311, "error": null, "skill": false, "arm": "both", "wall_clock_seconds": 78.661, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "no", "observed_outcome": null, "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,18 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _form_bool(name: str, raw: Optional[str], default: bool) -> bool:\n+ if raw is None or raw == \"\":\n+ return default\n+ value = raw.strip().lower()\n+ if value in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if value in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": raw}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -437,11 +449,15 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ # Parsed by hand: with multipart bodies this FastAPI turns an omitted\n+ # bool Form field into False, ignoring its default.\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "18182c73124bbf02", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:07:23+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 16, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 14, "tokens_in": 363441, "tokens_out": 4446, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 70.515, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -34,6 +34,7 @@\n from fastapi.exceptions import RequestValidationError\n from fastapi.middleware.cors import CORSMiddleware\n from fastapi.responses import JSONResponse, Response\n+from pydantic import TypeAdapter, ValidationError\n from starlette.exceptions import HTTPException as StarletteHTTPException\n from starlette.types import ASGIApp, Message, Receive, Scope, Send\n \n@@ -333,6 +334,18 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI treats an omitted bool form field as False (HTML checkbox\n+ # semantics), ignoring the declared default; parse it ourselves.\n+ if value is None:\n+ return default\n+ try:\n+ return TypeAdapter(bool).validate_python(value)\n+ except ValidationError:\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": value}]\n+ ) from None\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -364,11 +377,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +400,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +454,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "8cf67c5484464eb3", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:09:03+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 17, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 13, "tokens_in": 348344, "tokens_out": 3881, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 67.837, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -333,6 +333,20 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ # FastAPI (0.147) reports an omitted bool form field as False regardless of\n+ # its default, so the flag is taken as a string and parsed here.\n+ def _parse_bool(value: Optional[str], default: bool) -> bool:\n+ if value is None or value == \"\":\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", \"include_metadata\"), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -365,10 +379,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -386,10 +401,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -438,10 +454,11 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _parse_bool(include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "6745a283af6c14ec", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:09:18+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 18, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 270679, "tokens_out": 3623, "error": null, "skill": false, "arm": "context7", "wall_clock_seconds": 60.275, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Annotated, Any, Callable, Dict, List, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -44,6 +44,12 @@\n from ..export.formats import export_to_excel, export_to_html, table_to_csv, table_to_html\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n+# FastAPI treats an omitted ``bool`` / ``bool | None`` form field as False (HTML\n+# checkbox semantics), ignoring the declared default. A union that is not\n+# literally one of those keeps the declared default for omitted fields while\n+# still rejecting values such as \"maybe\".\n+OptBool = Union[Annotated[bool, \"form boolean\"], None]\n+\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n@@ -364,8 +370,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +391,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +443,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: OptBool = Form(False),\n+ include_metadata: OptBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "3e34464c684c597e", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:10:56+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-ultraplot-colormap-contains", "trigger": "version_specific", "run": 10, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 6, "turns": 12, "tokens_in": 303412, "tokens_out": 6159, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 206.69, "retrievals": [], "patch_excerpt": "--- a/ultraplot/colors.py\n+++ b/ultraplot/colors.py\n@@ -3180,6 +3180,20 @@\n def _has_item(self, key):\n return key in self._cmaps\n \n+ def __contains__(self, key):\n+ \"\"\"\n+ Check membership using the same flexible key handling as lookups\n+ (case-insensitive, reversed ``_r`` and shifted ``_s`` suffixes).\n+ \"\"\"\n+ if not isinstance(key, str):\n+ return False\n+ if self._has_item(key):\n+ return True\n+ # Resolve the name without triggering lazy loading or deprecation warnings\n+ key = self._translate_key(key, mirror=True)\n+ base = self._regex_suffix.sub(\"\", key)\n+ return self._has_item(base)\n+\n def _load_and_register_cmap(self, key, value):\n \"\"\"\n Load a colormap from a file and register it.", "patch_truncated": false, "patch_hash": "a65c47280ad77069", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:10:58+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 19, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 2, "turns": 11, "tokens_in": 274038, "tokens_out": 2918, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 61.953, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,10 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# FastAPI treats an omitted form field annotated exactly `bool` as an unchecked\n+# checkbox (False), ignoring the declared default. A Union avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +368,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +389,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +441,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "b263beda63509e99", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:11:36+00:00", "model": "haiku", "variant": "none", "text": "", "condition": "github-haiku-none-check", "scenario": "gh-pip-tools-flag-default", "trigger": "version_specific", "run": 6, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 31, "tokens_in": 896773, "tokens_out": 8980, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 181.307, "retrievals": [], "patch_excerpt": "--- a/piptools/utils.py\n+++ b/piptools/utils.py\n@@ -362,8 +362,13 @@\n if value is None:\n continue\n \n- # Skip options with a default value\n- if option.default == value:\n+ # Skip options with a default value. Flags without an explicit default\n+ # use a sentinel in newer Click versions (e.g. Sentinel.UNSET), which\n+ # Click treats as False; normalize it so such flags are skipped.\n+ default = option.default\n+ if option.is_flag and not isinstance(default, bool):\n+ default = False\n+ if default == value:\n continue\n \n # Use a file name for file-like objects", "patch_truncated": false, "patch_hash": "a333a6bb29002378", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:11:40+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 20, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 3, "turns": 18, "tokens_in": 330465, "tokens_out": 4097, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 61.523, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -45,6 +45,10 @@\n from ..extraction.pipeline import TableExtractionPipeline\n from ..parsers.parser_comparator import ParserComparator\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n+\n+# FastAPI treats a form field annotated exactly `bool` as an unchecked checkbox\n+# when omitted (False), ignoring the declared default. A Union avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n logger = logging.getLogger(__name__)\n \n@@ -364,8 +368,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -385,8 +389,8 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -437,8 +441,8 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: FormBool = Form(False),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "ae71bfe7bd301b82", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:12:21+00:00", "model": "sonnet", "variant": "w-a0b4c7d1e0f1g1h0n0s1", "text": "ead31e038e2c", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 21, "searched": true, "found": true, "proposed": false, "good_proposals": 0, "reported": true, "tests_pass": true, "attempts": 2, "turns": 12, "tokens_in": 312382, "tokens_out": 3148, "error": null, "skill": false, "arm": "commons", "wall_clock_seconds": 56.711, "retrievals": [{"entry_id": "34dc538e-0390-4f25-8473-8ff3a499e526", "rank": 1, "used": "yes", "observed_outcome": "tests_passed", "reported": true}], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -28,7 +28,7 @@\n from contextlib import asynccontextmanager\n from dataclasses import dataclass\n from pathlib import Path\n-from typing import Any, Callable, Dict, List, Optional\n+from typing import Any, Callable, Dict, List, Literal, Optional, Union\n \n from fastapi import Depends, FastAPI, File, Form, Query, Request, UploadFile\n from fastapi.exceptions import RequestValidationError\n@@ -47,6 +47,10 @@\n from .jobs import FINISHED, SUCCEEDED, JobManager, QueueFull\n \n logger = logging.getLogger(__name__)\n+\n+# FastAPI treats a form field annotated exactly `bool` as an HTML checkbox and\n+# sets it to False when omitted, ignoring the default. A wider annotation avoids that.\n+FormBool = Union[bool, Literal[\"__unused__\"]]\n \n CHUNK = 1024 * 1024\n \n@@ -365,7 +369,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -386,7 +390,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n@@ -438,7 +442,7 @@\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ include_metadata: FormBool = Form(True),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):", "patch_truncated": false, "patch_hash": "b7da7023e0052f35", "repeat": 3, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:12:58+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 22, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 3, "turns": 12, "tokens_in": 295407, "tokens_out": 3601, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 52.872, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -333,6 +333,20 @@\n except ValueError as e:\n raise APIError(422, \"unprocessable\", str(e)) from e\n \n+ def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ # FastAPI reports an omitted bool form field as False regardless of its\n+ # default, so parse the raw string and apply the default ourselves.\n+ if value is None:\n+ return default\n+ v = value.strip().lower()\n+ if v in (\"true\", \"1\", \"on\", \"yes\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"off\", \"no\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n+\n def _format(tables: List[Dict[str, Any]], output_format: str, include_metadata: bool) -> Dict[str, Any]:\n if output_format == \"csv\":\n return {\n@@ -364,11 +378,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +401,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +455,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "82ad6c98ab1cc3d2", "repeat": 1, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:13:53+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 23, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 4, "turns": 18, "tokens_in": 373744, "tokens_out": 5502, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 67.807, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -278,6 +278,19 @@\n @app.get(\"/health\", include_in_schema=False)\n def health():\n return healthz()\n+\n+ def _flag(name: str, raw: Optional[str], default: bool) -> bool:\n+ # Parse boolean form fields by hand: an omitted field must take its default.\n+ if raw is None or raw == \"\":\n+ return default\n+ v = raw.strip().lower()\n+ if v in (\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"):\n+ return True\n+ if v in (\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"):\n+ return False\n+ raise RequestValidationError(\n+ [{\"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"type\": \"bool_parsing\"}]\n+ )\n \n def _validate_params(confidence: float, engine: str, output_format: str):\n if not 0.0 <= confidence <= 1.0:\n@@ -364,11 +377,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +400,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +454,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback_raw: Optional[str] = Form(None, alias=\"use_fallback\"),\n+ include_metadata_raw: Optional[str] = Form(None, alias=\"include_metadata\"),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _flag(\"use_fallback\", use_fallback_raw, False)\n+ include_metadata = _flag(\"include_metadata\", include_metadata_raw, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "ef8af707cbba25f8", "repeat": 2, "grader_version": 2, "flags": []} +{"at": "2026-11-11T22:14:24+00:00", "model": "sonnet", "variant": "none", "text": "", "condition": "github-same10", "scenario": "gh-table-extraction-bool-form", "trigger": "version_specific", "run": 24, "searched": false, "found": false, "proposed": false, "good_proposals": 0, "reported": false, "tests_pass": true, "attempts": 5, "turns": 19, "tokens_in": 370731, "tokens_out": 5257, "error": null, "skill": false, "arm": "none", "wall_clock_seconds": 62.49, "retrievals": [], "patch_excerpt": "--- a/table_extraction/api/main.py\n+++ b/table_extraction/api/main.py\n@@ -49,6 +49,28 @@\n logger = logging.getLogger(__name__)\n \n CHUNK = 1024 * 1024\n+\n+_TRUE = {\"true\", \"1\", \"yes\", \"on\", \"t\", \"y\"}\n+_FALSE = {\"false\", \"0\", \"no\", \"off\", \"f\", \"n\"}\n+\n+\n+def _form_bool(name: str, value: Optional[str], default: bool) -> bool:\n+ \"\"\"Parse a boolean form field.\n+\n+ FastAPI turns an omitted ``bool`` Form field into False in multipart\n+ requests (ignoring the declared default), so fields are taken as strings\n+ and parsed here.\n+ \"\"\"\n+ if value is None or value == \"\":\n+ return default\n+ v = value.strip().lower()\n+ if v in _TRUE:\n+ return True\n+ if v in _FALSE:\n+ return False\n+ raise RequestValidationError(\n+ [{\"type\": \"bool_parsing\", \"loc\": (\"body\", name), \"msg\": \"Input should be a valid boolean\", \"input\": value}]\n+ )\n \n \n @dataclass(frozen=True)\n@@ -364,11 +386,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n tables = _run(file, extractor, engine, confidence)\n@@ -385,11 +409,13 @@\n files: List[UploadFile] = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n if len(files) > settings.max_batch_files:\n@@ -437,11 +463,13 @@\n file: UploadFile = File(...),\n confidence: float = Form(0.5),\n engine: Optional[str] = Form(None),\n- use_fallback: bool = Form(False),\n- include_metadata: bool = Form(True),\n+ use_fallback: Optional[str] = Form(None),\n+ include_metadata: Optional[str] = Form(None),\n output_format: str = Form(\"json\"),\n extractor: Extractor = Depends(get_extractor),\n ):\n+ use_fallback = _form_bool(\"use_fallback\", use_fallback, False)\n+ include_metadata = _form_bool(\"include_metadata\", include_metadata, True)\n engine = \"fallback\" if use_fallback else (engine or settings.default_engine)\n _validate_params(confidence, engine, output_format)\n try:", "patch_truncated": false, "patch_hash": "bcd8d0efaf3932f3", "repeat": 3, "grader_version": 2, "flags": []}