diff --git a/.github/workflows/hourly-nvidia-nim-review-repair.yml b/.github/workflows/hourly-nvidia-nim-review-repair.yml index 9eb450619..966c69bce 100644 --- a/.github/workflows/hourly-nvidia-nim-review-repair.yml +++ b/.github/workflows/hourly-nvidia-nim-review-repair.yml @@ -13,6 +13,7 @@ on: - .github/workflows/github-hourly-review-repair.yml - .github/workflows/governance-risk-compliance-hourly-review-repair.yml - .github/workflows/hourly-nvidia-nim-review-repair.yml + - .github/workflows/mightyetl-hourly-review-repair.yml - .github/workflows/nonnest2-hourly-review-repair.yml - .github/workflows/orgmetra-hourly-review-repair.yml - .github/workflows/originweave-hourly-review-repair.yml @@ -29,6 +30,7 @@ on: - tests/test_orgmetra_hourly_review_caller.py - tests/test_originweave_hourly_review_caller.py - tests/test_quarantine_sandbox_hourly_review_caller.py + - tests/test_mightyetl_hourly_review_caller.py - tests/test_hourly_autofix_context_quality_gate.py - tests/test_pr_review_conflict_scope.py - tests/test_pr_review_conflict_scope_control_files.py @@ -54,6 +56,7 @@ on: - docs/doctoring/orgmetra-hourly-review-caller.md - docs/doctoring/originweave-hourly-review-caller.md - docs/doctoring/quarantine-sandbox-hourly-review-caller.md + - docs/doctoring/mightyetl-hourly-review-caller.md push: paths: - .github/workflows/pr-review-fix-scheduler.yml @@ -66,6 +69,7 @@ on: - .github/workflows/github-hourly-review-repair.yml - .github/workflows/governance-risk-compliance-hourly-review-repair.yml - .github/workflows/hourly-nvidia-nim-review-repair.yml + - .github/workflows/mightyetl-hourly-review-repair.yml - .github/workflows/nonnest2-hourly-review-repair.yml - .github/workflows/orgmetra-hourly-review-repair.yml - .github/workflows/originweave-hourly-review-repair.yml @@ -82,6 +86,7 @@ on: - tests/test_orgmetra_hourly_review_caller.py - tests/test_originweave_hourly_review_caller.py - tests/test_quarantine_sandbox_hourly_review_caller.py + - tests/test_mightyetl_hourly_review_caller.py - tests/test_hourly_autofix_context_quality_gate.py - tests/test_pr_review_conflict_scope.py - tests/test_pr_review_conflict_scope_control_files.py @@ -107,6 +112,7 @@ on: - docs/doctoring/orgmetra-hourly-review-caller.md - docs/doctoring/originweave-hourly-review-caller.md - docs/doctoring/quarantine-sandbox-hourly-review-caller.md + - docs/doctoring/mightyetl-hourly-review-caller.md permissions: contents: read @@ -164,6 +170,7 @@ jobs: tests/test_orgmetra_hourly_review_caller.py \ tests/test_originweave_hourly_review_caller.py \ tests/test_quarantine_sandbox_hourly_review_caller.py \ + tests/test_mightyetl_hourly_review_caller.py \ tests/test_pr_review_conflict_scope_control_files.py \ tests/test_hourly_autofix_context_quality_gate.py \ tests/test_pr_review_conflict_scope_git_executable.py \ diff --git a/.github/workflows/mightyetl-hourly-review-repair.yml b/.github/workflows/mightyetl-hourly-review-repair.yml new file mode 100644 index 000000000..5130a8e79 --- /dev/null +++ b/.github/workflows/mightyetl-hourly-review-repair.yml @@ -0,0 +1,35 @@ +name: mightyETL Hourly Review Repair + +on: + schedule: + # Minute 8 avoids pg-llm-batch (1), aFIPC (2), kaefa (3), LineageWeave (4), + # codec-carver (5), life-os (6), Wardnet (7), naruon (11), + # pg-erd-cloud (13), orchestrator (17), noema (19), Clearfolio (23), + # Keyverse (29), Scopeweave (31), DiskSage (37), Appguardrail (41), + # newsdom-api (43), Inkspan (47), fast-mlsirm (49), BandScope (53), + # and semantic-data-portal (59). + - cron: "8 * * * *" + +concurrency: + group: mightyetl-hourly-review-repair + # A later heartbeat must not cancel an in-flight CDC or ETL RCA. + cancel-in-progress: false + +permissions: + contents: read + +jobs: + dispatch-review-repair: + permissions: + contents: read + id-token: write + uses: ./.github/workflows/pr-review-fix-scheduler.yml + with: + target_repository: ContextualWisdomLab/mightyETL + base_branch: develop + max_prs: "50" + max_dispatches: "1" + retry_hours: "2" + secrets: + PR_REVIEW_MERGE_TOKEN: ${{ secrets.PR_REVIEW_MERGE_TOKEN }} + OPENCODE_APPROVE_TOKEN: ${{ secrets.OPENCODE_APPROVE_TOKEN }} diff --git a/CLAUDE.md b/CLAUDE.md index 02d6b3d84..2542c8741 100644 --- a/CLAUDE.md +++ b/CLAUDE.md @@ -118,7 +118,7 @@ repeatable compile command. without running the test suite will break CI. - **100% coverage and 100% docstrings on `scripts/ci/`** are hard gates, not aspirations. New helper code needs matching tests and docstrings. -- **Product hourly callers** stay thin. Do not hard-code OriginWeave, naruon, or Keyverse +- **Product hourly callers** stay thin. Do not hard-code OriginWeave, mightyETL, naruon, or Keyverse into `pr-review-fix-scheduler.yml`. The model credential remains `NVIDIA_NIM_API_KEY` on the worker, never `COPILOT_GITHUB_TOKEN`. - **`pull_request_target` trust boundary.** The required review workflows run the *base branch's* diff --git a/docs/doctoring/mightyetl-hourly-review-caller.md b/docs/doctoring/mightyetl-hourly-review-caller.md new file mode 100644 index 000000000..fc71f96e4 --- /dev/null +++ b/docs/doctoring/mightyetl-hourly-review-caller.md @@ -0,0 +1,140 @@ +# mightyETL hourly review-repair caller + +검토 기준일: **2026-08-17** + +## Decision + +ContextualWisdomLab operates one protected hourly caller for +`ContextualWisdomLab/mightyETL` (microservices CDC and bounded ETL +platform). The caller runs at minute 8, delegates to the product-neutral +central review-fix scheduler, inspects at most 50 open pull requests +targeting protected `develop`, and dispatches at most one bounded repair +per heartbeat. + +A paying buyer of change-data-capture pipelines would feel live mightyETL +pull requests stalling while hourly NVIDIA NIM repair scanned only +Clearfolio, DiskSage, and fast-mlsirm. Live heads such as +ContextualWisdomLab/mightyETL#327 (blank Config Server authority), +ContextualWisdomLab/mightyETL#326 (hourly maintenance on develop), +ContextualWisdomLab/mightyETL#322 (explicit Config Server authority), +and ContextualWisdomLab/mightyETL#321 (confidential CDC probe +diagnostics) target `develop` and never enter those other callers. + +The caller does not implement review or mutation logic itself. mightyETL +remains standalone; naruon and other CWL services consume transformed +records without owning the CDC runtime. Privileged automation stays in +`ContextualWisdomLab/.github`. + +## Root-cause analysis and remediation feasibility + +The reusable worker performs exact-head root-cause analysis and tests +remediation feasibility before it edits. The reusable worker must: + +1. Refetch the exact live head, base, reviews, checks, changed paths, and + writer state. +2. Establish the causal chain rather than repeat the terminal symptom. +3. Enumerate materially distinct minimal remedies. +4. Reject remedies that lack writer authority, cross sealed paths, require + unavailable credentials or protected-setting changes, violate stack + order, cannot be verified, or do not alter the diagnosed cause. +5. Dispatch at most one feasible repair. Otherwise leave the tree + unchanged. + +A queued or pending check remains a merge blocker but is not itself a +code finding. The independent non-author approval remains an external +authorization gate and is never synthesized by the repair worker. The +worker cannot approve, merge, release, resolve review findings by +inference, change protection, or manufacture passing checks. + +## Cadence and concurrency + +The caller uses a single concurrency group and `cancel-in-progress: false`. +This preserves an in-flight bounded RCA instead of discarding CDC +evidence when the next hourly heartbeat arrives. The reusable scheduler +cancels only its own superseded short queue scan. + +The caller sets a **two-hour same-head retry floor**. Central OpenCode and +NVIDIA NIM work, plus Config Server or replication-probe analysis, can +legitimately approach two hours. An hourly redispatch of the same +unchanged head would create duplicate writer pressure rather than faster +remediation. + +GitHub scheduled workflows can be delayed under load and execute only +from the default branch. The cron expression is a heartbeat, not a +real-time SLA. + +## Credential and model boundary + +The caller keeps workflow `GITHUB_TOKEN` at `contents: read` and grants +the reusable job `id-token: write` so the central scheduler can request +a GitHub OIDC JWT. The scheduler governs any subsequent credential exchange +(GitHub, n.d.-c). It maps only `PR_REVIEW_MERGE_TOKEN` and +`OPENCODE_APPROVE_TOKEN`. It never uses `secrets: inherit`, receives +`NVIDIA_NIM_API_KEY`, or introduces `COPILOT_GITHUB_TOKEN`. The caller +applies least privilege to prevent CWE-250 by excluding write and model +privileges it does not need (MITRE, 2026). + +Model execution remains inside the central worker. The model credential +is the GitHub Secret `NVIDIA_NIM_API_KEY`; the caller does not receive or +forward it. + +Before protected-develop activation, the repository variable +`OPENCODE_REPOSITORY_DISPATCH_TARGETS` must contain the exact +`ContextualWisdomLab/mightyETL` target. Missing or mismatched +configuration fails before mutation credential materialization. + +## Security, standalone operation, and modularity + +The caller adds no mightyETL runtime dependency, database object, network +endpoint, tenant authority, or product credential. mightyETL continues to +run as a standalone CDC/ETL platform. Naruon and other CWL services may +consume its output, but they cannot weaken its exact-head, approval, or +security gates. + +## Verification and rollback + +Machine-checkable contracts require the exact target/base, minute 8 +cadence, non-cancelling single-flight group, one dispatch, two-hour +retry floor, explicit secret mapping, read-only contents plus job-scoped +`id-token: write`, focused path-filter coverage, and absence of model or +Copilot credentials. Independent `pull_request`, `push`, and `compileall` +path blocks must each name the caller, doctoring, or contract they own. + +After source integration, closure requires a scheduled protected-develop +consumer run proving the exact mightyETL repository and +`develop` base. Source checks alone are not protected-develop operational acceptance. +Merge still requires zero unresolved valid findings and a +qualifying independent non-author approval. + +Rollback removes the mightyETL caller, its focused test, doctoring, and +central path-filter/documentation entries. It must not remove scheduler +dispatch validation or affect independent product callers. + +## APA 7th references + +GitHub, Inc. (n.d.-a). *Events that trigger workflows*. GitHub Docs. +Retrieved August 17, 2026, from +https://docs.github.com/en/actions/reference/workflows-and-actions/events-that-trigger-workflows#schedule + +GitHub, Inc. (n.d.-b). *Reuse workflows*. GitHub Docs. Retrieved August +17, 2026, from +https://docs.github.com/en/actions/how-tos/sharing-automations/reuse-workflows + +GitHub, Inc. (n.d.-c). *OpenID Connect reference*. GitHub Docs. +Retrieved August 17, 2026, from +https://docs.github.com/en/actions/reference/security/oidc + +MITRE. (2026). *CWE-250: Execution with unnecessary privileges*. +https://cwe.mitre.org/data/definitions/250.html + +National Institute of Standards and Technology. (2022). *Secure software +development framework (SSDF) version 1.1: Recommendations for mitigating +the risk of software vulnerabilities* (NIST Special Publication 800-218). +https://doi.org/10.6028/NIST.SP.800-218 + +NVIDIA. (n.d.). *NVIDIA NIM for large language models documentation*. +Retrieved August 17, 2026, from +https://docs.nvidia.com/nim/large-language-models/latest/ + +OpenCode. (n.d.). *OpenCode documentation*. Retrieved August 17, 2026, +from https://opencode.ai/docs/ diff --git a/requirements-pip-audit-ci-hashes.txt b/requirements-pip-audit-ci-hashes.txt index ade197a49..0ae099d8f 100644 --- a/requirements-pip-audit-ci-hashes.txt +++ b/requirements-pip-audit-ci-hashes.txt @@ -213,9 +213,9 @@ packaging==26.2 \ # via # pip-audit # pip-requirements-parser -pip==26.1.2 \ - --hash=sha256:382ff9f685ee3bc25864f820aa50505825f10f5458ffff07e30a6d96e5715cab \ - --hash=sha256:f49cd134c61cf2fd75e0ce2676db03e4054504a5a4986d00f8299ae632dc4605 +pip==26.2.1 \ + --hash=sha256:71138adf1f4ca900cdb7d289c21b7494329f2332b6d85f0e1c42108c0384ed3e \ + --hash=sha256:f6ad667e89a1fe78046c8f13232b247200f5258d7828f3f7883d660878e0813f # via pip-api pip-api==0.0.34 \ --hash=sha256:8b2d7d7c37f2447373aa2cf8b1f60a2f2b27a84e1e9e0294a3f6ef10eb3ba6bb \ diff --git a/tests/test_mightyetl_hourly_review_caller.py b/tests/test_mightyetl_hourly_review_caller.py new file mode 100644 index 000000000..f9f14af1e --- /dev/null +++ b/tests/test_mightyetl_hourly_review_caller.py @@ -0,0 +1,193 @@ +"""Contract tests for mightyETL's bounded hourly review-repair caller.""" + +from pathlib import Path + + +CALLER = Path(".github/workflows/mightyetl-hourly-review-repair.yml") +DOCTORING = Path("docs/doctoring/mightyetl-hourly-review-caller.md") +CONTRIBUTOR_GUIDE = Path("CLAUDE.md") +QUALITY_WORKFLOW = Path(".github/workflows/hourly-nvidia-nim-review-repair.yml") +SCHEDULER = Path(".github/workflows/pr-review-fix-scheduler.yml") + + +def _read(path: Path) -> str: + """Return one repository contract file as UTF-8 text.""" + return path.read_text(encoding="utf-8") + + +def _yaml_path_entries(block: str) -> set[str]: + """Return dashed YAML path entries from one trigger or compileall block.""" + entries: set[str] = set() + for raw_line in block.splitlines(): + stripped = raw_line.strip() + if stripped.startswith("- "): + entries.add(stripped[2:].strip()) + elif stripped.startswith("tests/") or stripped.startswith("scripts/"): + entries.add(stripped.rstrip(" \\")) + return entries + + +def _trigger_path_block(quality: str, trigger: str) -> str: + """Return the dashed path list under one named workflow trigger.""" + marker = f" {trigger}:\n paths:\n" + start = quality.index(marker) + len(marker) + lines: list[str] = [] + for line in quality[start:].splitlines(): + if line.startswith(" - "): + lines.append(line) + continue + if line.strip() == "": + continue + break + return "\n".join(lines) + + +def _compileall_block(quality: str) -> str: + """Return the compileall argument list from the focused quality job.""" + marker = "python -m compileall -q \\" + start = quality.index(marker) + remainder = quality[start:] + end = remainder.find("\n git ") + return remainder if end < 0 else remainder[:end] + + +def test_mightyetl_caller_is_hourly_bounded_and_non_cancelling() -> None: + """mightyETL receives one realistic CDC repair without cancellation.""" + caller = _read(CALLER) + + assert 'cron: "8 * * * *"' in caller + assert "group: mightyetl-hourly-review-repair" in caller + assert "cancel-in-progress: false" in caller + assert "uses: ./.github/workflows/pr-review-fix-scheduler.yml" in caller + assert "target_repository: ContextualWisdomLab/mightyETL" in caller + assert "base_branch: develop" in caller + assert 'max_prs: "50"' in caller + assert 'max_dispatches: "1"' in caller + assert 'retry_hours: "2"' in caller + + +def test_mightyetl_caller_preserves_oidc_and_explicit_secret_scope() -> None: + """The queue scanner maps established credentials without model secrets.""" + caller = _read(CALLER) + workflow_scope, jobs_scope = caller.split("\njobs:\n", maxsplit=1) + + assert "\npermissions:\n contents: read\n" in workflow_scope + assert ( + "\n permissions:\n contents: read\n id-token: write\n" + in jobs_scope + ) + assert "PR_REVIEW_MERGE_TOKEN: ${{ secrets.PR_REVIEW_MERGE_TOKEN }}" in caller + assert "OPENCODE_APPROVE_TOKEN: ${{ secrets.OPENCODE_APPROVE_TOKEN }}" in caller + assert "secrets: inherit" not in caller + assert "NVIDIA_NIM_API_KEY" not in caller + assert "COPILOT_GITHUB_TOKEN" not in caller + for forbidden in ( + "actions: write", + "contents: write", + "issues: write", + "pull-requests: write", + "statuses: write", + ): + assert forbidden not in caller + + +def test_mightyetl_target_is_not_hard_coded_in_shared_scheduler() -> None: + """Product identity remains in the thin caller rather than the engine.""" + assert "ContextualWisdomLab/mightyETL" not in _read(SCHEDULER) + + +def test_mightyetl_doctoring_records_cdc_activation_and_credentials() -> None: + """Operators retain target-allowlist, CDC, and approval prerequisites.""" + doctoring = _read(DOCTORING) + + for phrase in ( + "ContextualWisdomLab/mightyETL", + "OPENCODE_REPOSITORY_DISPATCH_TARGETS", + "independent non-author approval", + "NVIDIA_NIM_API_KEY", + "COPILOT_GITHUB_TOKEN", + "id-token: write", + "two-hour same-head retry floor", + "root-cause analysis", + "remediation feasibility", + "protected-develop operational acceptance", + "APA 7th references", + "ContextualWisdomLab/mightyETL#327", + "ContextualWisdomLab/mightyETL#326", + "ContextualWisdomLab/mightyETL#322", + "ContextualWisdomLab/mightyETL#321", + ): + assert phrase in doctoring + + +def test_mightyetl_docs_match_schedule_oidc_and_contributor_contracts() -> None: + """Durable guidance must describe the actual trigger and credential boundary.""" + caller = _read(CALLER) + doctoring = _read(DOCTORING) + normalized_doctoring = " ".join(doctoring.split()) + contributor_guide = _read(CONTRIBUTOR_GUIDE) + normalized_guide = " ".join(contributor_guide.split()) + + assert "workflow_dispatch:" not in caller + assert "scheduled protected-develop consumer run" in normalized_doctoring + assert "scheduled or manual protected-develop consumer run" not in normalized_doctoring + assert "request a GitHub OIDC JWT" in normalized_doctoring + assert "scheduler governs any subsequent credential exchange" in normalized_doctoring + assert "mint the OpenCode GitHub App token from GitHub OIDC" not in normalized_doctoring + assert "least privilege to prevent CWE-250" in normalized_doctoring + assert "CWE-250 forbids" not in normalized_doctoring + assert "*OpenID Connect reference*" in doctoring + assert "https://docs.github.com/en/actions/reference/security/oidc" in doctoring + assert contributor_guide.count("- **Product hourly callers** stay thin.") == 1 + assert ( + "Do not hard-code OriginWeave, mightyETL, naruon, or Keyverse into " + "`pr-review-fix-scheduler.yml`." + in normalized_guide + ) + + +def test_path_block_helpers_keep_trigger_and_compileall_sets_disjoint() -> None: + """A path listed only under push or compileall must not satisfy pull_request.""" + quality = ( + "on:\n" + " pull_request:\n" + " paths:\n" + " - .github/workflows/mightyetl-hourly-review-repair.yml\n" + " push:\n" + " paths:\n" + " - docs/doctoring/mightyetl-hourly-review-caller.md\n" + " python -m compileall -q \\\n" + " tests/test_mightyetl_hourly_review_caller.py\n" + " git diff --check\n" + ) + + pull_request_paths = _yaml_path_entries(_trigger_path_block(quality, "pull_request")) + push_paths = _yaml_path_entries(_trigger_path_block(quality, "push")) + compileall_paths = _yaml_path_entries(_compileall_block(quality)) + + assert pull_request_paths == {".github/workflows/mightyetl-hourly-review-repair.yml"} + assert push_paths == {"docs/doctoring/mightyetl-hourly-review-caller.md"} + assert compileall_paths == {"tests/test_mightyetl_hourly_review_caller.py"} + assert "docs/doctoring/mightyetl-hourly-review-caller.md" not in pull_request_paths + assert ".github/workflows/mightyetl-hourly-review-repair.yml" not in compileall_paths + + +def test_focused_quality_workflow_tracks_mightyetl_contracts() -> None: + """Caller, test, and doctoring edits always rerun the focused gate.""" + quality = _read(QUALITY_WORKFLOW) + pull_request_paths = _yaml_path_entries(_trigger_path_block(quality, "pull_request")) + push_paths = _yaml_path_entries(_trigger_path_block(quality, "push")) + compileall_paths = _yaml_path_entries(_compileall_block(quality)) + caller = ".github/workflows/mightyetl-hourly-review-repair.yml" + doctoring = "docs/doctoring/mightyetl-hourly-review-caller.md" + contract = "tests/test_mightyetl_hourly_review_caller.py" + + assert caller in pull_request_paths + assert doctoring in pull_request_paths + assert contract in pull_request_paths + assert caller in push_paths + assert doctoring in push_paths + assert contract in push_paths + assert contract in compileall_paths + assert caller not in compileall_paths + assert doctoring not in compileall_paths