'
- f'Why: {_html_escape(reason)}'
+ f'Why: {_html_escape(failure_reason)}'
"
"
- if reason
+ if failure_reason
else ""
)
return {
@@ -1588,6 +1576,11 @@ def _appinsights_portal_url(connection_string: Optional[str]) -> Optional[str]:
return _appinsights_logs_url(app_id, query)
+def _azure_resource_portal_url(resource_id: str) -> str:
+ """Build a portal link without requiring App Insights API-key metadata."""
+ return f"https://portal.azure.com/#resource{resource_id}/overview"
+
+
def _appinsights_doctor_findings_portal_url(connection_string: Optional[str]) -> Optional[str]:
"""Build a Logs blade link focused on AgentOps Doctor finding spans."""
if not connection_string:
@@ -1668,24 +1661,12 @@ def _url_quote(text: str) -> str:
# ---------------------------------------------------------------------------
-def _build_foundry_connection(
- workspace: Path,
- telemetry: Dict[str, Any],
-) -> Dict[str, Any]:
- """Summarize how this repo connects to Microsoft Foundry.
-
- Inputs are read-only: env vars, run.yaml/agent.yaml, and the most
- recent ``cloud_evaluation.json`` (for the project root). Cockpit
- renders this as the first card on the page so users can verify they
- are pointed at the right Foundry tenant/project before drilling in.
- """
+def _build_connections(workspace: Path) -> Dict[str, Any]:
+ """Describe the Foundry project and GitHub repository in scope."""
project_env = os.getenv("AZURE_AI_FOUNDRY_PROJECT_ENDPOINT")
- tenant = _az_tenant_id()
project_url = _resolve_foundry_project_url(workspace)
project_root = _resolve_foundry_project_root(workspace)
- agent_id, agent_source = _resolve_agent_identity(workspace)
-
if project_env:
project_status = "ok"
project_label = "Project endpoint configured"
@@ -1705,40 +1686,9 @@ def _build_foundry_connection(
)
project_copy_value = None
- if tenant:
- tenant_status = "ok"
- tenant_label = "Azure tenant resolved"
- tenant_detail = f"{_html_escape(tenant)}"
- tenant_hint = "Resolved from `az account show`."
- else:
- tenant_status = "warn"
- tenant_label = "Azure tenant unknown"
- tenant_detail = (
- "Run az login so Foundry deep-links open in "
- "the correct directory."
- )
- tenant_hint = None
-
- if agent_id:
- agent_status = "ok"
- agent_label = "Agent configured"
- agent_detail = (
- f"{_html_escape(agent_id)}"
- )
- agent_hint = f"Resolved from {agent_source}."
- else:
- agent_status = "muted"
- agent_label = "No agent pinned"
- agent_detail = (
- "Set agent in agentops.yaml when "
- "you want the cockpit to surface a specific Foundry agent."
- )
- agent_hint = None
-
- telemetry_status = telemetry.get("tone", "muted")
- telemetry_label = telemetry.get("label", "Telemetry off")
- telemetry_detail = telemetry.get("detail", "")
- telemetry_hint = telemetry.get("hint")
+ github = _resolve_github_repository(workspace)
+ github_name = github.get("name")
+ github_url = github.get("url")
items = [
{
@@ -1751,34 +1701,46 @@ def _build_foundry_connection(
"copy_value": project_copy_value,
},
{
- "title": "Azure tenant",
- "status": tenant_status,
- "label": tenant_label,
- "detail": tenant_detail,
- "hint": tenant_hint,
- },
- {
- "title": "Agent",
- "status": agent_status,
- "label": agent_label,
- "detail": agent_detail,
- "hint": agent_hint,
- "link": (_foundry_deeplinks(workspace).get("agent") if agent_id else None),
- "link_label": "Open agent",
- },
- {
- "title": "Application Insights",
- "status": telemetry_status,
- "label": telemetry_label,
- "detail": telemetry_detail,
- "hint": telemetry_hint,
- "link": telemetry.get("portal_url"),
- "link_label": "Open App Insights",
+ "title": "GitHub repository",
+ "status": "ok" if github_url else "warn",
+ "label": github_name or "GitHub repository missing",
+ "detail": (
+ "Repository remote resolved from local Git configuration."
+ if github_url
+ else "Configure an origin remote that points to GitHub."
+ ),
+ "link": github_url,
+ "link_label": "Open in GitHub",
+ "copy_value": github_url,
},
]
+ return {"items": items}
+
+
+def _resolve_github_repository(workspace: Path) -> Dict[str, Optional[str]]:
+ """Resolve a browser URL from the local ``origin`` remote."""
+ proc = _run_quick(["git", "remote", "get-url", "origin"], cwd=workspace)
+ if proc is None or proc.returncode != 0:
+ return {"name": None, "url": None}
+ remote = (proc.stdout or "").strip()
+ if not remote:
+ return {"name": None, "url": None}
+
+ match = re.match(
+ r"^(?:https?://|ssh://git@)(?PAPPLICATIONINSIGHTS_CONNECTION_STRING or attach "
"App Insights to the Foundry project. "
@@ -1952,25 +1884,31 @@ def _build_readiness_checklist(
}
)
- # Client-side tracing is not auto-detectable from outside the
- # caller process — it depends on whether the application itself
- # imports the OTel SDK and instruments outbound model / agent
- # calls. Surface it as an "info" reminder + docs link so the
- # readiness panel stays honest about what AgentOps can verify.
- client_side_ok = bool(os.getenv("AGENTOPS_CLIENT_TRACING")) or tracing_ok
+ agent_tracing_ready = bool(foundry_runtime or custom_tracing_path)
checks.append(
{
- "title": "Client-side tracing (app code instrumented)",
- "status": "info" if client_side_ok else "muted",
+ "title": "Agent tracing instrumentation",
+ "status": "ok" if agent_tracing_ready else "muted",
"detail": (
- "How to complete: instrument the application "
- "that calls your agent, not just AgentOps. Add Azure Monitor "
- "OpenTelemetry to the app process, configure the same "
- "APPLICATIONINSIGHTS_CONNECTION_STRING, and wrap "
- "outbound model/agent/tool calls so a user request shows one "
- "end-to-end trace across client code, agent execution, and "
- "dependencies. Set AGENTOPS_CLIENT_TRACING=1 only "
- "after the app is instrumented. "
+ f"Microsoft Foundry provides native tracing for this "
+ f"{_html_escape(foundry_runtime)}; no application-side "
+ "OpenTelemetry setup is required."
+ + (
+ " Additional custom spans were detected in "
+ f"{_html_escape(custom_tracing_path)}."
+ if custom_tracing_path
+ else " Custom spans remain optional."
+ )
+ if foundry_runtime
+ else (
+ "Detected custom OpenTelemetry instrumentation in "
+ f"{_html_escape(custom_tracing_path)}."
+ )
+ if custom_tracing_path
+ else "How to complete: instrument the agent "
+ "runtime with OpenTelemetry. Foundry hosted "
+ "agents and prompt agents provide this natively; custom or "
+ "external runtimes must configure their own tracer and exporter. "
'Foundry tracing docs ↗'
),
@@ -2011,16 +1949,19 @@ def _build_readiness_checklist(
}
)
- rubrics = agentops_config.get("rubrics")
- rubric_ready = isinstance(rubrics, list) and bool(rubrics)
+ rubric_ready, rubric_source = _detect_rubric_evaluator(
+ workspace,
+ agentops_config,
+ )
checks.append(
{
"title": "Optional rubric evaluator gate",
"status": "ok" if rubric_ready else "muted",
"detail": (
- "Detected rubrics: in agentops.yaml. "
- "Keep thresholds bound only to metric names emitted by your "
- "Foundry / azd run."
+ f"Detected a rubric evaluator in "
+ f"{_html_escape(rubric_source)}. "
+ "Keep thresholds bound only to metric names emitted by the "
+ "corresponding Foundry / azd evaluation run."
if rubric_ready
else "How to complete: optional - add "
"rubrics: only after a real Foundry rubric evaluator "
@@ -2189,29 +2130,22 @@ def _build_readiness_checklist(
}
)
- alerts = bool(telemetry.get("portal_url")) and tracing_ok
+ alerts, alerts_source = _detect_alert_configuration(
+ workspace,
+ agentops_config,
+ )
checks.append(
{
"title": "Alerts wired",
- "status": "info" if alerts else "muted",
+ "status": "ok" if alerts else "info",
"detail": (
- "App Insights is linked. Next, create Azure Monitor alert "
- "rules for the agent workload: failures in "
- "requests, slow P95 duration, high dependency "
- "error rate, and optionally AgentOps CI/Doctor spans such as "
- "agentops.eval.* and "
- "agentops.agent.finding.*. "
- 'Alert docs ↗'
+ "Detected Azure Monitor alert configuration in "
+ f"{_html_escape(alerts_source)}."
if alerts
- else "How to complete: once tracing is wired, "
- "create Azure Monitor / App Insights alert rules for the "
- "agent workload. Start with requests | where success == false "
- "for failures, P95 request duration for latency, and "
- "dependencies failures for downstream services. "
- "If you want AgentOps signals in alerts too, add rules over "
- "agentops.eval.* and "
- "agentops.agent.finding.* custom dimensions. "
+ else "Not verified: Cockpit found no alert definition in repo "
+ "configuration, and the latest Doctor analysis does not inventory "
+ "Azure Monitor alert rules. This does not claim that cloud-side "
+ "alerts are absent. Define alerts as IaC or verify them in Azure Monitor. "
'Alert docs ↗'
),
@@ -2296,87 +2230,39 @@ def _continuous_eval_status_from_watchdog(
def _build_next_actions(
- workspace: Path,
- telemetry: Dict[str, Any],
watchdog: Dict[str, Any],
readiness: Dict[str, Any],
- eval_payload: Dict[str, Any],
) -> Dict[str, Any]:
- """Surface a short, ordered list of contextual next actions.
-
- Each action either opens a Cockpit section or links to the relevant
- Foundry / Azure runtime view.
- """
+ """Prioritize Doctor findings, then incomplete readiness checks."""
actions: List[Dict[str, Any]] = []
-
- if not telemetry.get("enabled"):
- actions.append(
- {
- "title": "Wire App Insights to Foundry",
- "detail": (
- "Tracing is off. Without it Foundry Monitor, "
- "Evaluations, and Traces stay empty."
- ),
- "cta": "Open Foundry connected resources",
- "url": _resolve_foundry_project_url(workspace),
- }
- )
-
- readiness_checks = readiness.get("checks", [])
- if any(c["status"] == "warn" for c in readiness_checks if c["title"].startswith("CI eval gate")):
- actions.append(
- {
- "title": "Add a CI eval workflow",
- "detail": (
- "Generate a PR workflow. Prompt-agent repos use the "
- "official Microsoft eval runner when compatible; hosted "
- "and fallback cases use agentops eval run."
- ),
- "cta": "agentops workflow generate",
- }
- )
-
- latest_findings = watchdog.get("latest_findings") or []
- crit_findings = [f for f in latest_findings if (f.get("severity") or "").lower() == "critical"]
- if crit_findings:
+ severity_order = {"critical": 0, "warning": 1, "info": 2}
+ findings = sorted(
+ watchdog.get("latest_findings") or [],
+ key=lambda item: severity_order.get(str(item.get("severity") or "").lower(), 3),
+ )
+ for finding in findings:
+ recommendation = str(finding.get("recommendation") or finding.get("summary") or "")
actions.append(
{
- "title": f"Fix {len(crit_findings)} critical Doctor finding(s)",
- "detail": "Doctor surfaced critical readiness gaps in the repo.",
- "cta": "Jump to AgentOps Doctor",
+ "title": f"Fix Doctor: {finding.get('title') or finding.get('id') or 'finding'}",
+ "detail": _render_recommendation_body(recommendation),
+ "cta": "Open Doctor finding",
"anchor": "#section-agentops-doctor",
}
)
- official_eval = _official_eval_artifact_status(workspace)
- has_eval_proof = (
- bool(eval_payload.get("has_runs"))
- or bool(eval_payload.get("runs"))
- or bool(official_eval.get("present"))
+ readiness_order = {"warn": 0, "muted": 1, "info": 2}
+ incomplete = sorted(
+ (check for check in readiness.get("checks", []) if check.get("status") != "ok"),
+ key=lambda item: readiness_order.get(str(item.get("status") or ""), 3),
)
- if not has_eval_proof:
+ for check in incomplete:
actions.append(
{
- "title": "Run your first evaluation",
- "detail": (
- "No eval gate evidence yet. Run agentops eval run "
- "locally, or run the generated official-eval workflow for a "
- "compatible Foundry prompt agent."
- ),
- "cta": "agentops eval run",
- }
- )
-
- evidence = _release_evidence_status(workspace)
- if has_eval_proof and evidence.get("status") in {"missing", "unreadable"}:
- actions.append(
- {
- "title": "Generate release evidence",
- "detail": (
- "Package the latest eval gate, Doctor findings, CI/CD "
- "status, and Foundry links into the release-review artifact."
- ),
- "cta": "agentops doctor --evidence-pack",
+ "title": f"Complete readiness: {check.get('title') or 'configuration'}",
+ "detail": check.get("detail", ""),
+ "cta": "Open readiness item",
+ "anchor": "#section-readiness",
}
)
@@ -2385,8 +2271,7 @@ def _build_next_actions(
{
"title": "All caught up",
"detail": (
- "No outstanding readiness gaps detected in the repo. "
- "Use the Foundry deep-links above to monitor runtime."
+ "All readiness items are complete and Doctor has no findings."
),
"cta": None,
}
@@ -2610,6 +2495,142 @@ def _read_agentops_config(workspace: Path) -> Dict[str, Any]:
return payload if isinstance(payload, dict) else {}
+def _detect_foundry_agent_runtime(
+ workspace: Path,
+ agentops_config: Dict[str, Any],
+) -> Optional[str]:
+ """Identify Foundry runtimes that provide native agent tracing."""
+ path = workspace / "azure.yaml"
+ if path.is_file():
+ try:
+ payload = load_yaml(path)
+ except Exception:
+ payload = None
+ if isinstance(payload, dict):
+ services = payload.get("services")
+ if isinstance(services, dict) and any(
+ isinstance(service, dict)
+ and service.get("host") == "azure.ai.agent"
+ and service.get("kind") == "hosted"
+ for service in services.values()
+ ):
+ return "hosted agent runtime"
+
+ raw_agent = agentops_config.get("agent")
+ if isinstance(raw_agent, str) and raw_agent.strip():
+ try:
+ from agentops.core.agentops_config import classify_agent
+
+ target = classify_agent(
+ raw_agent,
+ protocol=agentops_config.get("protocol"),
+ )
+ except (TypeError, ValueError):
+ target = None
+ if target is not None:
+ if target.kind == "foundry_hosted":
+ return "hosted agent runtime"
+ if target.kind == "foundry_prompt":
+ return "prompt agent runtime"
+
+ for eval_path in (workspace / "src").glob("**/eval.y*ml"):
+ try:
+ eval_payload = load_yaml(eval_path)
+ except Exception:
+ continue
+ if not isinstance(eval_payload, dict):
+ continue
+ agent = eval_payload.get("agent")
+ kind = agent.get("kind") if isinstance(agent, dict) else None
+ if kind == "hosted":
+ return "hosted agent runtime"
+ if kind in {"prompt", "prompt-agent"}:
+ return "prompt agent runtime"
+ return None
+
+
+def _detect_custom_tracing(workspace: Path) -> Optional[str]:
+ """Find optional repository code that emits custom OpenTelemetry spans."""
+ candidates = list((workspace / "src").glob("**/*.py"))
+ candidates.extend(workspace.glob("*.py"))
+ for path in candidates:
+ try:
+ text = path.read_text(encoding="utf-8", errors="ignore")
+ except OSError:
+ continue
+ has_otel = "opentelemetry" in text or "configure_azure_monitor" in text
+ emits_spans = any(
+ marker in text
+ for marker in (
+ "start_as_current_span",
+ "start_span(",
+ "get_tracer(",
+ "configure_azure_monitor(",
+ )
+ )
+ if has_otel and emits_spans:
+ return path.relative_to(workspace).as_posix()
+ return None
+
+
+def _detect_rubric_evaluator(
+ workspace: Path,
+ agentops_config: Dict[str, Any],
+) -> Tuple[bool, str]:
+ """Resolve rubric evidence from AgentOps or azd AI Agent eval config."""
+ rubrics = agentops_config.get("rubrics")
+ if isinstance(rubrics, list) and rubrics:
+ return True, "agentops.yaml"
+
+ for path in (workspace / "src").glob("**/eval.y*ml"):
+ try:
+ payload = load_yaml(path)
+ except Exception:
+ continue
+ if not isinstance(payload, dict):
+ continue
+ evaluators = payload.get("evaluators")
+ if isinstance(evaluators, list) and any(
+ isinstance(evaluator, dict)
+ and bool(evaluator.get("local_uri") or evaluator.get("id"))
+ for evaluator in evaluators
+ ):
+ return True, path.relative_to(workspace).as_posix()
+ return False, ""
+
+
+def _detect_alert_configuration(
+ workspace: Path,
+ agentops_config: Dict[str, Any],
+) -> Tuple[bool, str]:
+ """Find explicit alert definitions without claiming cloud state."""
+ observability = agentops_config.get("observability")
+ if isinstance(observability, dict) and observability.get("alerts"):
+ return True, "agentops.yaml"
+
+ markers = (
+ "microsoft.insights/metricalerts",
+ "microsoft.insights/scheduledqueryrules",
+ "azurerm_monitor_metric_alert",
+ "azurerm_monitor_scheduled_query_rules_alert",
+ )
+ candidates: List[Path] = []
+ for root in (workspace / "infra", workspace / "deploy"):
+ if root.is_dir():
+ for pattern in ("**/*.bicep", "**/*.tf", "**/*.json", "**/*.y*ml"):
+ candidates.extend(root.glob(pattern))
+ for pattern in ("*.bicep", "*.tf"):
+ candidates.extend(workspace.glob(pattern))
+ for path in candidates:
+ try:
+ text = path.read_text(encoding="utf-8", errors="ignore").lower()
+ except OSError:
+ continue
+ if any(marker in text for marker in markers):
+ return True, path.relative_to(workspace).as_posix()
+ return False, ""
+
+
def _read_trace_regression_manifest(workspace: Path) -> Dict[str, Any]:
return _read_json_object(workspace / ".agentops" / "data" / "trace-regression-manifest.json")
@@ -3468,10 +3489,8 @@ def _collapsible_section(
def _render_status_cards_section(
readiness: Dict[str, Any],
watchdog: Dict[str, Any],
- eval_payload: Dict[str, Any],
) -> str:
- """Render the consolidated top status: three clickable cards that
- answer "can I ship?" at a glance (Readiness, Doctor, Eval gate).
+ """Render the two go/no-go verdicts that answer "Can I ship?".
Each card is an anchor to the matching detail section below; the
template's hash-open script expands that (collapsed) section when the
@@ -3503,9 +3522,9 @@ def _card(
readiness_tone = "warn"
readiness_card = _card(
title="Readiness",
- value=readiness_label,
+ value="GO" if readiness_tone == "ok" else "NO-GO",
tone=readiness_tone,
- sub="Observability checks green",
+ sub=readiness_label,
anchor="#section-readiness",
)
@@ -3521,9 +3540,9 @@ def _headline_value(key: str) -> int:
return 0
if not watchdog.get("has_history"):
- doctor_tone = "muted"
- doctor_value = "No runs"
- doctor_sub = "Run agentops doctor"
+ doctor_tone = "warn"
+ doctor_value = "NO-GO"
+ doctor_sub = "No Doctor run"
else:
findings_total = _headline_value("findings_total")
critical = _headline_value("critical")
@@ -3533,7 +3552,7 @@ def _headline_value(key: str) -> int:
doctor_tone = "warn"
else:
doctor_tone = "ok"
- doctor_value = f"{findings_total} finding(s)"
+ doctor_value = "GO" if findings_total == 0 else "NO-GO"
doctor_sub = f"{critical} critical"
doctor_card = _card(
title="Doctor",
@@ -3543,28 +3562,7 @@ def _headline_value(key: str) -> int:
anchor="#section-agentops-doctor",
)
- if not eval_payload.get("has_runs"):
- eval_tone = "muted"
- eval_value = "No runs"
- eval_sub = "Run agentops eval run"
- else:
- passed = bool(eval_payload.get("latest_passed"))
- eval_tone = "ok" if passed else "crit"
- eval_value = "Pass" if passed else "Fail"
- pass_rate = eval_payload.get("pass_rate")
- if isinstance(pass_rate, (int, float)):
- eval_sub = f"{int(pass_rate * 100)}% pass rate"
- else:
- eval_sub = "Latest run"
- eval_card = _card(
- title="Eval gate",
- value=eval_value,
- tone=eval_tone,
- sub=eval_sub,
- anchor="#section-eval-gates",
- )
-
- cards = readiness_card + doctor_card + eval_card
+ cards = readiness_card + doctor_card
return (
'Can I ship? '
@@ -3636,7 +3634,7 @@ def _render_foundry_connection_section(connection: Dict[str, Any]) -> str:
)
body = f'
'
- 'Your Foundry project ↗'
- ''
- )
- else:
- powered_by_html = ""
-
- # Banner removed; the primer click is now folded into the project
- # action button above, which carries the ?tid= hint.
- setup_banner_html = ""
-
- foundry_connection_section = _render_foundry_connection_section(
- payload.get("foundry_connection") or {"items": []}
- )
- open_in_foundry_section = _render_open_in_foundry_section(
- payload.get("open_in_foundry") or {"targets": []}
+ connections_section = _render_foundry_connection_section(
+ payload.get("connections") or {"items": []}
)
readiness_section = _render_readiness_section(
payload.get("readiness") or {"checks": [], "label": "0/0 ready"}
@@ -4181,98 +3959,20 @@ def render_cockpit_html(payload: Dict[str, Any]) -> str:
status_cards_section = _render_status_cards_section(
payload.get("readiness") or {"checks": [], "label": "0/0 ready"},
payload.get("watchdog") or {},
- payload.get("eval") or {},
)
return _COCKPIT_TEMPLATE.format(
- foundry_connection_section=foundry_connection_section,
- open_in_foundry_section=open_in_foundry_section,
status_cards_section=status_cards_section,
+ connections_section=connections_section,
readiness_section=readiness_section,
- next_actions_section=next_actions_section,
- eval_gates_section=eval_gates_section,
- deployments_section=deployments_section,
- production_section=production_section,
watchdog_section=watchdog_section,
- eval_runs=counts["eval_runs"],
- analyses=counts["analyses"],
+ next_actions_section=next_actions_section,
workspace_display=workspace_display,
workspace=payload["workspace"],
icon_uri=_icon_data_uri(),
- powered_by=powered_by_html,
- setup_banner=setup_banner_html,
- range_bar=range_bar,
- range_label=_html_escape(range_info.get("label", "")),
- )
-
-
-def _render_range_bar(range_info: Dict[str, Any]) -> str:
- """Render the 1D / 7D / 30D / Custom selector."""
- active_key = range_info.get("key", "7d")
- pills: List[str] = []
- labels = {"1d": "1D", "7d": "7D", "30d": "30D"}
- for key in preset_keys():
- cls = "range-pill active" if key == active_key else "range-pill"
- pills.append(f'{labels[key]}')
- custom_cls = "range-pill active" if active_key == "custom" else "range-pill"
- pills.append(
- f'Custom'
- )
-
- today = _today_iso()
- week_ago = _days_ago_iso(7)
- custom_from = range_info.get("start", "")[:10] if active_key == "custom" else week_ago
- custom_to = range_info.get("end", "")[:10] if active_key == "custom" else today
- form_class = "range-custom-form open" if active_key == "custom" else "range-custom-form"
-
- custom_form = (
- f''
- )
-
- refresh_control = (
- '
{"".join(items_html)}
'
return _collapsible_section(
- "Foundry connection", body, section_id="section-foundry-connection"
+ "Connections", body, section_id="section-connections"
)
@@ -3914,121 +3912,6 @@ def render_cockpit_html(payload: Dict[str, Any]) -> str:
:func:`build_cockpit_payload`. Returns a complete HTML document.
"""
telemetry = payload["telemetry"]
- # Show the telemetry card only when telemetry is OFF - it then acts as
- # the "why is the production section empty" hint. When telemetry is
- # active, the dedicated Production signal section communicates the
- # connection state already.
- show_telemetry_card = not telemetry.get("enabled", False)
- telemetry_card = _render_telemetry_card(telemetry) if show_telemetry_card else ""
- eval_runs_url = (
- telemetry.get("eval_runs_url") if isinstance(telemetry, dict) else None
- )
- eval_link = ""
- if eval_runs_url:
- eval_link = (
- f' '
- f'View CI evals in App Insights →'
- )
-
- eval_body = ""
- eval_subtitle = "Eval gate summary"
- eval_caption = (
- ''
- 'AgentOps gate history from local artifacts and CI runs. For '
- 'Foundry cloud runs, use this as the quick pass/fail '
- 'triage view and open Foundry Evaluations for full analysis.'
- '
'
- )
- if payload["eval"]["has_runs"]:
- cards_html = "".join(_render_card(c) for c in payload["eval"]["cards"])
- exec_tag = _render_exec_section_tag(
- payload["eval"].get("latest_execution"),
- )
- eval_body = f'{eval_caption}{cards_html}{telemetry_card}
'
- eval_subtitle = f"Eval gate summary{exec_tag}"
- else:
- official_eval = payload["eval"].get("official_eval") or {}
- if official_eval.get("present"):
- status = _html_escape(official_eval.get("status") or "metadata-only")
- empty_text = (
- "No AgentOps-normalized eval runs yet under "
- ".agentops/results/. Official Microsoft Foundry "
- "AI Agent Evaluation evidence exists under "
- f".agentops/official-eval/ with status {status}. "
- "Run agentops doctor --evidence-pack to package it "
- "for release review."
- )
- else:
- empty_text = (
- "No eval runs yet under .agentops/results/. "
- "Run agentops eval run to populate this section."
- )
- eval_body = (
- eval_caption +
- ''
- f"{empty_text}"
- "
"
- + (f'{telemetry_card}
' if telemetry_card else "")
- )
- eval_subtitle = "Eval gate summary"
-
- deployments = payload.get("deployments") or {}
- if deployments.get("has_data") and deployments.get("cards"):
- deploy_cards = "".join(_render_card(c) for c in deployments["cards"])
- deployments_body = f'{deploy_cards}
'
- else:
- hint = deployments.get("hint") or (
- "Install the GitHub CLI and run gh auth login "
- "to surface workflow runs here."
- )
- deployments_body = f'{hint}
'
- deployments_section = _collapsible_section(
- "CI/CD Pipelines", deployments_body, section_id="section-cicd",
- open_by_default=False,
- )
-
- metrics_subtitle = "Quality gate summary"
- metrics_body = ""
- if payload["metrics"]:
- metrics_html = "".join(_render_card(c) for c in payload["metrics"])
- exec_tag = _render_exec_section_tag(
- payload["eval"].get("latest_execution") if payload["eval"].get("has_runs") else None,
- )
- metrics_caption = (
- ''
- 'Quality gate trends computed from AgentOps result artifacts. '
- 'Keep this as a compact threshold/regression summary; detailed '
- 'cloud-evaluation drilldown belongs in Foundry Evaluations.'
- '
'
- )
- metrics_body = f'{metrics_caption}{metrics_html}
'
- metrics_subtitle = f"Quality gate summary{exec_tag}"
-
- # Merge the eval gate + quality gate into a single "Eval gates" section
- # with two subgroups. They share a source (AgentOps result artifacts)
- # and CTA (View CI evals in App Insights), so folding them removes a
- # redundant top-level section and keeps the gate story in one place.
- eval_gate_subgroup = (
- ''
- f'
'
- )
- quality_gate_subgroup = ""
- if metrics_body:
- quality_gate_subgroup = (
- '{eval_subtitle}
'
- f'{eval_body}'
- ''
- f'
'
- )
- eval_gates_section = _collapsible_section(
- f"Eval gates{eval_link}",
- eval_gate_subgroup + quality_gate_subgroup,
- section_id="section-eval-gates",
- open_by_default=False,
- )
watchdog = payload["watchdog"]
watchdog_title = "AgentOps Doctor"
@@ -4063,114 +3946,9 @@ def render_cockpit_html(payload: Dict[str, Any]) -> str:
open_by_default=False,
)
- production = payload.get("production") or {}
- production_section = ""
- # The App Insights KQL portal URL is already surfaced by the launchpad
- # "App Insights" tile and the Doctor / Eval gate "View in App Insights"
- # links, so we no longer repeat it here. Production signal keeps a
- # single primary CTA: the full Foundry Monitor view.
- _portal_url_unused = telemetry.get("portal_url") if isinstance(telemetry, dict) else None
-
- # Cockpit surfaces a 2-card teaser (error rate + P95); this link is
- # the primary call-to-action for the full Foundry Monitor view.
- foundry_monitor_url = None
- open_panel = payload.get("open_in_foundry") or {}
- for target in open_panel.get("targets", []):
- if target.get("key") == "monitor":
- foundry_monitor_url = target.get("url")
- break
- foundry_monitor_link = ""
- if foundry_monitor_url:
- foundry_monitor_link = (
- f' '
- 'Full view in Foundry Monitor →'
- )
-
- prod_title = (
- 'Production signal'
- ' live · App Insights'
- f'{foundry_monitor_link}'
- )
- if production.get("has_data") and production.get("cards"):
- # Server-side render (rare - happens when /api/production/html is
- # invoked directly without a deferred placeholder).
- prod_html = "".join(_render_card(c, hero=True) for c in production["cards"])
- prod_caption = (
- '{metrics_subtitle}
'
- f'{metrics_body}'
- ''
- 'Fast health snapshot from App Insights. Use '
- 'Foundry Monitor for the full production view '
- '(invocations, tokens, per-model breakdown). Raw App Insights '
- 'KQL is available from the launchpad "App Insights" tile.'
- '
'
- )
- prod_body = f'{prod_caption}{prod_html}
'
- production_section = _collapsible_section(
- prod_title, prod_body, open_by_default=False,
- )
- elif production.get("deferred"):
- # Telemetry is wired up; the cards will arrive async from
- # /api/production/html so the page can render immediately.
- # Render 2 skeleton cards matching the teaser layout
- # (Error rate / P95 latency). Invocations and tokens
- # intentionally live in Foundry Monitor only.
- skeleton_labels = ("Error rate", "P95 latency")
- skeleton_cards = "".join(
- (
- ''
- f'
'
- )
- for label in skeleton_labels
- )
- prod_caption = (
- '{label}
'
- ''
- ''
- ''
- ''
- 'Fast health snapshot from App Insights. Use '
- 'Foundry Monitor for the full production view '
- '(invocations, tokens, per-model breakdown). Raw App Insights '
- 'KQL is available from the launchpad "App Insights" tile.'
- '
'
- )
- prod_body = (
- f'{prod_caption}'
- f'{skeleton_cards}
'
- )
- production_section = _collapsible_section(
- prod_title, prod_body, open_by_default=False,
- )
-
- counts = payload["summary_counts"]
workspace_display = _shorten_workspace(payload["workspace"])
- range_info = payload.get("time_range") or {}
- range_bar = _render_range_bar(range_info)
-
- foundry_uri = _foundry_logo_data_uri()
- foundry_url = payload.get("foundry_project_url") or "https://ai.azure.com"
- if foundry_uri:
- powered_by_html = (
- f''
- f''
- ''
- 'Refresh'
- ''
- '
'
- )
-
- return (
- ''
)
-def _today_iso() -> str:
- from datetime import datetime, timezone
- return datetime.now(timezone.utc).strftime("%Y-%m-%d")
-
-
-def _days_ago_iso(days: int) -> str:
- from datetime import datetime, timedelta, timezone
- return (datetime.now(timezone.utc) - timedelta(days=days)).strftime("%Y-%m-%d")
-
-
def _shorten_workspace(path: str) -> str:
"""Show only the current folder name for compact heading display.
@@ -4736,91 +4436,6 @@ def _shorten_workspace(path: str) -> str:
0%, 100% {{ opacity: 1; }}
50% {{ opacity: 0.6; }}
}}
- .range-bar {{
- display: flex; align-items: center; flex-wrap: wrap; gap: 12px;
- margin-bottom: 8px;
- }}
- .range-pills {{ display: flex; gap: 4px; }}
- .range-pill {{
- padding: 6px 14px; border-radius: 999px;
- color: var(--text-dim); text-decoration: none;
- font-size: 12px; font-weight: 600; letter-spacing: 0.02em;
- background: rgba(255, 255, 255, 0.03);
- border: 1px solid var(--border);
- transition: background 0.15s ease, color 0.15s ease;
- }}
- .range-pill:hover {{
- background: rgba(255, 255, 255, 0.06); color: var(--text);
- }}
- .range-pill.active {{
- background: rgba(56, 189, 248, 0.14); color: var(--info);
- border-color: rgba(56, 189, 248, 0.35);
- }}
- .range-custom-form {{
- display: none; gap: 10px; align-items: center;
- background: var(--card); padding: 10px 14px;
- border-radius: 999px; border: 1px solid var(--border);
- font-size: 12px; color: var(--text-dim);
- }}
- .range-custom-form.open {{ display: flex; }}
- .range-custom-form input[type="date"] {{
- background: rgba(255, 255, 255, 0.04);
- border: 1px solid var(--border); color: var(--text);
- padding: 4px 8px; border-radius: 8px; font-size: 12px;
- color-scheme: dark;
- }}
- .range-custom-form button {{
- background: var(--info); color: #08090b; border: 0;
- padding: 5px 12px; border-radius: 999px;
- font-size: 12px; font-weight: 700; cursor: pointer;
- }}
- .range-current {{
- color: var(--text-faint); font-size: 11px; font-weight: 500;
- margin-left: auto;
- font-family: "SF Mono", "Cascadia Code", Consolas, monospace;
- }}
- .refresh-control {{
- margin-left: auto;
- display: inline-flex; align-items: center; gap: 8px;
- padding: 5px 10px 5px 12px; border-radius: 999px;
- background: rgba(255, 255, 255, 0.03);
- border: 1px solid var(--border);
- color: var(--text-dim);
- font-size: 12px; font-weight: 600; letter-spacing: 0.02em;
- transition: background 0.15s ease, color 0.15s ease,
- border-color 0.15s ease;
- }}
- .refresh-control:hover {{
- background: rgba(255, 255, 255, 0.06); color: var(--text);
- border-color: rgba(56, 189, 248, 0.35);
- }}
- .refresh-control .refresh-icon {{
- color: var(--info); opacity: 0.9;
- }}
- .refresh-control.spinning .refresh-icon {{
- animation: refresh-spin 0.8s linear;
- }}
- .refresh-label {{
- color: var(--text-faint); text-transform: uppercase;
- font-size: 10px; letter-spacing: 0.06em;
- }}
- #refreshSelect {{
- appearance: none; -webkit-appearance: none;
- background: transparent; color: var(--text);
- border: 0; outline: none;
- font: inherit; font-weight: 600;
- padding: 0 18px 0 2px; cursor: pointer;
- background-image: url("data:image/svg+xml;utf8,");
- background-repeat: no-repeat;
- background-position: right 2px center;
- }}
- #refreshSelect option {{
- background: var(--card); color: var(--text);
- }}
- @keyframes refresh-spin {{
- from {{ transform: rotate(0deg); }}
- to {{ transform: rotate(360deg); }}
- }}
.grid {{
display: grid; grid-template-columns: repeat(auto-fit, minmax(240px, 1fr));
gap: 14px;
@@ -5207,84 +4822,17 @@ def _shorten_workspace(path: str) -> str:
{workspace_display}