docs: freeze metrics foundation evidence
This commit is contained in:
@@ -3,29 +3,29 @@
|
|||||||
{
|
{
|
||||||
"kind": "inventory",
|
"kind": "inventory",
|
||||||
"path": "docs/capability-inventory.json",
|
"path": "docs/capability-inventory.json",
|
||||||
"sha256": "fa6728e211dc55bf49225884a6cf0182ecb2e3bc1dc59e4580499e551ae4dcf1"
|
"sha256": "3d61a74e5e9455c526c3769a551508a21647923b0048397704e91f609c07f240"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"kind": "required_surfaces",
|
"kind": "required_surfaces",
|
||||||
"path": "docs/capability-baseline/required-surfaces.json",
|
"path": "docs/capability-baseline/required-surfaces.json",
|
||||||
"sha256": "70b0c981d428404737dc048198002c99b9a8badabe68c9b2eca6cdde2c5483ff"
|
"sha256": "908c3486f3f97f0160e9f8cdb79caf2c7cd02828535e350a435ca67340e75414"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"kind": "taxonomy",
|
"kind": "taxonomy",
|
||||||
"path": "docs/capability-baseline/outcome-taxonomy.json",
|
"path": "docs/capability-baseline/outcome-taxonomy.json",
|
||||||
"sha256": "745eac4e9fd1d46c3e7e29f62fc374063af3d4268b83e192e966ea08dd33ef94"
|
"sha256": "6e44a8527efff4a722279b1293f71b81dabeaa394c2f81349a1a77b146c51e6e"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"kind": "checklist",
|
"kind": "checklist",
|
||||||
"path": "docs/capability-baseline/manual-checklist.md",
|
"path": "docs/capability-baseline/manual-checklist.md",
|
||||||
"sha256": "f8940e17fbd73389b20e9145df10d4b1100b11d2baa367fd2eab5a5741b7209f"
|
"sha256": "358504a93db4a5dc756327ae7c95d4b900fa664a06f3e95a5680757da622d683"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"kind": "results",
|
"kind": "results",
|
||||||
"path": "docs/capability-baseline/results.json",
|
"path": "docs/capability-baseline/results.json",
|
||||||
"sha256": "1cb1efe6709ba87fa9e733e1e6162544c05c696684cfaccff047c9a754edad93"
|
"sha256": "66919f6f61301b0d78914318d5c7b16b077d1bfa7281194eeb10d5a5b868027a"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"baseline_version": "2026.08.14.1",
|
"baseline_version": "2026.08.14.2",
|
||||||
"schema_version": 1
|
"schema_version": 1
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
# Community UI capability baseline checklist
|
# Community UI capability baseline checklist
|
||||||
|
|
||||||
baseline_version: 2026.08.14.1
|
baseline_version: 2026.08.14.2
|
||||||
|
|
||||||
This is a bounded brownfield baseline, not the release-candidate regression from Epic 8. For every charter record happy, loading, empty, error, recovery, stale-response, RU/EN, and safe-output observations. Use `not_run` for an applicable unexecuted state, `gap` for a missing required contract, and `n/a` only with a by-design reason.
|
This is a bounded brownfield baseline, not the release-candidate regression from Epic 8. For every charter record happy, loading, empty, error, recovery, stale-response, RU/EN, and safe-output observations. Use `not_run` for an applicable unexecuted state, `gap` for a missing required contract, and `n/a` only with a by-design reason.
|
||||||
|
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
{
|
{
|
||||||
"baseline_version": "2026.08.14.1",
|
"baseline_version": "2026.08.14.2",
|
||||||
"evidence_modes": [
|
"evidence_modes": [
|
||||||
"automated",
|
"automated",
|
||||||
"manual_only"
|
"manual_only"
|
||||||
|
|||||||
@@ -1,11 +1,12 @@
|
|||||||
{
|
{
|
||||||
"baseline_version": "2026.08.14.1",
|
"baseline_version": "2026.08.14.2",
|
||||||
"required_flow_ids": [
|
"required_flow_ids": [
|
||||||
"api-agent-catalog",
|
"api-agent-catalog",
|
||||||
"api-approvals",
|
"api-approvals",
|
||||||
"api-auth-profiles-upstreams-secrets",
|
"api-auth-profiles-upstreams-secrets",
|
||||||
"api-auth-workspace",
|
"api-auth-workspace",
|
||||||
"api-canonical-request-trace-identity",
|
"api-canonical-request-trace-identity",
|
||||||
|
"api-typed-metrics-foundation",
|
||||||
"api-logs-usage",
|
"api-logs-usage",
|
||||||
"api-mcp-approval-keys",
|
"api-mcp-approval-keys",
|
||||||
"api-operation-import-export",
|
"api-operation-import-export",
|
||||||
@@ -27,6 +28,12 @@
|
|||||||
"ui-usage"
|
"ui-usage"
|
||||||
],
|
],
|
||||||
"surface_groups": [
|
"surface_groups": [
|
||||||
|
{
|
||||||
|
"flow_ids": [
|
||||||
|
"api-typed-metrics-foundation"
|
||||||
|
],
|
||||||
|
"id": "metrics"
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"flow_ids": [
|
"flow_ids": [
|
||||||
"api-canonical-request-trace-identity"
|
"api-canonical-request-trace-identity"
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
{
|
{
|
||||||
"baseline_version": "2026.08.14.1",
|
"baseline_version": "2026.08.14.2",
|
||||||
"defects": [
|
"defects": [
|
||||||
{
|
{
|
||||||
"contract": "Local Playwright stack starts only after the configured database exists and is stable.",
|
"contract": "Local Playwright stack starts only after the configured database exists and is stable.",
|
||||||
@@ -211,9 +211,9 @@
|
|||||||
"ui-operation-import-export",
|
"ui-operation-import-export",
|
||||||
"ui-operation-test"
|
"ui-operation-test"
|
||||||
],
|
],
|
||||||
"id": "run-ui-build-4e1216d7a69e",
|
"id": "run-ui-build-755e91f2200b",
|
||||||
"source_report_sha256": "4e1216d7a69e30c773c4e58799bbc2e41ebc247d2d400511d3bd8c32084b7a74",
|
"source_report_sha256": "755e91f2200b4ac43783820afde4f5d6b336ff7a6ebd5e71b055c43d5c2e4986",
|
||||||
"source_revision": "f6fc2e5c9bb748ad8db4bdc52ffdbdb6ac24d6d9",
|
"source_revision": "8e709acea97b5c45c0de1470ea317768bba56a33",
|
||||||
"summary": {
|
"summary": {
|
||||||
"exit_code": 0,
|
"exit_code": 0,
|
||||||
"skipped": 0,
|
"skipped": 0,
|
||||||
@@ -233,9 +233,9 @@
|
|||||||
"ui-operation-import-export",
|
"ui-operation-import-export",
|
||||||
"ui-operation-test"
|
"ui-operation-test"
|
||||||
],
|
],
|
||||||
"id": "run-ui-playwright-6040821b7473",
|
"id": "run-ui-playwright-6f8a594f3e16",
|
||||||
"source_report_sha256": "6040821b74732ade95dd604b091967d45edf9eb04633016d536ecaf1585973d9",
|
"source_report_sha256": "6f8a594f3e16813a657651a7a16666e121e670406a8007c44d7d07b43c790524",
|
||||||
"source_revision": "f6fc2e5c9bb748ad8db4bdc52ffdbdb6ac24d6d9",
|
"source_revision": "8e709acea97b5c45c0de1470ea317768bba56a33",
|
||||||
"summary": {
|
"summary": {
|
||||||
"failed": 0,
|
"failed": 0,
|
||||||
"flaky": 0,
|
"flaky": 0,
|
||||||
@@ -260,19 +260,19 @@
|
|||||||
"mcp-published-tool-list",
|
"mcp-published-tool-list",
|
||||||
"mcp-transport-session"
|
"mcp-transport-session"
|
||||||
],
|
],
|
||||||
"id": "run-authenticated-product-smoke-bf9a835d877f",
|
"id": "run-authenticated-product-smoke-855cfbc9ba80",
|
||||||
"source_report_sha256": "bf9a835d877f0631051413a758f98b4cd7be55c3666acb22dcf012b22416d517",
|
"source_report_sha256": "855cfbc9ba80391aef5ad6c546a49a23a4cd9e63ef6cfcd315d806a8b8aaf355",
|
||||||
"source_revision": "f6fc2e5c9bb748ad8db4bdc52ffdbdb6ac24d6d9",
|
"source_revision": "8e709acea97b5c45c0de1470ea317768bba56a33",
|
||||||
"summary": {
|
"summary": {
|
||||||
"exit_code": 0,
|
"exit_code": 0,
|
||||||
"skipped": 0,
|
"skipped": 0,
|
||||||
"timed_out": false
|
"timed_out": false
|
||||||
},
|
},
|
||||||
"safe_outcome": {
|
"safe_outcome": {
|
||||||
"agent_id": "agent_019ffd03085174338d660c8a7f19718a",
|
"agent_id": "agent_019fff89302371c29b137219c7097502",
|
||||||
"agent_revision": 1,
|
"agent_revision": 1,
|
||||||
"command_id": "authenticated-product-smoke",
|
"command_id": "authenticated-product-smoke",
|
||||||
"operation_id": "op_019ffd0307d37ae3ba38dd2986a22fb1",
|
"operation_id": "op_019fff892fa87d4184928a7092cd66e1",
|
||||||
"operation_version": 1,
|
"operation_version": 1,
|
||||||
"stages": [
|
"stages": [
|
||||||
"admin_test",
|
"admin_test",
|
||||||
@@ -302,15 +302,16 @@
|
|||||||
"api-operation-import-export",
|
"api-operation-import-export",
|
||||||
"api-operation-lifecycle",
|
"api-operation-lifecycle",
|
||||||
"api-operation-test-run",
|
"api-operation-test-run",
|
||||||
|
"api-typed-metrics-foundation",
|
||||||
"mcp-approval-lifecycle",
|
"mcp-approval-lifecycle",
|
||||||
"mcp-published-tool-call",
|
"mcp-published-tool-call",
|
||||||
"mcp-published-tool-list",
|
"mcp-published-tool-list",
|
||||||
"mcp-scoped-tool-search",
|
"mcp-scoped-tool-search",
|
||||||
"mcp-transport-session"
|
"mcp-transport-session"
|
||||||
],
|
],
|
||||||
"id": "run-just-verify-fa53a3c600d7",
|
"id": "run-just-verify-a54e42d403c7",
|
||||||
"source_report_sha256": "fa53a3c600d774dbed79b6029ffc8ffa20f210610388ac6810df328c36c6685a",
|
"source_report_sha256": "a54e42d403c755d9bb218d4f1cebe1c289fc6ad26cdd866907905d858b5af706",
|
||||||
"source_revision": "f6fc2e5c9bb748ad8db4bdc52ffdbdb6ac24d6d9",
|
"source_revision": "8e709acea97b5c45c0de1470ea317768bba56a33",
|
||||||
"summary": {
|
"summary": {
|
||||||
"exit_code": 0,
|
"exit_code": 0,
|
||||||
"skipped": 0,
|
"skipped": 0,
|
||||||
@@ -318,5 +319,5 @@
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"source_revision": "f6fc2e5c9bb748ad8db4bdc52ffdbdb6ac24d6d9"
|
"source_revision": "8e709acea97b5c45c0de1470ea317768bba56a33"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,5 +1,15 @@
|
|||||||
{
|
{
|
||||||
"flows": [
|
"flows": [
|
||||||
|
{
|
||||||
|
"capabilities": ["tools"],
|
||||||
|
"evidence": {"automated": ["crates/crank-metrics/tests/schema_v1.rs", "crates/crank-metrics/tests/cardinality.rs", "crates/crank-observability/tests/http_metrics.rs"], "manual": ["docs/observability.md"]},
|
||||||
|
"id": "api-typed-metrics-foundation",
|
||||||
|
"owner": "observability-community",
|
||||||
|
"requirements": ["FR-32", "FR-46"],
|
||||||
|
"status": "implemented",
|
||||||
|
"type": "api",
|
||||||
|
"user_outcome": "Operators receive a versioned low-cardinality technical metrics contract with bounded Prometheus and OpenMetrics exposition."
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"capabilities": ["tools"],
|
"capabilities": ["tools"],
|
||||||
"evidence": {"automated": ["apps/ui/tests/e2e/login.spec.js", "apps/ui/tests/e2e/workspace-settings.spec.js"], "manual": ["docs/capability-baseline/manual-checklist.md"]},
|
"evidence": {"automated": ["apps/ui/tests/e2e/login.spec.js", "apps/ui/tests/e2e/workspace-settings.spec.js"], "manual": ["docs/capability-baseline/manual-checklist.md"]},
|
||||||
@@ -245,7 +255,7 @@
|
|||||||
"evidence": {"automated": ["tests/unit/test_validate_capability_inventory.py"], "manual": ["docs/intro.md"]},
|
"evidence": {"automated": ["tests/unit/test_validate_capability_inventory.py"], "manual": ["docs/intro.md"]},
|
||||||
"id": "planned-production-foundation",
|
"id": "planned-production-foundation",
|
||||||
"owner": "platform-community",
|
"owner": "platform-community",
|
||||||
"requirements": ["FR-7", "FR-8", "FR-9", "FR-10", "FR-11", "FR-12", "FR-13", "FR-14", "FR-28", "FR-29", "FR-30", "FR-31", "FR-32", "FR-33", "FR-34", "FR-35"],
|
"requirements": ["FR-7", "FR-8", "FR-9", "FR-10", "FR-11", "FR-12", "FR-13", "FR-14", "FR-28", "FR-29", "FR-30", "FR-31", "FR-33", "FR-34", "FR-35"],
|
||||||
"status": "planned",
|
"status": "planned",
|
||||||
"type": "api",
|
"type": "api",
|
||||||
"user_outcome": "Community runtime, safety, correlation, and observability foundations reach their planned production contracts."
|
"user_outcome": "Community runtime, safety, correlation, and observability foundations reach their planned production contracts."
|
||||||
|
|||||||
Reference in New Issue
Block a user