{ "schema_version": 1, "kind": "matched-frozen-case-acceptance", "platform": "macOS-27.0.1-arm64-arm-64bit-Mach-O", "python": "3.14.7 (main, Aug 5 2026, 10:29:49) [Clang 21.0.0 (clang-2100.1.1.101)]", "guion_sha256": "8a64e276d60d1eff16c16ac686168bf22e9124eb512a44e5e7b5bcbe59c04e06", "manifest_sha256": "1f8f4f2db73c39d397a8334a86ff955cc76d7e1481d9c2a512ada73d675b0213", "note": "Per-step times are acceptance observations, not randomized benchmark results.", "applications": { "sla-report": { "cases": [ { "stage": "initial", "case_id": "sla-initial-report", "outcomes": { "guion": { "case_id": "sla-initial-report", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 9, "checks_total": 9, "steps": [ { "exit_code": 0, "checks_passed": 9, "checks_total": 9, "failures": [], "elapsed_seconds": 0.021344 } ], "elapsed_seconds": 0.024504, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "sla-initial-report", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 9, "checks_total": 9, "steps": [ { "exit_code": 0, "checks_passed": 9, "checks_total": 9, "failures": [], "elapsed_seconds": 0.088547 } ], "elapsed_seconds": 0.09042, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "sla-duplicate-id-preserves-output", "outcomes": { "guion": { "case_id": "sla-duplicate-id-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.008197 } ], "elapsed_seconds": 0.010154, "http_fixtures": {}, "stdout": "", "stderr": "duplicate_id: duplicate ticket id D-1\n", "failures": [] }, "python": { "case_id": "sla-duplicate-id-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082375 } ], "elapsed_seconds": 0.084065, "http_fixtures": {}, "stdout": "", "stderr": "duplicate ticket ID: D-1\n", "failures": [] } } }, { "stage": "initial", "case_id": "sla-missing-policy-entry-preserves-output", "outcomes": { "guion": { "case_id": "sla-missing-policy-entry-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.008729 } ], "elapsed_seconds": 0.010745, "http_fixtures": {}, "stdout": "", "stderr": "missing_policy_entry: low\n", "failures": [] }, "python": { "case_id": "sla-missing-policy-entry-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.08625 } ], "elapsed_seconds": 0.088022, "http_fixtures": {}, "stdout": "", "stderr": "missing_policy_entry: low\n", "failures": [] } } }, { "stage": "initial", "case_id": "sla-malformed-csv-preserves-output", "outcomes": { "guion": { "case_id": "sla-malformed-csv-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.008405 } ], "elapsed_seconds": 0.010376, "http_fixtures": {}, "stdout": "", "stderr": "malformed_csv: header must be id,team,priority,status,created_at\n", "failures": [] }, "python": { "case_id": "sla-malformed-csv-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.085558 } ], "elapsed_seconds": 0.08724, "http_fixtures": {}, "stdout": "", "stderr": "invalid CSV header\n", "failures": [] } } }, { "stage": "initial", "case_id": "sla-unknown-priority-preserves-output", "outcomes": { "guion": { "case_id": "sla-unknown-priority-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.008306 } ], "elapsed_seconds": 0.010248, "http_fixtures": {}, "stdout": "", "stderr": "unknown_priority: urgent\n", "failures": [] }, "python": { "case_id": "sla-unknown-priority-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.087997 } ], "elapsed_seconds": 0.089662, "http_fixtures": {}, "stdout": "", "stderr": "unknown_priority: urgent\n", "failures": [] } } }, { "stage": "initial", "case_id": "sla-invalid-timestamp-preserves-output", "outcomes": { "guion": { "case_id": "sla-invalid-timestamp-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.009303 } ], "elapsed_seconds": 0.011421, "http_fixtures": {}, "stdout": "", "stderr": "timestamp must use RFC3339 date-time syntax: ticket X-1\n", "failures": [] }, "python": { "case_id": "sla-invalid-timestamp-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084978 } ], "elapsed_seconds": 0.086779, "http_fixtures": {}, "stdout": "", "stderr": "timestamp must use RFC3339 date-time syntax\n", "failures": [] } } }, { "stage": "initial", "case_id": "sla-policy-boolean-preserves-output", "outcomes": { "guion": { "case_id": "sla-policy-boolean-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.008594 } ], "elapsed_seconds": 0.010571, "http_fixtures": {}, "stdout": "", "stderr": "policy limits must be nonnegative integers\n", "failures": [] }, "python": { "case_id": "sla-policy-boolean-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.083433 } ], "elapsed_seconds": 0.085095, "http_fixtures": {}, "stdout": "", "stderr": "policy limits must be nonnegative integers for high or low\n", "failures": [] } } }, { "stage": "initial", "case_id": "sla-policy-negative-preserves-output", "outcomes": { "guion": { "case_id": "sla-policy-negative-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.008281 } ], "elapsed_seconds": 0.010225, "http_fixtures": {}, "stdout": "", "stderr": "policy limits must be nonnegative integers\n", "failures": [] }, "python": { "case_id": "sla-policy-negative-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.08333 } ], "elapsed_seconds": 0.08522, "http_fixtures": {}, "stdout": "", "stderr": "policy limits must be nonnegative integers for high or low\n", "failures": [] } } }, { "stage": "initial", "case_id": "sla-policy-unknown-key-preserves-output", "outcomes": { "guion": { "case_id": "sla-policy-unknown-key-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.008579 } ], "elapsed_seconds": 0.010534, "http_fixtures": {}, "stdout": "", "stderr": "policy limits allow only high and low nonnegative integers\n", "failures": [] }, "python": { "case_id": "sla-policy-unknown-key-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.091598 } ], "elapsed_seconds": 0.093535, "http_fixtures": {}, "stdout": "", "stderr": "policy limits must be nonnegative integers for high or low\n", "failures": [] } } }, { "stage": "initial", "case_id": "sla-unknown-status-preserves-output", "outcomes": { "guion": { "case_id": "sla-unknown-status-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.009569 } ], "elapsed_seconds": 0.011794, "http_fixtures": {}, "stdout": "", "stderr": "unknown_status: pending\n", "failures": [] }, "python": { "case_id": "sla-unknown-status-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.097187 } ], "elapsed_seconds": 0.099115, "http_fixtures": {}, "stdout": "", "stderr": "invalid status: pending\n", "failures": [] } } }, { "stage": "initial", "case_id": "sla-future-ticket-timestamp-preserves-output", "outcomes": { "guion": { "case_id": "sla-future-ticket-timestamp-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.009318 } ], "elapsed_seconds": 0.011813, "http_fixtures": {}, "stdout": "", "stderr": "ticket timestamp is after --as-of: T-1\n", "failures": [] }, "python": { "case_id": "sla-future-ticket-timestamp-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.093796 } ], "elapsed_seconds": 0.096078, "http_fixtures": {}, "stdout": "", "stderr": "ticket timestamp is after --as-of\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "sla-follow-up-team-filter", "outcomes": { "guion": { "case_id": "sla-follow-up-team-filter", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.018854 } ], "elapsed_seconds": 0.020802, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "sla-follow-up-team-filter", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.08835 } ], "elapsed_seconds": 0.090013, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "sla-follow-up-team-no-match", "outcomes": { "guion": { "case_id": "sla-follow-up-team-no-match", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.015025 } ], "elapsed_seconds": 0.017025, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "sla-follow-up-team-no-match", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.089479 } ], "elapsed_seconds": 0.091092, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } } ], "passed": true }, "jsonl-summary": { "cases": [ { "stage": "initial", "case_id": "jsonl-normal-summary", "outcomes": { "guion": { "case_id": "jsonl-normal-summary", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.021771 } ], "elapsed_seconds": 0.024066, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "jsonl-normal-summary", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.084208 } ], "elapsed_seconds": 0.085556, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "jsonl-strict-does-not-publish", "outcomes": { "guion": { "case_id": "jsonl-strict-does-not-publish", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.014963 } ], "elapsed_seconds": 0.016736, "http_fixtures": {}, "stdout": "", "stderr": "invalid JSONL event at physical line 2\n", "failures": [] }, "python": { "case_id": "jsonl-strict-does-not-publish", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.087543 } ], "elapsed_seconds": 0.089315, "http_fixtures": {}, "stdout": "", "stderr": "invalid event at line 2: Expecting value: line 1 column 1 (char 0)\n", "failures": [] } } }, { "stage": "initial", "case_id": "jsonl-empty-input", "outcomes": { "guion": { "case_id": "jsonl-empty-input", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.021282 } ], "elapsed_seconds": 0.023104, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "jsonl-empty-input", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.090008 } ], "elapsed_seconds": 0.091477, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "jsonl-missing-required-field", "outcomes": { "guion": { "case_id": "jsonl-missing-required-field", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.021637 } ], "elapsed_seconds": 0.02343, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "jsonl-missing-required-field", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.086389 } ], "elapsed_seconds": 0.087867, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "jsonl-malformed-rfc3339-normal-mode", "outcomes": { "guion": { "case_id": "jsonl-malformed-rfc3339-normal-mode", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.021697 } ], "elapsed_seconds": 0.02336, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "jsonl-malformed-rfc3339-normal-mode", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.085292 } ], "elapsed_seconds": 0.086697, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "jsonl-malformed-rfc3339-strict-preserves-output", "outcomes": { "guion": { "case_id": "jsonl-malformed-rfc3339-strict-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.015384 } ], "elapsed_seconds": 0.017278, "http_fixtures": {}, "stdout": "", "stderr": "invalid JSONL event at physical line 1\n", "failures": [] }, "python": { "case_id": "jsonl-malformed-rfc3339-strict-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084013 } ], "elapsed_seconds": 0.085653, "http_fixtures": {}, "stdout": "", "stderr": "invalid event at line 1: timestamp must use RFC3339 date-time syntax\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "jsonl-follow-up-allow-list", "outcomes": { "guion": { "case_id": "jsonl-follow-up-allow-list", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.020957 } ], "elapsed_seconds": 0.022923, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "jsonl-follow-up-allow-list", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.083648 } ], "elapsed_seconds": 0.085306, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "jsonl-follow-up-empty-allow-list", "outcomes": { "guion": { "case_id": "jsonl-follow-up-empty-allow-list", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.021744 } ], "elapsed_seconds": 0.023702, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "jsonl-follow-up-empty-allow-list", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.084027 } ], "elapsed_seconds": 0.085495, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "jsonl-follow-up-nonmatching-allow-list", "outcomes": { "guion": { "case_id": "jsonl-follow-up-nonmatching-allow-list", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.020825 } ], "elapsed_seconds": 0.022704, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "jsonl-follow-up-nonmatching-allow-list", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.084262 } ], "elapsed_seconds": 0.085771, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "jsonl-fractional-offset-uses-canonical-utc", "outcomes": { "guion": { "case_id": "jsonl-fractional-offset-uses-canonical-utc", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.020719 } ], "elapsed_seconds": 0.022375, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "jsonl-fractional-offset-uses-canonical-utc", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.084004 } ], "elapsed_seconds": 0.085549, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "jsonl-rejects-fraction-over-six-digits", "outcomes": { "guion": { "case_id": "jsonl-rejects-fraction-over-six-digits", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.020756 } ], "elapsed_seconds": 0.022498, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "jsonl-rejects-fraction-over-six-digits", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.087106 } ], "elapsed_seconds": 0.088554, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } } ], "passed": true }, "release-notes": { "cases": [ { "stage": "initial", "case_id": "release-notes-initial", "outcomes": { "guion": { "case_id": "release-notes-initial", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.025071 } ], "elapsed_seconds": 0.028368, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "release-notes-initial", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.085354 } ], "elapsed_seconds": 0.087576, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "release-notes-invalid-record-preserves-both-outputs", "outcomes": { "guion": { "case_id": "release-notes-invalid-record-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 1, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.013354 } ], "elapsed_seconds": 0.015942, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.3.0.json: unconfigured category Unconfigured\n", "failures": [] }, "python": { "case_id": "release-notes-invalid-record-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 1, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.083167 } ], "elapsed_seconds": 0.085122, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.3.0.json: unconfigured category field: category (Unconfigured)\n", "failures": [] } } }, { "stage": "initial", "case_id": "release-notes-duplicate-id-preserves-outputs", "outcomes": { "guion": { "case_id": "release-notes-duplicate-id-preserves-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.013679 } ], "elapsed_seconds": 0.01654, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.2.0.json: duplicate change id same\n", "failures": [] }, "python": { "case_id": "release-notes-duplicate-id-preserves-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084178 } ], "elapsed_seconds": 0.086426, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.2.0.json: duplicate field id: same\n", "failures": [] } } }, { "stage": "initial", "case_id": "release-notes-invalid-json-preserves-both-outputs", "outcomes": { "guion": { "case_id": "release-notes-invalid-json-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.014014 } ], "elapsed_seconds": 0.016822, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.0.0.json: invalid JSON\n", "failures": [] }, "python": { "case_id": "release-notes-invalid-json-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.083352 } ], "elapsed_seconds": 0.085322, "http_fixtures": {}, "stdout": "", "stderr": "Expecting property name enclosed in double quotes: line 1 column 2 (char 1)\n", "failures": [] } } }, { "stage": "initial", "case_id": "release-notes-invalid-date-preserves-both-outputs", "outcomes": { "guion": { "case_id": "release-notes-invalid-date-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.013533 } ], "elapsed_seconds": 0.01623, "http_fixtures": {}, "stdout": "", "stderr": "configuration date must be a valid YYYY-MM-DD date\n", "failures": [] }, "python": { "case_id": "release-notes-invalid-date-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082917 } ], "elapsed_seconds": 0.084971, "http_fixtures": {}, "stdout": "", "stderr": "day 30 must be in range 1..28 for month 2 in year 2025\n", "failures": [] } } }, { "stage": "initial", "case_id": "release-notes-invalid-filename-version-preserves-both-outputs", "outcomes": { "guion": { "case_id": "release-notes-invalid-filename-version-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.013579 } ], "elapsed_seconds": 0.016279, "http_fixtures": {}, "stdout": "", "stderr": "invalid semantic version filename: not-a-version.json\n", "failures": [] }, "python": { "case_id": "release-notes-invalid-filename-version-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082688 } ], "elapsed_seconds": 0.084709, "http_fixtures": {}, "stdout": "", "stderr": "invalid semantic version: not-a-version\n", "failures": [] } } }, { "stage": "initial", "case_id": "release-notes-invalid-field-names-file-and-field", "outcomes": { "guion": { "case_id": "release-notes-invalid-field-names-file-and-field", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 1, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.013714 } ], "elapsed_seconds": 0.016421, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.0.0.json: field text must be text\n", "failures": [] }, "python": { "case_id": "release-notes-invalid-field-names-file-and-field", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 1, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.085459 } ], "elapsed_seconds": 0.087472, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.0.0.json: invalid field type or empty value: text\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "release-notes-since-follow-up", "outcomes": { "guion": { "case_id": "release-notes-since-follow-up", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.027192 } ], "elapsed_seconds": 0.029761, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "release-notes-since-follow-up", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.08839 } ], "elapsed_seconds": 0.090303, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "release-notes-invalid-since-preserves-outputs", "outcomes": { "guion": { "case_id": "release-notes-invalid-since-preserves-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.013582 } ], "elapsed_seconds": 0.016187, "http_fixtures": {}, "stdout": "", "stderr": "invalid --since version: not-a-version\n", "failures": [] }, "python": { "case_id": "release-notes-invalid-since-preserves-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083059 } ], "elapsed_seconds": 0.084986, "http_fixtures": {}, "stdout": "", "stderr": "invalid --since version: not-a-version\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "release-notes-escapes-all-ascii-punctuation", "outcomes": { "guion": { "case_id": "release-notes-escapes-all-ascii-punctuation", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.02633 } ], "elapsed_seconds": 0.02881, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "release-notes-escapes-all-ascii-punctuation", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.085478 } ], "elapsed_seconds": 0.087177, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "release-notes-empty-category-order-preserves-both-outputs", "outcomes": { "guion": { "case_id": "release-notes-empty-category-order-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.013121 } ], "elapsed_seconds": 0.0157, "http_fixtures": {}, "stdout": "", "stderr": "category_order must be a nonempty array\n", "failures": [] }, "python": { "case_id": "release-notes-empty-category-order-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.082544 } ], "elapsed_seconds": 0.084539, "http_fixtures": {}, "stdout": "", "stderr": "category_order must contain unique non-empty single-line strings\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "release-notes-since-validates-excluded-malformed-record", "outcomes": { "guion": { "case_id": "release-notes-since-validates-excluded-malformed-record", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.013828 } ], "elapsed_seconds": 0.016558, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.0.0.json: invalid JSON\n", "failures": [] }, "python": { "case_id": "release-notes-since-validates-excluded-malformed-record", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.085614 } ], "elapsed_seconds": 0.087783, "http_fixtures": {}, "stdout": "", "stderr": "Expecting property name enclosed in double quotes: line 1 column 2 (char 1)\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "release-notes-since-rejects-cross-filter-duplicate-id", "outcomes": { "guion": { "case_id": "release-notes-since-rejects-cross-filter-duplicate-id", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.013792 } ], "elapsed_seconds": 0.016665, "http_fixtures": {}, "stdout": "", "stderr": "changes/2.0.0.json: duplicate change id same\n", "failures": [] }, "python": { "case_id": "release-notes-since-rejects-cross-filter-duplicate-id", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.083723 } ], "elapsed_seconds": 0.085918, "http_fixtures": {}, "stdout": "", "stderr": "changes/2.0.0.json: duplicate field id: same\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "release-notes-reject-category-cr-preserves-both-outputs", "outcomes": { "guion": { "case_id": "release-notes-reject-category-cr-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.013746 } ], "elapsed_seconds": 0.016426, "http_fixtures": {}, "stdout": "", "stderr": "category names must be nonempty single-line text\n", "failures": [] }, "python": { "case_id": "release-notes-reject-category-cr-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083494 } ], "elapsed_seconds": 0.08555, "http_fixtures": {}, "stdout": "", "stderr": "category_order must contain unique non-empty single-line strings\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "release-notes-reject-category-lf-preserves-both-outputs", "outcomes": { "guion": { "case_id": "release-notes-reject-category-lf-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.013302 } ], "elapsed_seconds": 0.015948, "http_fixtures": {}, "stdout": "", "stderr": "category names must be nonempty single-line text\n", "failures": [] }, "python": { "case_id": "release-notes-reject-category-lf-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.085505 } ], "elapsed_seconds": 0.087455, "http_fixtures": {}, "stdout": "", "stderr": "category_order must contain unique non-empty single-line strings\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "release-notes-reject-text-cr-preserves-both-outputs", "outcomes": { "guion": { "case_id": "release-notes-reject-text-cr-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.013706 } ], "elapsed_seconds": 0.016402, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.0.0.json: category and text must be single-line values\n", "failures": [] }, "python": { "case_id": "release-notes-reject-text-cr-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.085937 } ], "elapsed_seconds": 0.088107, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.0.0.json: field text must be a single-line string\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "release-notes-reject-text-lf-preserves-both-outputs", "outcomes": { "guion": { "case_id": "release-notes-reject-text-lf-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.013818 } ], "elapsed_seconds": 0.016646, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.0.0.json: category and text must be single-line values\n", "failures": [] }, "python": { "case_id": "release-notes-reject-text-lf-preserves-both-outputs", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.085755 } ], "elapsed_seconds": 0.087772, "http_fixtures": {}, "stdout": "", "stderr": "changes/1.0.0.json: field text must be a single-line string\n", "failures": [] } } } ], "passed": true }, "calendar-conflicts": { "cases": [ { "stage": "initial", "case_id": "calendar-overlap-and-boundary", "outcomes": { "guion": { "case_id": "calendar-overlap-and-boundary", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 6, "checks_total": 6, "steps": [ { "exit_code": 0, "checks_passed": 6, "checks_total": 6, "failures": [], "elapsed_seconds": 0.238555 } ], "elapsed_seconds": 0.647867, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/personal.ics" }, { "method": "GET", "path": "/team.ics" }, { "method": "GET", "path": "/other.ics" }, { "method": "GET", "path": "/broken.ics" }, { "method": "GET", "path": "/unavailable.ics" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "calendar-overlap-and-boundary", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 6, "checks_total": 6, "steps": [ { "exit_code": 0, "checks_passed": 6, "checks_total": 6, "failures": [], "elapsed_seconds": 0.395101 } ], "elapsed_seconds": 0.784861, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/team.ics" }, { "method": "GET", "path": "/personal.ics" }, { "method": "GET", "path": "/broken.ics" }, { "method": "GET", "path": "/other.ics" }, { "method": "GET", "path": "/unavailable.ics" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "calendar-source-timeout", "outcomes": { "guion": { "case_id": "calendar-source-timeout", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.06891 } ], "elapsed_seconds": 0.555487, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/slow" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "calendar-source-timeout", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.184426 } ], "elapsed_seconds": 0.668797, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/slow" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "calendar-window-clips-cross-boundary-overlap", "outcomes": { "guion": { "case_id": "calendar-window-clips-cross-boundary-overlap", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.16494 } ], "elapsed_seconds": 0.551476, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/b" }, { "method": "GET", "path": "/a" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "calendar-window-clips-cross-boundary-overlap", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.265813 } ], "elapsed_seconds": 0.654214, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/b" }, { "method": "GET", "path": "/a" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "calendar-tzid-normalizes-to-utc", "outcomes": { "guion": { "case_id": "calendar-tzid-normalizes-to-utc", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.0383 } ], "elapsed_seconds": 0.54949, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/utc.ics" }, { "method": "GET", "path": "/la.ics" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "calendar-tzid-normalizes-to-utc", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.159635 } ], "elapsed_seconds": 0.664359, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/la.ics" }, { "method": "GET", "path": "/utc.ics" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "calendar-slow-trickle-exceeds-total-deadline", "outcomes": { "guion": { "case_id": "calendar-slow-trickle-exceeds-total-deadline", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.207521 } ], "elapsed_seconds": 0.570359, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/slow.ics" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "calendar-slow-trickle-exceeds-total-deadline", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.313733 } ], "elapsed_seconds": 0.664414, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/slow.ics" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "calendar-tentative-follow-up", "outcomes": { "guion": { "case_id": "calendar-tentative-follow-up", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.133193 } ], "elapsed_seconds": 0.521232, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/team.ics" }, { "method": "GET", "path": "/personal.ics" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "calendar-tentative-follow-up", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.274953 } ], "elapsed_seconds": 0.667517, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/team.ics" }, { "method": "GET", "path": "/personal.ics" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "calendar-invalid-event-fields", "outcomes": { "guion": { "case_id": "calendar-invalid-event-fields", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.040903 } ], "elapsed_seconds": 0.561053, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/malformed" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "calendar-invalid-event-fields", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.152879 } ], "elapsed_seconds": 0.669299, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/malformed" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "calendar-fractional-window-clips-with-canonical-utc", "outcomes": { "guion": { "case_id": "calendar-fractional-window-clips-with-canonical-utc", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.032695 } ], "elapsed_seconds": 0.548878, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/b" }, { "method": "GET", "path": "/a" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "calendar-fractional-window-clips-with-canonical-utc", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.152254 } ], "elapsed_seconds": 0.659826, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/a" }, { "method": "GET", "path": "/b" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "calendar-invalid-floating-unknown-zone-missing-uid-and-reversed-interval", "outcomes": { "guion": { "case_id": "calendar-invalid-floating-unknown-zone-missing-uid-and-reversed-interval", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.039379 } ], "elapsed_seconds": 0.558417, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/floating" }, { "method": "GET", "path": "/unknown-zone" }, { "method": "GET", "path": "/reversed" }, { "method": "GET", "path": "/missing-uid" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "calendar-invalid-floating-unknown-zone-missing-uid-and-reversed-interval", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.161509 } ], "elapsed_seconds": 0.66935, "http_fixtures": { "calendar": { "requests": [ { "method": "GET", "path": "/unknown-zone" }, { "method": "GET", "path": "/floating" }, { "method": "GET", "path": "/missing-uid" }, { "method": "GET", "path": "/reversed" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "calendar-rejects-window-fraction-over-six-digits-preserves-output", "outcomes": { "guion": { "case_id": "calendar-rejects-window-fraction-over-six-digits-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.025389 } ], "elapsed_seconds": 0.039064, "http_fixtures": {}, "stdout": "", "stderr": "timestamp must use RFC3339 date-time syntax\n", "failures": [] }, "python": { "case_id": "calendar-rejects-window-fraction-over-six-digits-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.132049 } ], "elapsed_seconds": 0.135096, "http_fixtures": {}, "stdout": "", "stderr": "timestamp must use RFC3339 date-time syntax\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "calendar-rejects-space-separator-preserves-output", "outcomes": { "guion": { "case_id": "calendar-rejects-space-separator-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.010098 } ], "elapsed_seconds": 0.012151, "http_fixtures": {}, "stdout": "", "stderr": "timestamp must use RFC3339 date-time syntax\n", "failures": [] }, "python": { "case_id": "calendar-rejects-space-separator-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.103052 } ], "elapsed_seconds": 0.104532, "http_fixtures": {}, "stdout": "", "stderr": "timestamp must use RFC3339 date-time syntax\n", "failures": [] } } } ], "passed": true }, "webhook-replay": { "cases": [ { "stage": "initial", "case_id": "webhook-durable-retry-and-privacy", "outcomes": { "guion": { "case_id": "webhook-durable-retry-and-privacy", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 25, "checks_total": 25, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.012517 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.020878 }, { "exit_code": 1, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.017259 }, { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.016319 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.018814 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.016589 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.0182 }, { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.015429 } ], "elapsed_seconds": 0.626066, "http_fixtures": { "downstream": { "requests": [ { "method": "POST", "path": "/events" }, { "method": "POST", "path": "/events" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "webhook-durable-retry-and-privacy", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 25, "checks_total": 25, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.115455 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.08368 }, { "exit_code": 1, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.084315 }, { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.086486 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.102199 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.086221 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.101223 }, { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.08401 } ], "elapsed_seconds": 1.18885, "http_fixtures": { "downstream": { "requests": [ { "method": "POST", "path": "/events" }, { "method": "POST", "path": "/events" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "webhook-malformed-body-rejected", "outcomes": { "guion": { "case_id": "webhook-malformed-body-rejected", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 7, "checks_total": 7, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.030333 }, { "exit_code": 1, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.026473 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.020672 } ], "elapsed_seconds": 0.085726, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "webhook-malformed-body-rejected", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 7, "checks_total": 7, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.088942 }, { "exit_code": 1, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.086465 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084972 } ], "elapsed_seconds": 0.262497, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "webhook-invalid-secret-rejected-without-state-change", "outcomes": { "guion": { "case_id": "webhook-invalid-secret-rejected-without-state-change", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 11, "checks_total": 11, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.012244 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016487 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.015902 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.01706 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.015471 } ], "elapsed_seconds": 0.079588, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "webhook-invalid-secret-rejected-without-state-change", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 11, "checks_total": 11, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.090138 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.085536 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.082546 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084877 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083584 } ], "elapsed_seconds": 0.42879, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "webhook-rejections-preserve-state", "outcomes": { "guion": { "case_id": "webhook-rejections-preserve-state", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 19, "checks_total": 19, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.011445 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.016966 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016099 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.016887 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.01537 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.016414 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016293 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.015998 } ], "elapsed_seconds": 0.128024, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "webhook-rejections-preserve-state", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 19, "checks_total": 19, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.086969 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083367 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082929 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.08225 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.087448 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083621 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082317 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.090228 } ], "elapsed_seconds": 0.681397, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "webhook-null-payload-is-valid", "outcomes": { "guion": { "case_id": "webhook-null-payload-is-valid", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.01237 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.018474 } ], "elapsed_seconds": 0.03287, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "webhook-null-payload-is-valid", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.093853 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.086582 } ], "elapsed_seconds": 0.182146, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "webhook-init-rejects-invalid-secrets-without-database-mutation", "outcomes": { "guion": { "case_id": "webhook-init-rejects-invalid-secrets-without-database-mutation", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.010895 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.011338 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.011242 } ], "elapsed_seconds": 0.035543, "http_fixtures": {}, "stdout": "", "stderr": "invalid_secret\n", "failures": [] }, "python": { "case_id": "webhook-init-rejects-invalid-secrets-without-database-mutation", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084693 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082912 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.080998 } ], "elapsed_seconds": 0.250378, "http_fixtures": {}, "stdout": "", "stderr": "invalid_secret\n", "failures": [] } } }, { "stage": "initial", "case_id": "webhook-uppercase-valid-signature-is-accepted", "outcomes": { "guion": { "case_id": "webhook-uppercase-valid-signature-is-accepted", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.011421 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.017595 } ], "elapsed_seconds": 0.030918, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "webhook-uppercase-valid-signature-is-accepted", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.083197 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.082665 } ], "elapsed_seconds": 0.167419, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "webhook-dead-letter-limit", "outcomes": { "guion": { "case_id": "webhook-dead-letter-limit", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 11, "checks_total": 11, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.011285 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.018014 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.018709 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.01731 }, { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.016354 } ], "elapsed_seconds": 0.573784, "http_fixtures": { "downstream": { "requests": [ { "method": "POST", "path": "/events" }, { "method": "POST", "path": "/events" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "webhook-dead-letter-limit", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 11, "checks_total": 11, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.12688 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.08263 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.09733 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.099815 }, { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.082595 } ], "elapsed_seconds": 0.916964, "http_fixtures": { "downstream": { "requests": [ { "method": "POST", "path": "/events" }, { "method": "POST", "path": "/events" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "webhook-late-max-attempts-does-not-retry", "outcomes": { "guion": { "case_id": "webhook-late-max-attempts-does-not-retry", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 12, "checks_total": 12, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.014225 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.020247 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.020993 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.020732 }, { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.018851 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.018062 } ], "elapsed_seconds": 0.584843, "http_fixtures": { "downstream": { "requests": [ { "method": "POST", "path": "/events" }, { "method": "POST", "path": "/events" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "webhook-late-max-attempts-does-not-retry", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 12, "checks_total": 12, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.111516 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.085736 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.095085 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.097056 }, { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083979 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.088034 } ], "elapsed_seconds": 0.907589, "http_fixtures": { "downstream": { "requests": [ { "method": "POST", "path": "/events" }, { "method": "POST", "path": "/events" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } } ], "passed": true }, "health-digest": { "cases": [ { "stage": "initial", "case_id": "health-mixed-results-and-cap", "outcomes": { "guion": { "case_id": "health-mixed-results-and-cap", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.541212 } ], "elapsed_seconds": 1.050244, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/worker" }, { "method": "GET", "path": "/api" }, { "method": "GET", "path": "/slow" }, { "method": "GET", "path": "/invalid" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "health-mixed-results-and-cap", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.661092 } ], "elapsed_seconds": 1.150711, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/worker" }, { "method": "GET", "path": "/api" }, { "method": "GET", "path": "/slow" }, { "method": "GET", "path": "/invalid" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "health-concurrency-bound", "outcomes": { "guion": { "case_id": "health-concurrency-bound", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.174812 } ], "elapsed_seconds": 0.539685, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/worker" }, { "method": "GET", "path": "/api" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "health-concurrency-bound", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 5, "checks_total": 5, "failures": [], "elapsed_seconds": 0.267392 } ], "elapsed_seconds": 0.630941, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/api" }, { "method": "GET", "path": "/worker" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "health-empty-configuration", "outcomes": { "guion": { "case_id": "health-empty-configuration", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.032555 } ], "elapsed_seconds": 0.040761, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "health-empty-configuration", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.10221 } ], "elapsed_seconds": 0.104487, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "health-http-error-is-unhealthy", "outcomes": { "guion": { "case_id": "health-http-error-is-unhealthy", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.018586 } ], "elapsed_seconds": 0.518977, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/api?token=fixture-only-secret" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "health-http-error-is-unhealthy", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.132545 } ], "elapsed_seconds": 0.63892, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/api?token=fixture-only-secret" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "health-duplicate-service-names-rejected", "outcomes": { "guion": { "case_id": "health-duplicate-service-names-rejected", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.017386 } ], "elapsed_seconds": 0.513726, "http_fixtures": { "health": { "requests": [], "max_in_flight": 0 } }, "stdout": "", "stderr": "service names must be unique: api\n", "failures": [] }, "python": { "case_id": "health-duplicate-service-names-rejected", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.122441 } ], "elapsed_seconds": 0.511618, "http_fixtures": { "health": { "requests": [], "max_in_flight": 0 } }, "stdout": "", "stderr": "service names must be unique\n", "failures": [] } } }, { "stage": "initial", "case_id": "health-slow-trickle-exceeds-total-deadline", "outcomes": { "guion": { "case_id": "health-slow-trickle-exceeds-total-deadline", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.145856 } ], "elapsed_seconds": 0.533381, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/slow" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "health-slow-trickle-exceeds-total-deadline", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.229474 } ], "elapsed_seconds": 0.652503, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/slow" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "health-maintenance-boundaries", "outcomes": { "guion": { "case_id": "health-maintenance-boundaries", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.034647 } ], "elapsed_seconds": 0.546622, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/worker" }, { "method": "GET", "path": "/worker" }, { "method": "GET", "path": "/api" }, { "method": "GET", "path": "/unavailable" }, { "method": "GET", "path": "/invalid" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "health-maintenance-boundaries", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.140437 } ], "elapsed_seconds": 0.644691, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/worker" }, { "method": "GET", "path": "/worker" }, { "method": "GET", "path": "/api" }, { "method": "GET", "path": "/unavailable" }, { "method": "GET", "path": "/invalid" } ], "max_in_flight": 1 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "health-timeout-and-invalid-shapes-in-maintenance", "outcomes": { "guion": { "case_id": "health-timeout-and-invalid-shapes-in-maintenance", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.56663 } ], "elapsed_seconds": 1.059554, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/slow" }, { "method": "GET", "path": "/array" }, { "method": "GET", "path": "/missing" }, { "method": "GET", "path": "/numeric" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "health-timeout-and-invalid-shapes-in-maintenance", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.663506 } ], "elapsed_seconds": 1.147691, "http_fixtures": { "health": { "requests": [ { "method": "GET", "path": "/slow" }, { "method": "GET", "path": "/array" }, { "method": "GET", "path": "/missing" }, { "method": "GET", "path": "/numeric" } ], "max_in_flight": 2 } }, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "health-maintenance-requires-now", "outcomes": { "guion": { "case_id": "health-maintenance-requires-now", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.023015 } ], "elapsed_seconds": 0.52146, "http_fixtures": { "health": { "requests": [], "max_in_flight": 0 } }, "stdout": "", "stderr": "--now is required when maintenance windows are configured\n", "failures": [] }, "python": { "case_id": "health-maintenance-requires-now", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.120867 } ], "elapsed_seconds": 0.512237, "http_fixtures": { "health": { "requests": [], "max_in_flight": 0 } }, "stdout": "", "stderr": "--now is required when maintenance is configured\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "health-maintenance-invalid-rfc3339-preserves-output", "outcomes": { "guion": { "case_id": "health-maintenance-invalid-rfc3339-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.019809 } ], "elapsed_seconds": 0.033337, "http_fixtures": {}, "stdout": "", "stderr": "timestamp must use RFC3339 date-time syntax\n", "failures": [] }, "python": { "case_id": "health-maintenance-invalid-rfc3339-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.100569 } ], "elapsed_seconds": 0.102703, "http_fixtures": {}, "stdout": "", "stderr": "timestamp must use RFC3339 date-time syntax\n", "failures": [] } } } ], "passed": true }, "config-migrator": { "cases": [ { "stage": "initial", "case_id": "config-migrator-v1-to-v2", "outcomes": { "guion": { "case_id": "config-migrator-v1-to-v2", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.01585 } ], "elapsed_seconds": 0.018224, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "config-migrator-v1-to-v2", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.086747 } ], "elapsed_seconds": 0.088099, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "config-migrator-future-version-safe", "outcomes": { "guion": { "case_id": "config-migrator-future-version-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.006568 } ], "elapsed_seconds": 0.008296, "http_fixtures": {}, "stdout": "", "stderr": "unsupported schema version\n", "failures": [] }, "python": { "case_id": "config-migrator-future-version-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084865 } ], "elapsed_seconds": 0.086455, "http_fixtures": {}, "stdout": "", "stderr": "unsupported schema version 99\n", "failures": [] } } }, { "stage": "initial", "case_id": "config-migrator-current-schema-check-is-read-only", "outcomes": { "guion": { "case_id": "config-migrator-current-schema-check-is-read-only", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.007434 } ], "elapsed_seconds": 0.009204, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "config-migrator-current-schema-check-is-read-only", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.085346 } ], "elapsed_seconds": 0.086909, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "config-migrator-invalid-current-schema-is-safe", "outcomes": { "guion": { "case_id": "config-migrator-invalid-current-schema-is-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.0063 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.005764 } ], "elapsed_seconds": 0.013749, "http_fixtures": {}, "stdout": "", "stderr": "sync.timeout_seconds must be a positive integer\n", "failures": [] }, "python": { "case_id": "config-migrator-invalid-current-schema-is-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.083383 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.081477 } ], "elapsed_seconds": 0.166307, "http_fixtures": {}, "stdout": "", "stderr": "invalid sync timeout_seconds\n", "failures": [] } } }, { "stage": "initial", "case_id": "config-migrator-bool-field-check-and-migrate-safe", "outcomes": { "guion": { "case_id": "config-migrator-bool-field-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.006396 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.005564 } ], "elapsed_seconds": 0.013607, "http_fixtures": {}, "stdout": "", "stderr": "sync.timeout_seconds must be a positive integer\n", "failures": [] }, "python": { "case_id": "config-migrator-bool-field-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.081568 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.081524 } ], "elapsed_seconds": 0.164499, "http_fixtures": {}, "stdout": "", "stderr": "invalid sync timeout_seconds\n", "failures": [] } } }, { "stage": "initial", "case_id": "config-migrator-zero-field-check-and-migrate-safe", "outcomes": { "guion": { "case_id": "config-migrator-zero-field-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.00678 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.006263 } ], "elapsed_seconds": 0.014738, "http_fixtures": {}, "stdout": "", "stderr": "sync.timeout_seconds must be a positive integer\n", "failures": [] }, "python": { "case_id": "config-migrator-zero-field-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.083175 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.082444 } ], "elapsed_seconds": 0.167057, "http_fixtures": {}, "stdout": "", "stderr": "invalid sync timeout_seconds\n", "failures": [] } } }, { "stage": "initial", "case_id": "config-migrator-missing-field-check-and-migrate-safe", "outcomes": { "guion": { "case_id": "config-migrator-missing-field-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.006377 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.005626 } ], "elapsed_seconds": 0.013957, "http_fixtures": {}, "stdout": "", "stderr": "sync.parallelism must be a positive integer\n", "failures": [] }, "python": { "case_id": "config-migrator-missing-field-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.084449 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.086592 } ], "elapsed_seconds": 0.172615, "http_fixtures": {}, "stdout": "", "stderr": "schema version 3 requires sync.parallelism\n", "failures": [] } } }, { "stage": "initial", "case_id": "config-migrator-schema1-sync-not-table-safe", "outcomes": { "guion": { "case_id": "config-migrator-schema1-sync-not-table-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.006531 } ], "elapsed_seconds": 0.008223, "http_fixtures": {}, "stdout": "", "stderr": "sync must be a table\n", "failures": [] }, "python": { "case_id": "config-migrator-schema1-sync-not-table-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.083334 } ], "elapsed_seconds": 0.084699, "http_fixtures": {}, "stdout": "", "stderr": "sync must be a table\n", "failures": [] } } }, { "stage": "initial", "case_id": "config-migrator-zero-version-safe", "outcomes": { "guion": { "case_id": "config-migrator-zero-version-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.006767 } ], "elapsed_seconds": 0.008632, "http_fixtures": {}, "stdout": "", "stderr": "unsupported schema version\n", "failures": [] }, "python": { "case_id": "config-migrator-zero-version-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.08298 } ], "elapsed_seconds": 0.084567, "http_fixtures": {}, "stdout": "", "stderr": "unsupported schema version 0\n", "failures": [] } } }, { "stage": "initial", "case_id": "config-migrator-check-schema1-valid", "outcomes": { "guion": { "case_id": "config-migrator-check-schema1-valid", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.006311 } ], "elapsed_seconds": 0.007971, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "config-migrator-check-schema1-valid", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.084132 } ], "elapsed_seconds": 0.085552, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "config-migrator-check-schema2-valid", "outcomes": { "guion": { "case_id": "config-migrator-check-schema2-valid", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.006835 } ], "elapsed_seconds": 0.008532, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "config-migrator-check-schema2-valid", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.081746 } ], "elapsed_seconds": 0.083153, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "config-migrator-check-schema2-missing-timeout-safe", "outcomes": { "guion": { "case_id": "config-migrator-check-schema2-missing-timeout-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.006289 } ], "elapsed_seconds": 0.007924, "http_fixtures": {}, "stdout": "", "stderr": "sync.timeout_seconds must be a positive integer\n", "failures": [] }, "python": { "case_id": "config-migrator-check-schema2-missing-timeout-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082096 } ], "elapsed_seconds": 0.083412, "http_fixtures": {}, "stdout": "", "stderr": "schema version 2 or later requires sync.timeout_seconds\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "config-migrator-v2-to-v3", "outcomes": { "guion": { "case_id": "config-migrator-v2-to-v3", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.013405 } ], "elapsed_seconds": 0.015039, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "config-migrator-v2-to-v3", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084051 } ], "elapsed_seconds": 0.085437, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "config-migrator-current-schema-migrate-no-op", "outcomes": { "guion": { "case_id": "config-migrator-current-schema-migrate-no-op", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.006359 } ], "elapsed_seconds": 0.008168, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "config-migrator-current-schema-migrate-no-op", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.082339 } ], "elapsed_seconds": 0.083716, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "config-migrator-v2-to-v3-preserves-explicit-parallelism", "outcomes": { "guion": { "case_id": "config-migrator-v2-to-v3-preserves-explicit-parallelism", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.013149 } ], "elapsed_seconds": 0.014783, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "config-migrator-v2-to-v3-preserves-explicit-parallelism", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.083 } ], "elapsed_seconds": 0.084285, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "config-migrator-migrate-schema2-missing-timeout-safe", "outcomes": { "guion": { "case_id": "config-migrator-migrate-schema2-missing-timeout-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.006649 } ], "elapsed_seconds": 0.008285, "http_fixtures": {}, "stdout": "", "stderr": "sync.timeout_seconds must be a positive integer\n", "failures": [] }, "python": { "case_id": "config-migrator-migrate-schema2-missing-timeout-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.081842 } ], "elapsed_seconds": 0.083389, "http_fixtures": {}, "stdout": "", "stderr": "schema version 2 or later requires sync.timeout_seconds\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "config-migrator-invalid-schema2-timeout-check-and-migrate-safe", "outcomes": { "guion": { "case_id": "config-migrator-invalid-schema2-timeout-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.006351 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.005598 } ], "elapsed_seconds": 0.013827, "http_fixtures": {}, "stdout": "", "stderr": "sync.timeout_seconds must be a positive integer\n", "failures": [] }, "python": { "case_id": "config-migrator-invalid-schema2-timeout-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.08339 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.08181 } ], "elapsed_seconds": 0.166613, "http_fixtures": {}, "stdout": "", "stderr": "invalid sync timeout_seconds\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "config-migrator-invalid-schema2-parallelism-check-and-migrate-safe", "outcomes": { "guion": { "case_id": "config-migrator-invalid-schema2-parallelism-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.006299 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.005729 } ], "elapsed_seconds": 0.013693, "http_fixtures": {}, "stdout": "", "stderr": "sync.parallelism must be a positive integer\n", "failures": [] }, "python": { "case_id": "config-migrator-invalid-schema2-parallelism-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.082712 }, { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.083116 } ], "elapsed_seconds": 0.167267, "http_fixtures": {}, "stdout": "", "stderr": "invalid sync parallelism\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "config-migrator-migrate-schema1-preserves-inline-version-comment", "outcomes": { "guion": { "case_id": "config-migrator-migrate-schema1-preserves-inline-version-comment", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.012117 } ], "elapsed_seconds": 0.013816, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "config-migrator-migrate-schema1-preserves-inline-version-comment", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.084372 } ], "elapsed_seconds": 0.085792, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "config-migrator-check-schema2-missing-parallelism-read-only", "outcomes": { "guion": { "case_id": "config-migrator-check-schema2-missing-parallelism-read-only", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.006248 } ], "elapsed_seconds": 0.007833, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "config-migrator-check-schema2-missing-parallelism-read-only", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.083917 } ], "elapsed_seconds": 0.08522, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "config-migrator-invalid-schema2-boolean-parallelism-check-and-migrate-safe", "outcomes": { "guion": { "case_id": "config-migrator-invalid-schema2-boolean-parallelism-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.006695 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.005779 } ], "elapsed_seconds": 0.014124, "http_fixtures": {}, "stdout": "", "stderr": "sync.parallelism must be a positive integer\n", "failures": [] }, "python": { "case_id": "config-migrator-invalid-schema2-boolean-parallelism-check-and-migrate-safe", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084217 }, { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082881 } ], "elapsed_seconds": 0.168494, "http_fixtures": {}, "stdout": "", "stderr": "invalid sync parallelism\n", "failures": [] } } } ], "passed": true }, "doc-index": { "cases": [ { "stage": "initial", "case_id": "doc-index-build-check-backlinks", "outcomes": { "guion": { "case_id": "doc-index-build-check-backlinks", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 7, "checks_total": 7, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.014181 }, { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.021669 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016378 } ], "elapsed_seconds": 0.055331, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-build-check-backlinks", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 7, "checks_total": 7, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.087529 }, { "exit_code": 0, "checks_passed": 4, "checks_total": 4, "failures": [], "elapsed_seconds": 0.083687 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084241 } ], "elapsed_seconds": 0.2575, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "doc-index-ignores-symlink-outside-root", "outcomes": { "guion": { "case_id": "doc-index-ignores-symlink-outside-root", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.0116 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.017101 } ], "elapsed_seconds": 0.030899, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-ignores-symlink-outside-root", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.086342 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.0824 } ], "elapsed_seconds": 0.170922, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "doc-index-invalid-utf8-preserves-index", "outcomes": { "guion": { "case_id": "doc-index-invalid-utf8-preserves-index", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.010245 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.017167 } ], "elapsed_seconds": 0.041429, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-invalid-utf8-preserves-index", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.081234 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084121 } ], "elapsed_seconds": 0.254523, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "doc-index-indexes-nested-folders", "outcomes": { "guion": { "case_id": "doc-index-indexes-nested-folders", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.012129 }, { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.016289 }, { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.016189 } ], "elapsed_seconds": 0.046881, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-indexes-nested-folders", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.086837 }, { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.081894 }, { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.082063 } ], "elapsed_seconds": 0.252766, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "doc-index-ignores-symlinked-directory", "outcomes": { "guion": { "case_id": "doc-index-ignores-symlinked-directory", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.012329 }, { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.017792 } ], "elapsed_seconds": 0.032708, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-ignores-symlinked-directory", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.085255 }, { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.082486 } ], "elapsed_seconds": 0.169804, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-alias-schema-follow-up", "outcomes": { "guion": { "case_id": "doc-index-alias-schema-follow-up", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 9, "checks_total": 9, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.011278 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.017399 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016129 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016412 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.015962 } ], "elapsed_seconds": 0.092048, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-alias-schema-follow-up", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 9, "checks_total": 9, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.083243 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082302 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.085001 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084521 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.081716 } ], "elapsed_seconds": 0.506267, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-alias-collision-is-ambiguous", "outcomes": { "guion": { "case_id": "doc-index-alias-collision-is-ambiguous", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.011737 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016771 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.015084 } ], "elapsed_seconds": 0.045807, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-alias-collision-is-ambiguous", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 5, "checks_total": 5, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.084642 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082057 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.081801 } ], "elapsed_seconds": 0.25045, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-alias-json-grammar", "outcomes": { "guion": { "case_id": "doc-index-alias-json-grammar", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 7, "checks_total": 7, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.012016 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.017212 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.0158 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016258 } ], "elapsed_seconds": 0.063581, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-alias-json-grammar", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 7, "checks_total": 7, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.087315 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.08941 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.090307 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084866 } ], "elapsed_seconds": 0.353928, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-alias-invalid-values-preserves-index", "outcomes": { "guion": { "case_id": "doc-index-alias-invalid-values-preserves-index", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.010693 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016214 } ], "elapsed_seconds": 0.04153, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-alias-invalid-values-preserves-index", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.08245 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082326 } ], "elapsed_seconds": 0.255517, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-alias-nested-preserves-index", "outcomes": { "guion": { "case_id": "doc-index-alias-nested-preserves-index", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.010348 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.015931 } ], "elapsed_seconds": 0.040532, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-alias-nested-preserves-index", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.081136 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082665 } ], "elapsed_seconds": 0.251083, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-duplicate-alias-field-preserves-index", "outcomes": { "guion": { "case_id": "doc-index-duplicate-alias-field-preserves-index", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.010575 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016564 } ], "elapsed_seconds": 0.041675, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-duplicate-alias-field-preserves-index", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.085452 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082348 } ], "elapsed_seconds": 0.25684, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-malformed-alias-preserves-index", "outcomes": { "guion": { "case_id": "doc-index-malformed-alias-preserves-index", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.010606 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016583 } ], "elapsed_seconds": 0.041251, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-malformed-alias-preserves-index", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.085444 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084036 } ], "elapsed_seconds": 0.259411, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-same-page-title-alias-and-extra-front-matter", "outcomes": { "guion": { "case_id": "doc-index-same-page-title-alias-and-extra-front-matter", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.011746 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.016583 } ], "elapsed_seconds": 0.030555, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-same-page-title-alias-and-extra-front-matter", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.084719 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.08126 } ], "elapsed_seconds": 0.168096, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-rebuild-removes-stale-backlinks", "outcomes": { "guion": { "case_id": "doc-index-rebuild-removes-stale-backlinks", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.011372 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.016683 } ], "elapsed_seconds": 0.041997, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-rebuild-removes-stale-backlinks", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.081997 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082729 } ], "elapsed_seconds": 0.251019, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-ignores-aliases-text-without-frontmatter-opener", "outcomes": { "guion": { "case_id": "doc-index-ignores-aliases-text-without-frontmatter-opener", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.011737 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.016541 } ], "elapsed_seconds": 0.030484, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-ignores-aliases-text-without-frontmatter-opener", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.086857 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.081404 } ], "elapsed_seconds": 0.170168, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-unclosed-frontmatter-is-ordinary-markdown", "outcomes": { "guion": { "case_id": "doc-index-unclosed-frontmatter-is-ordinary-markdown", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.011946 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.016828 } ], "elapsed_seconds": 0.030775, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-unclosed-frontmatter-is-ordinary-markdown", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 4, "checks_total": 4, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.086022 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083132 } ], "elapsed_seconds": 0.170973, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-normalized-order-and-ignores-frontmatter-content", "outcomes": { "guion": { "case_id": "doc-index-normalized-order-and-ignores-frontmatter-content", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 6, "checks_total": 6, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.012164 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.01603 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.01598 } ], "elapsed_seconds": 0.046587, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-normalized-order-and-ignores-frontmatter-content", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 6, "checks_total": 6, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.085431 }, { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.084409 }, { "exit_code": 0, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.083554 } ], "elapsed_seconds": 0.255716, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "doc-index-normalized-path-tie-break", "outcomes": { "guion": { "case_id": "doc-index-normalized-path-tie-break", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.011975 }, { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.017026 }, { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.016928 } ], "elapsed_seconds": 0.048402, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "doc-index-normalized-path-tie-break", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.087668 }, { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.086491 }, { "exit_code": 0, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.084172 } ], "elapsed_seconds": 0.260243, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } } ], "passed": true }, "lockfile-auditor": { "cases": [ { "stage": "initial", "case_id": "lockfile-auditor-policy-report", "outcomes": { "guion": { "case_id": "lockfile-auditor-policy-report", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.014521 } ], "elapsed_seconds": 0.017606, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "lockfile-auditor-policy-report", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083564 } ], "elapsed_seconds": 0.085261, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "lockfile-auditor-malformed-input-preserves-output", "outcomes": { "guion": { "case_id": "lockfile-auditor-malformed-input-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.009383 } ], "elapsed_seconds": 0.011738, "http_fixtures": {}, "stdout": "", "stderr": "each package requires name and version\n", "failures": [] }, "python": { "case_id": "lockfile-auditor-malformed-input-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082277 } ], "elapsed_seconds": 0.084174, "http_fixtures": {}, "stdout": "", "stderr": "each lock entry requires non-empty name and version\n", "failures": [] } } }, { "stage": "initial", "case_id": "lockfile-auditor-volume-tail-policy", "outcomes": { "guion": { "case_id": "lockfile-auditor-volume-tail-policy", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.015394 } ], "elapsed_seconds": 0.017913, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "lockfile-auditor-volume-tail-policy", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.08583 } ], "elapsed_seconds": 0.087513, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "lockfile-auditor-outside-version-bounds", "outcomes": { "guion": { "case_id": "lockfile-auditor-outside-version-bounds", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.014625 } ], "elapsed_seconds": 0.017712, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "lockfile-auditor-outside-version-bounds", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083678 } ], "elapsed_seconds": 0.085222, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "lockfile-auditor-policy-fields-default-empty", "outcomes": { "guion": { "case_id": "lockfile-auditor-policy-fields-default-empty", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.015703 } ], "elapsed_seconds": 0.018042, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "lockfile-auditor-policy-fields-default-empty", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083455 } ], "elapsed_seconds": 0.084956, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "lockfile-auditor-repeated-diagnostics-per-entry", "outcomes": { "guion": { "case_id": "lockfile-auditor-repeated-diagnostics-per-entry", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.013987 } ], "elapsed_seconds": 0.016227, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "lockfile-auditor-repeated-diagnostics-per-entry", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083692 } ], "elapsed_seconds": 0.085367, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "initial", "case_id": "lockfile-auditor-inclusive-minimum-and-maximum-boundaries", "outcomes": { "guion": { "case_id": "lockfile-auditor-inclusive-minimum-and-maximum-boundaries", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.014235 } ], "elapsed_seconds": 0.016499, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "lockfile-auditor-inclusive-minimum-and-maximum-boundaries", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083673 } ], "elapsed_seconds": 0.085147, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "lockfile-auditor-unexpired-exception", "outcomes": { "guion": { "case_id": "lockfile-auditor-unexpired-exception", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.015093 } ], "elapsed_seconds": 0.017387, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "lockfile-auditor-unexpired-exception", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083529 } ], "elapsed_seconds": 0.085251, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "lockfile-auditor-valid-expired-exception", "outcomes": { "guion": { "case_id": "lockfile-auditor-valid-expired-exception", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.015108 } ], "elapsed_seconds": 0.017419, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "lockfile-auditor-valid-expired-exception", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083673 } ], "elapsed_seconds": 0.085217, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "lockfile-auditor-duplicate-exception-preserves-output", "outcomes": { "guion": { "case_id": "lockfile-auditor-duplicate-exception-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.008956 } ], "elapsed_seconds": 0.011324, "http_fixtures": {}, "stdout": "", "stderr": "duplicate exception name: blocked-lib\n", "failures": [] }, "python": { "case_id": "lockfile-auditor-duplicate-exception-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.081618 } ], "elapsed_seconds": 0.083396, "http_fixtures": {}, "stdout": "", "stderr": "duplicate exception name\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "lockfile-auditor-invalid-exception-preserves-output", "outcomes": { "guion": { "case_id": "lockfile-auditor-invalid-exception-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.009208 } ], "elapsed_seconds": 0.01159, "http_fixtures": {}, "stdout": "", "stderr": "invalid exception: objects must contain exactly name and expires\n", "failures": [] }, "python": { "case_id": "lockfile-auditor-invalid-exception-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.081819 } ], "elapsed_seconds": 0.083588, "http_fixtures": {}, "stdout": "", "stderr": "invalid exception entry\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "lockfile-auditor-invalid-exception-date-preserves-output", "outcomes": { "guion": { "case_id": "lockfile-auditor-invalid-exception-date-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.009158 } ], "elapsed_seconds": 0.011532, "http_fixtures": {}, "stdout": "", "stderr": "invalid exception expiry date: expected YYYY-MM-DD\n", "failures": [] }, "python": { "case_id": "lockfile-auditor-invalid-exception-date-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.084453 } ], "elapsed_seconds": 0.086165, "http_fixtures": {}, "stdout": "", "stderr": "invalid exception date\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "lockfile-auditor-missing-as-of-preserves-output", "outcomes": { "guion": { "case_id": "lockfile-auditor-missing-as-of-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.009146 } ], "elapsed_seconds": 0.011717, "http_fixtures": {}, "stdout": "", "stderr": "--as-of is required when exceptions are configured\n", "failures": [] }, "python": { "case_id": "lockfile-auditor-missing-as-of-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.082654 } ], "elapsed_seconds": 0.084281, "http_fixtures": {}, "stdout": "", "stderr": "--as-of is required when exceptions are configured\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "lockfile-auditor-invalid-as-of-preserves-output", "outcomes": { "guion": { "case_id": "lockfile-auditor-invalid-as-of-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.008982 } ], "elapsed_seconds": 0.011312, "http_fixtures": {}, "stdout": "", "stderr": "invalid --as-of date: expected a valid YYYY-MM-DD date\n", "failures": [] }, "python": { "case_id": "lockfile-auditor-invalid-as-of-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 2, "checks_total": 2, "steps": [ { "exit_code": 1, "checks_passed": 2, "checks_total": 2, "failures": [], "elapsed_seconds": 0.083117 } ], "elapsed_seconds": 0.084951, "http_fixtures": {}, "stdout": "", "stderr": "invalid --as-of date\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "lockfile-auditor-exception-for-non-denied-package-has-no-effect", "outcomes": { "guion": { "case_id": "lockfile-auditor-exception-for-non-denied-package-has-no-effect", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.016353 } ], "elapsed_seconds": 0.01864, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "lockfile-auditor-exception-for-non-denied-package-has-no-effect", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.083933 } ], "elapsed_seconds": 0.085417, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } }, { "stage": "follow_up", "case_id": "lockfile-auditor-empty-as-of-preserves-output", "outcomes": { "guion": { "case_id": "lockfile-auditor-empty-as-of-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.00878 } ], "elapsed_seconds": 0.011037, "http_fixtures": {}, "stdout": "", "stderr": "invalid --as-of date: expected a valid YYYY-MM-DD date\n", "failures": [] }, "python": { "case_id": "lockfile-auditor-empty-as-of-preserves-output", "candidate": {}, "passed": true, "exit_code": 1, "checks_passed": 1, "checks_total": 1, "steps": [ { "exit_code": 1, "checks_passed": 1, "checks_total": 1, "failures": [], "elapsed_seconds": 0.081181 } ], "elapsed_seconds": 0.082816, "http_fixtures": {}, "stdout": "", "stderr": "invalid --as-of date\n", "failures": [] } } }, { "stage": "follow_up", "case_id": "lockfile-auditor-exception-expires-on-as-of", "outcomes": { "guion": { "case_id": "lockfile-auditor-exception-expires-on-as-of", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.014735 } ], "elapsed_seconds": 0.016957, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] }, "python": { "case_id": "lockfile-auditor-exception-expires-on-as-of", "candidate": {}, "passed": true, "exit_code": 0, "checks_passed": 3, "checks_total": 3, "steps": [ { "exit_code": 0, "checks_passed": 3, "checks_total": 3, "failures": [], "elapsed_seconds": 0.082701 } ], "elapsed_seconds": 0.084238, "http_fixtures": {}, "stdout": "", "stderr": "", "failures": [] } } } ], "passed": true } } }