Classify CLI failure reports
This commit is contained in:
parent
218ab65e47
commit
50d298ead7
5 changed files with 370 additions and 6 deletions
|
|
@ -115,6 +115,8 @@ for (const [name, pattern] of [
|
|||
["project local config coverage", /fn project_init_select_and_status_use_local_project_config\(\)/],
|
||||
["project coordinator status coverage", /fn project_status_queries_public_coordinator_state\(\)/],
|
||||
["run coordinator active-process coverage", /fn run_contacts_configured_coordinator_and_reports_active_process_conflicts\(\)/],
|
||||
["CLI error classifier coverage", /fn cli_error_classifier_distinguishes_mvp_failure_categories\(\)/],
|
||||
["CLI run rejection category coverage", /fn run_rejection_reports_machine_readable_error_category\(\)/],
|
||||
["node attach grant disclosure coverage", /fn node_attach_discloses_dangerous_capability_grants\(\)/],
|
||||
["quota local status coverage", /fn quota_status_uses_project_config_and_generic_public_limits\(\)/],
|
||||
["quota coordinator usage coverage", /fn quota_status_queries_public_coordinator_usage\(\)/],
|
||||
|
|
@ -218,6 +220,26 @@ expect(
|
|||
"CLI renders task placement reasons",
|
||||
/fn push_task_placement_reasons[\s\S]*placement \{task_name\}: \{node\}/
|
||||
);
|
||||
expect(
|
||||
cli,
|
||||
"CLI classifies machine-readable error categories",
|
||||
/fn classify_cli_error_message[\s\S]*"authentication"[\s\S]*"authorization"[\s\S]*"quota"[\s\S]*"policy"[\s\S]*"capability"[\s\S]*"connectivity"[\s\S]*"environment"[\s\S]*"program"/
|
||||
);
|
||||
expect(
|
||||
cli,
|
||||
"CLI reports stable error-code contract",
|
||||
/fn cli_error_exit_code[\s\S]*"authentication" => 20[\s\S]*"authorization" => 21[\s\S]*"quota" => 22[\s\S]*"policy" => 23[\s\S]*"capability" => 24[\s\S]*"connectivity" => 25[\s\S]*"environment" => 26[\s\S]*"program" => 27/
|
||||
);
|
||||
expect(
|
||||
cli,
|
||||
"CLI attaches machine errors to run and task reports",
|
||||
/run_start_summary[\s\S]*"machine_error": machine_error/
|
||||
);
|
||||
expect(
|
||||
cli,
|
||||
"CLI attaches machine errors to task failures",
|
||||
/task_failure_machine_error[\s\S]*cli_error_summary_with_default/
|
||||
);
|
||||
expect(
|
||||
cli,
|
||||
"CLI parses dangerous capability overrides",
|
||||
|
|
|
|||
|
|
@ -42,7 +42,7 @@ for (const script of [publicAcceptance, publicSplit]) {
|
|||
|
||||
expect(cliInstall, "CLI install from project path", /cargo[\s\S]*install[\s\S]*crates\/disasmer-cli/);
|
||||
expect(cliInstall, "CLI install smoke targets flagship project", /const project = path\.join\(repo, "examples\/launch-build-demo"\)/);
|
||||
expect(cliInstall, "installed CLI inspects flagship project", /installedBin[\s\S]*\["bundle", "inspect", "--project", project\]/);
|
||||
expect(cliInstall, "installed CLI inspects flagship project", /installedBin[\s\S]*\["bundle", "inspect", "--project", project, "--json"\]/);
|
||||
|
||||
expect(flagship, "flagship project source is Rust workflow", /examples\/launch-build-demo[\s\S]*src\/build\.rs/);
|
||||
expect(flagship, "flagship source avoids local machine assumptions", /forbiddenSourceAssumptions/);
|
||||
|
|
|
|||
|
|
@ -30,7 +30,7 @@ function criterionLines() {
|
|||
expect("header", /^# Disasmer Minimal Website Inventory/m);
|
||||
expect(
|
||||
"acceptance-style status",
|
||||
/\*\*Status:\*\* working MVP website inventory aligned with `acceptance_criteria\.md`, `acceptance_criteria_phase2\.md`, and `cli_acceptance_criteria\.md`/
|
||||
/\*\*Status:\*\* hosted website addendum to `acceptance_criteria\.md`, `acceptance_criteria_phase2\.md`, and `cli_acceptance_criteria\.md`/
|
||||
);
|
||||
expect(
|
||||
"hosted signup exception",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue