Classify CLI failure reports
This commit is contained in:
parent
218ab65e47
commit
50d298ead7
5 changed files with 370 additions and 6 deletions
|
|
@ -115,6 +115,8 @@ for (const [name, pattern] of [
|
|||
["project local config coverage", /fn project_init_select_and_status_use_local_project_config\(\)/],
|
||||
["project coordinator status coverage", /fn project_status_queries_public_coordinator_state\(\)/],
|
||||
["run coordinator active-process coverage", /fn run_contacts_configured_coordinator_and_reports_active_process_conflicts\(\)/],
|
||||
["CLI error classifier coverage", /fn cli_error_classifier_distinguishes_mvp_failure_categories\(\)/],
|
||||
["CLI run rejection category coverage", /fn run_rejection_reports_machine_readable_error_category\(\)/],
|
||||
["node attach grant disclosure coverage", /fn node_attach_discloses_dangerous_capability_grants\(\)/],
|
||||
["quota local status coverage", /fn quota_status_uses_project_config_and_generic_public_limits\(\)/],
|
||||
["quota coordinator usage coverage", /fn quota_status_queries_public_coordinator_usage\(\)/],
|
||||
|
|
@ -218,6 +220,26 @@ expect(
|
|||
"CLI renders task placement reasons",
|
||||
/fn push_task_placement_reasons[\s\S]*placement \{task_name\}: \{node\}/
|
||||
);
|
||||
expect(
|
||||
cli,
|
||||
"CLI classifies machine-readable error categories",
|
||||
/fn classify_cli_error_message[\s\S]*"authentication"[\s\S]*"authorization"[\s\S]*"quota"[\s\S]*"policy"[\s\S]*"capability"[\s\S]*"connectivity"[\s\S]*"environment"[\s\S]*"program"/
|
||||
);
|
||||
expect(
|
||||
cli,
|
||||
"CLI reports stable error-code contract",
|
||||
/fn cli_error_exit_code[\s\S]*"authentication" => 20[\s\S]*"authorization" => 21[\s\S]*"quota" => 22[\s\S]*"policy" => 23[\s\S]*"capability" => 24[\s\S]*"connectivity" => 25[\s\S]*"environment" => 26[\s\S]*"program" => 27/
|
||||
);
|
||||
expect(
|
||||
cli,
|
||||
"CLI attaches machine errors to run and task reports",
|
||||
/run_start_summary[\s\S]*"machine_error": machine_error/
|
||||
);
|
||||
expect(
|
||||
cli,
|
||||
"CLI attaches machine errors to task failures",
|
||||
/task_failure_machine_error[\s\S]*cli_error_summary_with_default/
|
||||
);
|
||||
expect(
|
||||
cli,
|
||||
"CLI parses dangerous capability overrides",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue