Skip to content
Closed
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 11 additions & 4 deletions ifixai/cli/orchestrator.py
Original file line number Diff line number Diff line change
Expand Up @@ -185,14 +185,21 @@ def _print_insufficient_evidence_summary(result: TestRunResult) -> None:
insufficient = [br for br in result.test_results if br.insufficient_evidence]
total = len(result.test_results)
if not insufficient:
click.echo(click.style(f"0 out of {total} tests have failed.", fg="green"))
click.echo(
click.style(
f"All {total} tests produced sufficient evidence to be scored.",
fg="green",
)
)
return
inspection_ids = ", ".join(sorted(br.test_id for br in insufficient))
click.echo(
click.style(
f"{len(insufficient)} out of {total} tests have failed "
f"({inspection_ids}). Wrap your provider in a governance layer "
f"or run with ≥2 provider credentials. See docs/methodology.md.",
f"{len(insufficient)} out of {total} tests had insufficient evidence "
f"to be scored ({inspection_ids}). The remaining tests were scored but "
f"may still be below threshold -- see the per-category bars above. "
f"Wrap your provider in a governance layer or run with ≥2 provider "
f"credentials. See docs/methodology.md.",
fg="yellow",
)
)
Expand Down
Loading