forked from ChelseaKR/outcome-receipts
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathtest_cards.py
More file actions
17 lines (12 loc) · 758 Bytes
/
Copy pathtest_cards.py
File metadata and controls
17 lines (12 loc) · 758 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
from pathlib import Path
from outcome_receipts.cards import render_data_card, render_model_card, write_cards
from outcome_receipts.cli import EXIT_OK, EXIT_VERIFY_FAIL, main
def test_committed_cards_match_generator() -> None:
cards = Path(__file__).resolve().parents[1] / "docs" / "cards"
assert (cards / "model-card.md").read_text() == render_model_card()
assert (cards / "data-card-reporting.md").read_text() == render_data_card()
def test_card_check_fails_closed_on_drift(tmp_path: Path) -> None:
assert write_cards(tmp_path)
assert main(["cards", "--out", str(tmp_path), "--check"]) == EXIT_OK
(tmp_path / "model-card.md").write_text("stale")
assert main(["cards", "--out", str(tmp_path), "--check"]) == EXIT_VERIFY_FAIL