agent-contracts/tests/test_cli.py at main · ghzhost/agent-contracts · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
from pathlib import Path

from scyvera.cli import main


ROOT = Path(__file__).resolve().parent.parent


def test_cli_valid_contract_returns_zero(monkeypatch, capsys):
    contract = (
        ROOT
        / "implementations"
        / "n8n"
        / "duplicate-issue-detector"
        / "contract.yaml"
    )

    monkeypatch.setattr(
        "sys.argv",
        ["scyvera", "validate", str(contract)],
    )

    exit_code = main()
    output = capsys.readouterr().out

    assert exit_code == 0
    assert "PASS" in output


def test_cli_invalid_contract_returns_one(monkeypatch, capsys):
    contract = ROOT / "tests" / "fixtures" / "invalid-version.yaml"

    monkeypatch.setattr(
        "sys.argv",
        ["scyvera", "validate", str(contract)],
    )

    exit_code = main()
    output = capsys.readouterr().out

    assert exit_code == 1
    assert "FAIL" in output
    assert "version" in output


def test_cli_missing_file_returns_two(monkeypatch, capsys):
    contract = ROOT / "tests" / "fixtures" / "does-not-exist.yaml"

    monkeypatch.setattr(
        "sys.argv",
        ["scyvera", "validate", str(contract)],
    )

    exit_code = main()
    output = capsys.readouterr().out

    assert exit_code == 2
    assert "ERROR" in output
    assert "file not found" in output


def test_cli_v1_1_valid_contract_returns_zero(monkeypatch, capsys):
    contract = ROOT / "tests" / "fixtures" / "v1.1" / "valid-full.yaml"

    monkeypatch.setattr(
        "sys.argv",
        ["scyvera", "validate", str(contract)],
    )

    exit_code = main()
    output = capsys.readouterr().out

    assert exit_code == 0
    assert "PASS" in output


def test_cli_explicit_schema_flag(monkeypatch, capsys):
    contract = ROOT / "tests" / "fixtures" / "v1.1" / "valid-minimal.yaml"
    schema = ROOT / "schemas" / "v1.1" / "contract.schema.json"

    monkeypatch.setattr(
        "sys.argv",
        ["scyvera", "validate", str(contract), "--schema", str(schema)],
    )

    exit_code = main()
    output = capsys.readouterr().out

    assert exit_code == 0
    assert "PASS" in output


def test_cli_init_generates_valid_v1_1_contract(tmp_path, monkeypatch, capsys):
    output_file = tmp_path / "contract.yaml"

    monkeypatch.setattr(
        "sys.argv",
        ["scyvera", "init", str(output_file), "--name", "Test Tutor"],
    )

    exit_code = main()
    output = capsys.readouterr().out

    assert exit_code == 0
    assert "CREATED" in output
    assert output_file.exists()

    # Now validate the generated contract file directly using CLI validate
    monkeypatch.setattr(
        "sys.argv",
        ["scyvera", "validate", str(output_file)],
    )
    val_exit = main()
    val_out = capsys.readouterr().out

    assert val_exit == 0
    assert "PASS" in val_out