forked from BasedHardware/omi
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathtest_cli.py
More file actions
140 lines (116 loc) · 5 KB
/
Copy pathtest_cli.py
File metadata and controls
140 lines (116 loc) · 5 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
from __future__ import annotations
import json
import os
import subprocess
import sys
from pathlib import Path
import pytest
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
from dev_harness import config, safety
from dev_harness import cli
REPO_ROOT = Path(__file__).resolve().parents[3]
def test_offline_check_skips_provider_credentials(monkeypatch: pytest.MonkeyPatch, tmp_path: Path) -> None:
monkeypatch.delenv("OPENAI_API_KEY", raising=False)
monkeypatch.delenv("DEEPGRAM_API_KEY", raising=False)
monkeypatch.setenv("PROVIDER_MODE", "offline")
monkeypatch.setenv("OMI_LOCAL_STATE_ROOT", str(tmp_path / "state"))
cfg = config.load_config(REPO_ROOT)
missing, warnings = cli.prerequisite_report(cfg)
assert not any("OPENAI_API_KEY" in item or "DEEPGRAM_API_KEY" in item for item in missing)
assert any("offline" in item for item in warnings)
def test_real_check_lists_provider_credentials(monkeypatch: pytest.MonkeyPatch, tmp_path: Path) -> None:
repo = tmp_path / "repo"
repo.mkdir()
(repo / "AGENTS.md").write_text("agents", encoding="utf-8")
(repo / ".git").mkdir()
(repo / "backend").mkdir()
for key in ("OPENAI_API_KEY", "DEEPGRAM_API_KEY", "GEMINI_API_KEY", "ANTHROPIC_API_KEY"):
monkeypatch.delenv(key, raising=False)
monkeypatch.setenv("PROVIDER_MODE", "real")
monkeypatch.setenv("OMI_LOCAL_STATE_ROOT", str(tmp_path / "state"))
cfg = config.load_config(repo)
missing, _warnings = cli.prerequisite_report(cfg)
assert any("OPENAI_API_KEY" in item for item in missing)
assert any("DEEPGRAM_API_KEY" in item for item in missing)
def test_reset_command_is_idempotent_with_temp_state(tmp_path: Path) -> None:
env = os.environ.copy()
env["PROVIDER_MODE"] = "offline"
env["OMI_LOCAL_STATE_ROOT"] = str(tmp_path / "state")
env["PYTHONPATH"] = f"{REPO_ROOT / 'scripts' / 'dev-harness'}:{env.get('PYTHONPATH', '')}"
for _ in range(2):
result = subprocess.run(
[sys.executable, "-m", "dev_harness.cli", "reset"],
cwd=REPO_ROOT,
env=env,
text=True,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
timeout=30,
)
assert result.returncode == 0, result.stdout
assert "Reset complete" in result.stdout
layout = safety.layout_for_instance(REPO_ROOT, "default", env)
assert layout.sentinel_path.is_file()
safety.read_and_validate_sentinel(layout.state_root, repo_root=REPO_ROOT, instance="default")
def test_status_reports_seeded_scenario_and_summary_path(tmp_path: Path) -> None:
env = os.environ.copy()
env["PROVIDER_MODE"] = "offline"
env["OMI_LOCAL_STATE_ROOT"] = str(tmp_path / "state")
env["PYTHONPATH"] = f"{REPO_ROOT / 'scripts' / 'dev-harness'}:{env.get('PYTHONPATH', '')}"
seed = subprocess.run(
[sys.executable, "scripts/dev-harness/seed-memory-scenario.py", "happy_path", "--dry-run"],
cwd=REPO_ROOT,
env=env,
text=True,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
timeout=30,
)
assert seed.returncode == 0, seed.stdout
result = subprocess.run(
[sys.executable, "-m", "dev_harness.cli", "status"],
cwd=REPO_ROOT,
env=env,
text=True,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
timeout=30,
)
assert result.returncode == 0, result.stdout
assert "scenario_id: happy_path" in result.stdout
assert "seeded_users: alice, bob, local_default_user" in result.stdout
assert "session_summary_path:" in result.stdout
assert "PROVIDER_MODE=offline active" in result.stdout
def test_session_summary_is_local_emulator_non_activation(tmp_path: Path) -> None:
env = os.environ.copy()
env["PROVIDER_MODE"] = "offline"
env["OMI_LOCAL_STATE_ROOT"] = str(tmp_path / "state")
env["PYTHONPATH"] = f"{REPO_ROOT / 'scripts' / 'dev-harness'}:{env.get('PYTHONPATH', '')}"
seed = subprocess.run(
[sys.executable, "scripts/dev-harness/seed-memory-scenario.py", "happy_path", "--dry-run"],
cwd=REPO_ROOT,
env=env,
text=True,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
timeout=30,
)
assert seed.returncode == 0, seed.stdout
summary = subprocess.run(
[sys.executable, "-m", "dev_harness.cli", "summary"],
cwd=REPO_ROOT,
env=env,
text=True,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
timeout=30,
)
assert summary.returncode == 0, summary.stdout
path = Path(summary.stdout.strip())
payload = json.loads(path.read_text(encoding="utf-8"))
assert payload["evidence_class"] == "LOCAL_EMULATOR_DEV"
assert payload["activation_eligible"] is False
assert payload["provider_mode"] == "offline"
assert payload["memory_write_attempt_instrumentation"]["instrumented"] is False
assert "before_digest" in payload["protected_state_digest"]
assert any("Not DEV_CLOUD_PROOF" in item for item in payload["non_claims"])