agent-logic-harness.sh

#!/usr/bin/env bash
# Focused, self-driving harness for desktop agent / realtime voice control-plane changes.
#
# Usage:
#   cd desktop/macos && ./scripts/agent-logic-harness.sh
#   ./scripts/agent-logic-harness.sh --swift-only
#   ./scripts/agent-logic-harness.sh --node-only
#   ./scripts/agent-logic-harness.sh --cross-surface-smoke
#   ./scripts/agent-logic-harness.sh --skip-install
#   ./scripts/agent-logic-harness.sh --verbose
set -euo pipefail

SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
DESKTOP_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
REPO_ROOT="$(cd "$DESKTOP_DIR/../.." && pwd)"

RUN_SWIFT=1
RUN_NODE=1
RUN_GAUNTLET=0
RUN_CROSS_SURFACE_SMOKE=0
SKIP_INSTALL=0
VERBOSE=0
INTERNAL_FAILURE_PROBE=0
RUN_ID="$(date -u +%Y%m%dT%H%M%SZ)"
RUN_DIR="$DESKTOP_DIR/.harness/agent-logic/$RUN_ID"

usage() {
  cat <<'USAGE'
Focused harness for Omi desktop agent / voice logic.

Runs:
  1. Swift focused tests:
     AgentPillLifecycleTests, PushToTalkStateMachineTests, RealtimeHubSpawnAgentTests
  2. Agent runtime focused tests:
     codemagic-pi-mono-extension-ci, runtime-adapter, pi-mono-adapter
  3. pi-mono-extension package tests:
     npm ci if needed, then node --experimental-strip-types --test index.test.ts

  --cross-surface-smoke runs only the compact deterministic contract suite:
    cross-surface Swift projections, the matching agent-runtime protocol and
    provider tests, and Rust retrieval-policy tests. It does not launch the app,
    audio capture, or a live provider.

Options:
  --swift-only    Run only Swift focused tests
  --node-only     Run only Node/package focused tests
  --cross-surface-smoke  Run the compact cross-surface contract smoke suite only
  --skip-install  Do not run npm ci for pi-mono-extension if deps are missing
  --with-gauntlet   After unit tests, run agent-continuity-gauntlet.sh (requires live app)
  --verbose       Stream command output instead of saving it quietly
  --help          Show this help
USAGE
}

while [[ $# -gt 0 ]]; do
  case "$1" in
    --swift-only)
      RUN_SWIFT=1
      RUN_NODE=0
      ;;
    --node-only)
      RUN_SWIFT=0
      RUN_NODE=1
      ;;
    --cross-surface-smoke)
      RUN_SWIFT=0
      RUN_NODE=0
      RUN_CROSS_SURFACE_SMOKE=1
      ;;
    --skip-install)
      SKIP_INSTALL=1
      ;;
    --with-gauntlet)
      RUN_GAUNTLET=1
      ;;
    --verbose)
      VERBOSE=1
      ;;
    --internal-failure-probe)
      INTERNAL_FAILURE_PROBE=1
      RUN_SWIFT=0
      RUN_NODE=0
      ;;
    --help|-h)
      usage
      exit 0
      ;;
    *)
      echo "Unknown option: $1" >&2
      usage >&2
      exit 2
      ;;
  esac
  shift
done

if [[ "$INTERNAL_FAILURE_PROBE" -eq 0 && "$RUN_SWIFT" -eq 0 && "$RUN_NODE" -eq 0 && "$RUN_CROSS_SURFACE_SMOKE" -eq 0 ]]; then
  echo "Nothing selected." >&2
  exit 2
fi

declare -a STEP_NAMES=()
declare -a STEP_SECONDS=()
declare -a STEP_LOGS=()

now_seconds() {
  python3 - <<'PY'
import time
print(f"{time.monotonic():.6f}")
PY
}

elapsed_seconds() {
  local start="$1"
  python3 - "$start" <<'PY'
import sys, time
start = float(sys.argv[1])
print(f"{time.monotonic() - start:.2f}")
PY
}

run_step() {
  local name="$1"
  shift
  echo
  echo "=== $name ==="
  local start
  local log_path="$RUN_DIR/$(printf '%02d' "$((${#STEP_NAMES[@]} + 1))")-$(echo "$name" | tr '[:upper:] ' '[:lower:]-' | tr -cd 'a-z0-9._-').log"
  start="$(now_seconds)"
  local status=0
  if [[ "$VERBOSE" -eq 1 ]]; then
    if "$@" 2>&1 | tee "$log_path"; then
      status=0
    else
      status="${PIPESTATUS[0]}"
      [[ "$status" -eq 0 ]] && status=1
    fi
  else
    if "$@" >"$log_path" 2>&1; then
      status=0
    else
      status=$?
    fi
  fi
  if [[ "$status" -ne 0 ]]; then
    echo "--- $name failed; log: $log_path" >&2
    cat "$log_path" >&2
    exit "$status"
  fi
  local elapsed
  elapsed="$(elapsed_seconds "$start")"
  STEP_NAMES+=("$name")
  STEP_SECONDS+=("$elapsed")
  STEP_LOGS+=("$log_path")
  echo "--- $name passed in ${elapsed}s (log: $log_path)"
}

run_failure_propagation_self_check() {
  echo
  echo "=== harness failure propagation self-check ==="
  local start
  local elapsed
  local log_path="$RUN_DIR/$(printf '%02d' "$((${#STEP_NAMES[@]} + 1))")-harness-failure-propagation-self-check.log"
  start="$(now_seconds)"
  set +e
  "$0" --internal-failure-probe >"$log_path" 2>&1
  local status=$?
  set -e
  elapsed="$(elapsed_seconds "$start")"
  if [[ "$status" -ne 7 ]]; then
    echo "--- harness failure propagation self-check failed; expected exit 7, got $status; log: $log_path" >&2
    cat "$log_path" >&2
    exit 1
  fi
  STEP_NAMES+=("harness failure propagation self-check")
  STEP_SECONDS+=("$elapsed")
  STEP_LOGS+=("$log_path")
  echo "--- harness failure propagation self-check passed in ${elapsed}s (log: $log_path)"
}

run_swift_focus() {
  (
    cd "$DESKTOP_DIR"
    xcrun swift test --package-path Desktop \
      --filter 'PTTAudioCaptureRaceTests|MainChatRecoveredDraftTests|VoiceTypeOpeningDecoderTests|OfflinePTTQuestionRecoveryTests|VoiceTypeTargetSafetyTests|VoiceTypeSessionTests|DictationPolisherTests|PushToTalkSpeechGateTests|NotchVoiceMorphMarkTests|ShortcutSettingsTests|AgentPillLifecycleTests|PushToTalkStateMachineTests|PushToTalkButtonTriggerTests|RealtimeScreenEvidenceTests|VoiceTurnReducerTests|VoiceTurnReducerFuzzTests|VoiceTurnCoordinatorTests|VoiceTurnOutputOwnershipTests|VoiceTurnUIProjectionCopyTests|LegacyVoiceJournalImporterTests|RealtimeHubBargeInContinuityTests|RealtimeHubReconnectContractTests|RealtimeHubSessionInputLifecycleTests|RealtimeHubSpawnAgentTests|RealtimeProviderToolResultPolicyTests|AgentContinuityGauntletTests|KernelTurnRecordedProjectionTests|ChatTimelineContinuityTests|FloatingControlBarStateTests|RuntimeOwnerIdentityTests|TaskThreadProjectionTests|AgentRuntimeBridgeLifecycleTests|AgentRuntimeContractFixtureTests|PiMonoWiringTests|HubSystemInstructionTests|RealtimeScreenEvidenceHonestFailureTests|ConversationEvidenceTests|RealtimeTurnEvidenceTests|ChatAttachmentEvidenceTests'
  )
}

run_cross_surface_swift_smoke() {
  (
    cd "$DESKTOP_DIR"
    xcrun swift test --package-path Desktop \
      --filter 'CrossSurfaceContractSmokeTests|AgentRuntimeStatusStoreTests|AgentRuntimeBridgeLifecycleTests|AgentRuntimeContractFixtureTests|RealtimeHubSpawnAgentTests|PiMonoWiringTests|DesktopAutomationBridgeRouteTests/testUnauthenticatedHealthReportsBackendAndRuntimeProtocolIdentity'
  )
}

run_agent_runtime_focus() {
  (
    cd "$DESKTOP_DIR"
    scripts/test-tool-surfaces.sh
  )
}

ensure_agent_runtime_deps() {
  if [[ -d "$DESKTOP_DIR/agent/node_modules" ]]; then
    return
  fi
  if [[ "$SKIP_INSTALL" -eq 1 ]]; then
    echo "agent/node_modules missing and --skip-install was set" >&2
    return 1
  fi
  (
    cd "$DESKTOP_DIR/agent"
    npm ci --no-fund --no-audit
  )
}

run_cross_surface_agent_smoke() {
  ensure_agent_runtime_deps
  (
    cd "$DESKTOP_DIR/agent"
    npm run build
    node node_modules/vitest/vitest.mjs run \
      tests/cross-surface-contract-smoke.test.ts \
      tests/runtime-stdio-contract.test.ts \
      tests/protocol-v2.test.ts \
      tests/conversation-journal.test.ts \
      tests/conversation-evidence.test.ts \
      tests/conversation-operations.test.ts \
      tests/evidence-tools.test.ts \
      tests/control-tools.test.ts \
      tests/runtime-adapter.test.ts \
      tests/pi-mono-adapter.test.ts \
      tests/context-snapshot.test.ts \
      tests/agent-runtime-contract-fixtures.test.ts \
      tests/runtime-adapter-contract-conformance.test.ts \
      tests/relay-tool-result.test.ts \
      tests/spawn-receipt-fixtures.test.ts
  )
}

ensure_pi_mono_extension_deps() {
  if [[ -d "$DESKTOP_DIR/pi-mono-extension/node_modules" ]]; then
    return
  fi
  if [[ "$SKIP_INSTALL" -eq 1 ]]; then
    echo "pi-mono-extension/node_modules missing and --skip-install was set" >&2
    return 1
  fi
  (
    cd "$DESKTOP_DIR/pi-mono-extension"
    npm ci --no-fund --no-audit
  )
}

node_supports_strip_types() {
  "$1" --experimental-strip-types -e '0' >/dev/null 2>&1
}

select_node22() {
  local node_bin
  local -a candidates=(
    "$DESKTOP_DIR/Desktop/Sources/Resources/node"
    "/opt/homebrew/opt/node@22/bin/node"
    "/usr/local/opt/node@22/bin/node"
  )

  if command -v brew >/dev/null 2>&1; then
    node_bin="$(brew --prefix node@22 2>/dev/null || true)"
    if [[ -n "$node_bin" ]]; then
      candidates+=("$node_bin/bin/node")
    fi
  fi

  node_bin="$(command -v node 2>/dev/null || true)"
  [[ -n "$node_bin" ]] && candidates+=("$node_bin")

  for node_bin in "${candidates[@]}"; do
    if [[ -x "$node_bin" ]] && node_supports_strip_types "$node_bin"; then
      printf '%s\n' "$node_bin"
      return
    fi
  done

  echo "ERROR: Node.js 22.6+ with --experimental-strip-types is required for desktop agent package tests." >&2
  echo "Install Node 22 or run desktop/macos/scripts/prepare-agent-runtime.sh first." >&2
  return 1
}

run_pi_mono_extension_exact() {
  ensure_pi_mono_extension_deps
  (
    cd "$DESKTOP_DIR/pi-mono-extension"
    local node22
    node22="$(select_node22)"
    PATH="$(dirname "$node22"):$PATH" npx --yes tsx --test index.test.ts
  )
}

run_continuity_gauntlet() {
  (
    cd "$DESKTOP_DIR"
    ./scripts/agent-continuity-gauntlet.sh
  )
}

total_start="$(now_seconds)"

echo "Omi desktop agent logic harness"
echo "repo: $REPO_ROOT"
echo "desktop: $DESKTOP_DIR"
echo "git: $(git -C "$REPO_ROOT" rev-parse --short HEAD 2>/dev/null || echo unknown)"
mkdir -p "$RUN_DIR"
echo "logs: $RUN_DIR"

if [[ "$INTERNAL_FAILURE_PROBE" -eq 1 ]]; then
  run_step "failure propagation probe" bash -c 'exit 7'
  exit 99
fi

run_failure_propagation_self_check

if [[ "$RUN_SWIFT" -eq 1 ]]; then
  run_step "swift focused lifecycle/state tests" run_swift_focus
fi

if [[ "$RUN_NODE" -eq 1 ]]; then
  run_step "agent runtime focused tests" run_agent_runtime_focus
  run_step "pi-mono-extension exact package tests" run_pi_mono_extension_exact
fi

if [[ "$RUN_CROSS_SURFACE_SMOKE" -eq 1 ]]; then
  run_step "cross-surface Swift contract smoke" run_cross_surface_swift_smoke
  run_step "cross-surface agent contract smoke" run_cross_surface_agent_smoke
fi

if [[ "$RUN_GAUNTLET" -eq 1 ]]; then
  run_step "agent continuity gauntlet (INV-6)" run_continuity_gauntlet
fi

total_elapsed="$(elapsed_seconds "$total_start")"

echo
echo "=== Timing Summary ==="
for i in "${!STEP_NAMES[@]}"; do
  printf '%7ss  %s  (%s)\n' "${STEP_SECONDS[$i]}" "${STEP_NAMES[$i]}" "${STEP_LOGS[$i]}"
done
printf '%7ss  TOTAL\n' "$total_elapsed"

echo
echo "Harness passed."