blind-assist/scripts/research/model_matrix/trace_schema.json at master · ghzhost/blind-assist · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "blindassist.model_matrix.frame_trace.v1",
  "schema_version": "blindassist.model_matrix.frame_trace.v1",
  "description": "One normalized row per model x dataset x source frame.",
  "row": {
    "type": "object",
    "additionalProperties": true,
    "required": [
      "schema_version",
      "status",
      "run_id",
      "job_id",
      "model_id",
      "model_hash",
      "config_hash",
      "dataset_id",
      "source_id",
      "sequence_id",
      "frame_id",
      "frame_index",
      "source_frame_index",
      "frame_identity",
      "outputs",
      "known_status",
      "latency_ms",
      "truth_fields_read",
      "frame_ordinal"
    ],
    "properties": {
      "schema_version": {"const": "blindassist.model_matrix.frame_trace.v1"},
      "status": {"enum": ["OK", "ERROR", "NOT_EVALUABLE"]},
      "run_id": {"type": "string"},
      "job_id": {"type": "string"},
      "model_id": {"type": "string"},
      "model_family": {"type": "string"},
      "model_hash": {"type": ["string", "null"]},
      "model_hash_kind": {"enum": ["asset", "asset_set", "logical", "missing"]},
      "config_hash": {"type": "string", "pattern": "^[0-9a-f]{64}$"},
      "dataset_id": {"type": "string"},
      "source_id": {"type": "string"},
      "sequence_id": {"type": "string"},
      "frame_id": {"type": "string"},
      "frame_index": {"type": "integer", "minimum": 0},
      "source_frame_index": {"type": "integer", "minimum": 0},
      "timestamp_ms": {"type": ["number", "null"]},
      "source_sha256": {"type": ["string", "null"]},
      "frame_identity": {
        "type": "object",
        "required": ["key", "source_id", "sequence_id", "frame_id", "frame_index", "source_frame_index"],
        "properties": {
          "key": {"type": "string"},
          "source_id": {"type": "string"},
          "sequence_id": {"type": "string"},
          "frame_id": {"type": "string"},
          "frame_index": {"type": "integer", "minimum": 0},
          "source_frame_index": {"type": "integer", "minimum": 0},
          "timestamp_ms": {"type": ["number", "null"]},
          "image_path": {"type": ["string", "null"]}
        }
      },
      "outputs": {
        "type": "object",
        "required": ["detections", "segmentation_logits", "mask", "depth", "risk_output", "clearance"],
        "properties": {
          "detections": {"$ref": "#/$defs/output_envelope"},
          "segmentation_logits": {"$ref": "#/$defs/output_envelope"},
          "mask": {"$ref": "#/$defs/output_envelope"},
          "depth": {"$ref": "#/$defs/output_envelope"},
          "risk_output": {"$ref": "#/$defs/output_envelope"},
          "clearance": {"$ref": "#/$defs/output_envelope"}
        }
      },
      "known_status": {"enum": ["KNOWN", "UNKNOWN"]},
      "clearance_status": {"enum": ["present", "partial", "not_provided", "not_evaluable", "error"]},
      "latency_ms": {
        "type": "object",
        "required": ["inference", "adapter_wall", "total"],
        "properties": {
          "preprocess": {"type": ["number", "null"]},
          "inference": {"type": "number", "minimum": 0},
          "postprocess": {"type": ["number", "null"]},
          "adapter_wall": {"type": "number", "minimum": 0},
          "total": {"type": "number", "minimum": 0}
        }
      },
      "truth_fields_read": {"type": "array", "items": {"type": "string"}},
      "frame_ordinal": {"type": "integer", "minimum": 0}
    }
  },
  "$defs": {
    "output_envelope": {
      "type": "object",
      "required": ["status"],
      "properties": {
        "status": {"enum": ["present", "partial", "not_provided", "not_evaluable", "error"]},
        "reason": {"type": "string"},
        "count": {"type": "integer", "minimum": 0},
        "items": {"type": "array"},
        "artifact": {"type": "object"},
        "raw_level": {"type": ["string", "null"]},
        "stable_level": {"type": ["string", "null"]},
        "active": {"type": ["boolean", "null"]},
        "distance_m": {"type": ["number", "null"]}
      }
    }
  },
  "receipt": {
    "type": "object",
    "required": ["schema_version", "run_id", "job_id", "status"],
    "properties": {
      "schema_version": {"const": "blindassist.model_matrix.receipt.v1"},
      "status": {"type": "string"},
      "trace_sha256": {"type": ["string", "null"]}
    }
  }
}