permit-bearings/evals/ai/grounding-cases.json at main · ghzhost/permit-bearings · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
{
  "schema_version": 1,
  "description": "Confirmed-fact intakes used to measure citation grounding of generated explanations and the shape of drafted staff questions. Each case is run through the deterministic matcher, then the explanation prompt; the score is how many of the model's claims carry citations that resolve verbatim against the committed corpus. All facts are synthetic.",
  "cases": [
    {
      "case_id": "davis-adu-detached-en",
      "language": "en",
      "intake": {
        "project_type": "adu",
        "jurisdiction": "davis",
        "primary_dwelling_status": "existing_single_family",
        "adu_project_form": "new_detached",
        "unpermitted_existing": "no"
      }
    },
    {
      "case_id": "davis-adu-detached-es-unknown-permits",
      "language": "es",
      "intake": {
        "project_type": "adu",
        "jurisdiction": "davis",
        "primary_dwelling_status": "existing_single_family",
        "adu_project_form": "new_detached",
        "unpermitted_existing": "unknown"
      }
    },
    {
      "case_id": "woodland-adu-conversion-legalize-en",
      "language": "en",
      "intake": {
        "project_type": "adu",
        "jurisdiction": "woodland",
        "primary_dwelling_status": "existing_single_family",
        "adu_project_form": "conversion",
        "unpermitted_existing": "yes"
      }
    },
    {
      "case_id": "fresno-adu-multifamily-es",
      "language": "es",
      "intake": {
        "project_type": "adu",
        "jurisdiction": "fresno",
        "primary_dwelling_status": "existing_multifamily",
        "adu_project_form": "conversion",
        "unpermitted_existing": "no"
      }
    },
    {
      "case_id": "davis-jadu-en",
      "language": "en",
      "intake": {
        "project_type": "jadu",
        "jurisdiction": "davis",
        "primary_dwelling_status": "existing_single_family",
        "unpermitted_existing": "no"
      }
    },
    {
      "case_id": "sacramento-two-unit-en",
      "language": "en",
      "intake": {
        "project_type": "two_unit",
        "jurisdiction": "sacramento",
        "in_urbanized_area": "yes",
        "sf_zone": "yes",
        "demolishes_protected_housing": "no",
        "tenant_occupied_last_3_years": "no",
        "ellis_withdrawal_last_15_years": "no",
        "on_protected_site": "no",
        "two_unit_contributing_historic_location": "no",
        "two_unit_individually_listed_historic_property": "no"
      }
    },
    {
      "case_id": "sacramento-two-unit-es",
      "language": "es",
      "intake": {
        "project_type": "two_unit",
        "jurisdiction": "sacramento",
        "in_urbanized_area": "yes",
        "sf_zone": "yes",
        "demolishes_protected_housing": "no",
        "tenant_occupied_last_3_years": "no",
        "ellis_withdrawal_last_15_years": "no",
        "on_protected_site": "no",
        "two_unit_contributing_historic_location": "no",
        "two_unit_individually_listed_historic_property": "no"
      }
    },
    {
      "case_id": "san-jose-lot-split-en",
      "language": "en",
      "intake": {
        "project_type": "lot_split",
        "jurisdiction": "san-jose",
        "in_urbanized_area": "yes",
        "sf_zone": "yes",
        "demolishes_protected_housing": "no",
        "tenant_occupied_last_3_years": "no",
        "ellis_withdrawal_last_15_years": "no",
        "on_protected_site": "no",
        "lot_split_on_historic_landmark_site": "no",
        "lot_split_alters_historic_district_resource": "no",
        "parcel_created_by_sb9_split": "no",
        "adjacent_sb9_split_same_actor": "no",
        "proposed_lot_ratio_compliant": "yes",
        "proposed_lot_size_compliant": "yes"
      }
    }
  ]
}