{
 "meta": {
  "id": "curves",
  "title": "Every operating point: integer ROC and precision-recall curves",
  "sources": [
   {
    "repo": "github:cisco-ai-defense/defenseclaw@feat/system-one-benchmarks",
    "path": "benchmarks/slm_toolcall/artifacts/cohort-curves.json",
    "sha256": "0142a9c1a36e53694b642015428ef8ca3e9d93c030ee5393b16a68394f7dd17c",
    "commit": "c7e264e63e6a1609a69992ab768ce72c488950c5"
   },
   {
    "repo": "github:cisco-ai-defense/defenseclaw@feat/system-one-benchmarks",
    "path": "benchmarks/slm_toolcall/artifacts/cohort-length-controlled-ranking.json",
    "sha256": "6ddf42c8b3aafd42122fee3e3e8e81d6c473f233cad57558e0aa1d82546a2015",
    "commit": "c7e264e63e6a1609a69992ab768ce72c488950c5"
   }
  ],
  "extracted_at": "2026-10-16T14:45:21+00:00",
  "notes": "Curves are integer (false blocks, true blocks) vertices with collinear vertices removed, so the trapezoid area equals the published raw AUC exactly. To re-read a model at a false-block budget b, take the vertex with the largest true-block count among vertices with false blocks <= b (the vertex rule). checks records that the vertex rule reproduces the published point at 13 and at 6 false blocks for every model, and names any model where linear interpolation inside a segment would overstate the catch at 13; a removed collinear vertex is an achievable threshold, but a point interpolated inside a tied-score step is not, so prefer the vertex rule."
 },
 "data": {
  "n_pos": 436,
  "n_neg": 3381,
  "scorable": 3817,
  "fpr_cap": 0.00384502,
  "max_false_positives": 13,
  "half_cap": 0.00192251,
  "half_max_false_positives": 6,
  "zoom_fpr": 0.02,
  "zoom_recall_max": 0.25,
  "order_by_f1_at_budget": [
   "falcon3-1b-instruct",
   "granite-4.0-micro",
   "granite-4.0-1b",
   "llama-3.2-1b-instruct",
   "phi-4-mini-instruct",
   "shieldstral-1.0-3b",
   "falcon3-3b-instruct",
   "gemma-3-4b-it",
   "shieldgemma-2b",
   "granite-guardian-3.2-3b-a800m",
   "control-modernbert-large",
   "llama-guard-3-1b",
   "prompt-guard-2-22m",
   "olmo-2-1b-instruct",
   "smollm3-3b",
   "smollm2-1.7b-instruct",
   "deberta-v3-prompt-injection-v2",
   "control-modernbert-base",
   "prompt-guard-2-86m",
   "gemma-3-1b-it",
   "granite-guardian-3.1-2b",
   "llama-3.2-3b-instruct"
  ],
  "point_format": {
   "roc": "[false_blocks, true_blocks]",
   "pr": "[true_blocks, false_blocks]"
  },
  "models": {
   "falcon3-1b-instruct": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      0,
      3
     ],
     [
      2,
      3
     ],
     [
      2,
      6
     ],
     [
      3,
      6
     ],
     [
      3,
      8
     ],
     [
      5,
      8
     ],
     [
      5,
      9
     ],
     [
      6,
      9
     ],
     [
      6,
      18
     ],
     [
      7,
      18
     ],
     [
      7,
      19
     ],
     [
      10,
      19
     ],
     [
      10,
      23
     ],
     [
      13,
      23
     ],
     [
      13,
      25
     ],
     [
      14,
      25
     ],
     [
      14,
      26
     ],
     [
      15,
      26
     ],
     [
      15,
      27
     ],
     [
      16,
      27
     ],
     [
      16,
      31
     ],
     [
      17,
      32
     ],
     [
      18,
      32
     ],
     [
      18,
      33
     ],
     [
      19,
      33
     ],
     [
      21,
      36
     ],
     [
      26,
      36
     ],
     [
      26,
      37
     ],
     [
      27,
      39
     ],
     [
      28,
      39
     ],
     [
      28,
      40
     ],
     [
      30,
      40
     ],
     [
      31,
      41
     ],
     [
      33,
      42
     ],
     [
      33,
      43
     ],
     [
      36,
      43
     ],
     [
      37,
      45
     ],
     [
      38,
      45
     ],
     [
      38,
      46
     ],
     [
      42,
      46
     ],
     [
      42,
      47
     ],
     [
      47,
      47
     ],
     [
      47,
      49
     ],
     [
      48,
      50
     ],
     [
      55,
      50
     ],
     [
      55,
      51
     ],
     [
      60,
      51
     ],
     [
      63,
      52
     ],
     [
      72,
      52
     ],
     [
      73,
      53
     ],
     [
      74,
      53
     ],
     [
      77,
      54
     ],
     [
      80,
      57
     ],
     [
      84,
      57
     ],
     [
      86,
      58
     ],
     [
      94,
      58
     ],
     [
      96,
      59
     ],
     [
      97,
      59
     ],
     [
      98,
      61
     ],
     [
      98,
      62
     ],
     [
      103,
      62
     ],
     [
      103,
      63
     ],
     [
      105,
      64
     ],
     [
      114,
      64
     ],
     [
      116,
      65
     ],
     [
      133,
      65
     ],
     [
      137,
      66
     ],
     [
      139,
      67
     ],
     [
      148,
      67
     ],
     [
      154,
      68
     ],
     [
      169,
      68
     ],
     [
      175,
      70
     ],
     [
      184,
      71
     ],
     [
      186,
      74
     ],
     [
      187,
      76
     ],
     [
      194,
      78
     ],
     [
      197,
      78
     ],
     [
      200,
      82
     ],
     [
      205,
      83
     ],
     [
      209,
      83
     ],
     [
      209,
      84
     ],
     [
      217,
      84
     ],
     [
      219,
      85
     ],
     [
      239,
      85
     ],
     [
      241,
      86
     ],
     [
      242,
      87
     ],
     [
      244,
      88
     ],
     [
      253,
      88
     ],
     [
      256,
      89
     ],
     [
      267,
      90
     ],
     [
      272,
      92
     ],
     [
      279,
      93
     ],
     [
      288,
      93
     ],
     [
      293,
      95
     ],
     [
      297,
      97
     ],
     [
      298,
      98
     ],
     [
      309,
      100
     ],
     [
      316,
      103
     ],
     [
      329,
      105
     ],
     [
      341,
      108
     ],
     [
      354,
      110
     ],
     [
      364,
      113
     ],
     [
      364,
      114
     ],
     [
      371,
      116
     ],
     [
      381,
      118
     ],
     [
      386,
      122
     ],
     [
      386,
      124
     ],
     [
      392,
      130
     ],
     [
      401,
      133
     ],
     [
      402,
      133
     ],
     [
      411,
      139
     ],
     [
      412,
      139
     ],
     [
      417,
      142
     ],
     [
      420,
      143
     ],
     [
      425,
      146
     ],
     [
      438,
      146
     ],
     [
      439,
      147
     ],
     [
      441,
      148
     ],
     [
      442,
      148
     ],
     [
      450,
      149
     ],
     [
      497,
      149
     ],
     [
      509,
      151
     ],
     [
      522,
      151
     ],
     [
      536,
      152
     ],
     [
      554,
      152
     ],
     [
      567,
      153
     ],
     [
      585,
      153
     ],
     [
      591,
      156
     ],
     [
      598,
      161
     ],
     [
      600,
      165
     ],
     [
      609,
      167
     ],
     [
      621,
      170
     ],
     [
      633,
      176
     ],
     [
      645,
      179
     ],
     [
      659,
      185
     ],
     [
      661,
      186
     ],
     [
      674,
      188
     ],
     [
      676,
      188
     ],
     [
      682,
      197
     ],
     [
      697,
      201
     ],
     [
      710,
      205
     ],
     [
      711,
      206
     ],
     [
      714,
      206
     ],
     [
      723,
      210
     ],
     [
      731,
      213
     ],
     [
      732,
      213
     ],
     [
      744,
      219
     ],
     [
      745,
      220
     ],
     [
      756,
      223
     ],
     [
      765,
      229
     ],
     [
      768,
      230
     ],
     [
      772,
      236
     ],
     [
      773,
      237
     ],
     [
      776,
      239
     ],
     [
      778,
      239
     ],
     [
      784,
      240
     ],
     [
      787,
      240
     ],
     [
      788,
      241
     ],
     [
      947,
      241
     ],
     [
      967,
      243
     ],
     [
      980,
      243
     ],
     [
      981,
      244
     ],
     [
      1001,
      246
     ],
     [
      1014,
      247
     ],
     [
      1025,
      250
     ],
     [
      1033,
      253
     ],
     [
      1046,
      253
     ],
     [
      1060,
      255
     ],
     [
      1063,
      262
     ],
     [
      1067,
      264
     ],
     [
      1071,
      265
     ],
     [
      1074,
      266
     ],
     [
      1081,
      269
     ],
     [
      1085,
      271
     ],
     [
      1094,
      275
     ],
     [
      1103,
      280
     ],
     [
      1109,
      283
     ],
     [
      1109,
      284
     ],
     [
      1114,
      286
     ],
     [
      1125,
      287
     ],
     [
      1133,
      287
     ],
     [
      1149,
      290
     ],
     [
      1150,
      293
     ],
     [
      1160,
      295
     ],
     [
      1172,
      298
     ],
     [
      1175,
      298
     ],
     [
      1175,
      299
     ],
     [
      1176,
      302
     ],
     [
      1178,
      305
     ],
     [
      1179,
      306
     ],
     [
      1185,
      306
     ],
     [
      1187,
      307
     ],
     [
      1273,
      307
     ],
     [
      1289,
      308
     ],
     [
      1368,
      308
     ],
     [
      1368,
      309
     ],
     [
      1384,
      309
     ],
     [
      1396,
      312
     ],
     [
      1416,
      314
     ],
     [
      1419,
      315
     ],
     [
      1434,
      318
     ],
     [
      1447,
      320
     ],
     [
      1462,
      324
     ],
     [
      1468,
      326
     ],
     [
      1469,
      326
     ],
     [
      1475,
      327
     ],
     [
      1479,
      328
     ],
     [
      1486,
      331
     ],
     [
      1495,
      332
     ],
     [
      1497,
      335
     ],
     [
      1513,
      339
     ],
     [
      1513,
      340
     ],
     [
      1514,
      343
     ],
     [
      1516,
      344
     ],
     [
      1522,
      349
     ],
     [
      1526,
      351
     ],
     [
      1531,
      353
     ],
     [
      1540,
      356
     ],
     [
      1543,
      356
     ],
     [
      1543,
      357
     ],
     [
      1641,
      357
     ],
     [
      1678,
      358
     ],
     [
      1702,
      360
     ],
     [
      1728,
      360
     ],
     [
      1739,
      362
     ],
     [
      1752,
      365
     ],
     [
      1756,
      366
     ],
     [
      1773,
      368
     ],
     [
      1781,
      369
     ],
     [
      1791,
      369
     ],
     [
      1807,
      371
     ],
     [
      1808,
      371
     ],
     [
      1813,
      372
     ],
     [
      1814,
      372
     ],
     [
      1818,
      375
     ],
     [
      1823,
      383
     ],
     [
      1825,
      388
     ],
     [
      1842,
      388
     ],
     [
      1844,
      389
     ],
     [
      1847,
      391
     ],
     [
      1847,
      392
     ],
     [
      1850,
      393
     ],
     [
      1852,
      394
     ],
     [
      1852,
      395
     ],
     [
      1854,
      397
     ],
     [
      1857,
      397
     ],
     [
      1857,
      398
     ],
     [
      1863,
      398
     ],
     [
      1865,
      399
     ],
     [
      1890,
      399
     ],
     [
      1923,
      400
     ],
     [
      2020,
      400
     ],
     [
      2031,
      401
     ],
     [
      2044,
      401
     ],
     [
      2053,
      402
     ],
     [
      2067,
      402
     ],
     [
      2091,
      403
     ],
     [
      2111,
      404
     ],
     [
      2121,
      405
     ],
     [
      2124,
      406
     ],
     [
      2132,
      406
     ],
     [
      2133,
      408
     ],
     [
      2135,
      410
     ],
     [
      2158,
      410
     ],
     [
      2158,
      411
     ],
     [
      2164,
      411
     ],
     [
      2169,
      412
     ],
     [
      2220,
      412
     ],
     [
      2224,
      413
     ],
     [
      2247,
      413
     ],
     [
      2271,
      416
     ],
     [
      2318,
      417
     ],
     [
      2589,
      417
     ],
     [
      2600,
      418
     ],
     [
      2602,
      419
     ],
     [
      2611,
      419
     ],
     [
      2613,
      420
     ],
     [
      2613,
      421
     ],
     [
      2629,
      421
     ],
     [
      2635,
      422
     ],
     [
      2645,
      422
     ],
     [
      2660,
      423
     ],
     [
      2679,
      423
     ],
     [
      2707,
      424
     ],
     [
      2885,
      424
     ],
     [
      2906,
      425
     ],
     [
      2917,
      426
     ],
     [
      2922,
      426
     ],
     [
      2930,
      427
     ],
     [
      2934,
      427
     ],
     [
      2935,
      428
     ],
     [
      2940,
      429
     ],
     [
      2942,
      430
     ],
     [
      2946,
      430
     ],
     [
      2946,
      431
     ],
     [
      2959,
      431
     ],
     [
      2968,
      432
     ],
     [
      2976,
      433
     ],
     [
      3094,
      433
     ],
     [
      3102,
      434
     ],
     [
      3243,
      434
     ],
     [
      3244,
      435
     ],
     [
      3281,
      435
     ],
     [
      3282,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      1,
      0
     ],
     [
      3,
      0
     ],
     [
      3,
      2
     ],
     [
      6,
      2
     ],
     [
      6,
      3
     ],
     [
      8,
      3
     ],
     [
      8,
      5
     ],
     [
      9,
      5
     ],
     [
      9,
      6
     ],
     [
      18,
      6
     ],
     [
      18,
      7
     ],
     [
      19,
      7
     ],
     [
      19,
      10
     ],
     [
      23,
      10
     ],
     [
      23,
      13
     ],
     [
      25,
      13
     ],
     [
      25,
      14
     ],
     [
      26,
      14
     ],
     [
      26,
      15
     ],
     [
      27,
      15
     ],
     [
      27,
      16
     ],
     [
      31,
      16
     ],
     [
      32,
      17
     ],
     [
      32,
      18
     ],
     [
      33,
      18
     ],
     [
      33,
      19
     ],
     [
      36,
      21
     ],
     [
      36,
      26
     ],
     [
      37,
      26
     ],
     [
      39,
      27
     ],
     [
      39,
      28
     ],
     [
      40,
      28
     ],
     [
      40,
      30
     ],
     [
      41,
      31
     ],
     [
      42,
      33
     ],
     [
      43,
      33
     ],
     [
      43,
      36
     ],
     [
      45,
      37
     ],
     [
      45,
      38
     ],
     [
      46,
      38
     ],
     [
      46,
      42
     ],
     [
      47,
      42
     ],
     [
      47,
      47
     ],
     [
      49,
      47
     ],
     [
      50,
      48
     ],
     [
      50,
      55
     ],
     [
      51,
      55
     ],
     [
      51,
      60
     ],
     [
      52,
      63
     ],
     [
      52,
      72
     ],
     [
      53,
      73
     ],
     [
      53,
      74
     ],
     [
      54,
      77
     ],
     [
      57,
      80
     ],
     [
      57,
      84
     ],
     [
      58,
      86
     ],
     [
      58,
      94
     ],
     [
      59,
      96
     ],
     [
      59,
      97
     ],
     [
      61,
      98
     ],
     [
      62,
      98
     ],
     [
      62,
      103
     ],
     [
      63,
      103
     ],
     [
      64,
      105
     ],
     [
      64,
      114
     ],
     [
      65,
      116
     ],
     [
      65,
      133
     ],
     [
      66,
      137
     ],
     [
      67,
      139
     ],
     [
      67,
      148
     ],
     [
      68,
      154
     ],
     [
      68,
      169
     ],
     [
      70,
      175
     ],
     [
      71,
      184
     ],
     [
      74,
      186
     ],
     [
      76,
      187
     ],
     [
      78,
      194
     ],
     [
      78,
      197
     ],
     [
      82,
      200
     ],
     [
      83,
      205
     ],
     [
      83,
      209
     ],
     [
      84,
      209
     ],
     [
      84,
      217
     ],
     [
      85,
      219
     ],
     [
      85,
      239
     ],
     [
      86,
      241
     ],
     [
      87,
      242
     ],
     [
      88,
      244
     ],
     [
      88,
      253
     ],
     [
      89,
      256
     ],
     [
      90,
      267
     ],
     [
      92,
      272
     ],
     [
      93,
      279
     ],
     [
      93,
      288
     ],
     [
      95,
      293
     ],
     [
      97,
      297
     ],
     [
      98,
      298
     ],
     [
      100,
      309
     ],
     [
      103,
      316
     ],
     [
      105,
      329
     ],
     [
      108,
      341
     ],
     [
      110,
      354
     ],
     [
      113,
      364
     ],
     [
      114,
      364
     ],
     [
      116,
      371
     ],
     [
      118,
      381
     ],
     [
      122,
      386
     ],
     [
      124,
      386
     ],
     [
      130,
      392
     ],
     [
      133,
      401
     ],
     [
      133,
      402
     ],
     [
      139,
      411
     ],
     [
      139,
      412
     ],
     [
      142,
      417
     ],
     [
      143,
      420
     ],
     [
      146,
      425
     ],
     [
      146,
      438
     ],
     [
      147,
      439
     ],
     [
      148,
      441
     ],
     [
      148,
      442
     ],
     [
      149,
      450
     ],
     [
      149,
      497
     ],
     [
      151,
      509
     ],
     [
      151,
      522
     ],
     [
      152,
      536
     ],
     [
      152,
      554
     ],
     [
      153,
      567
     ],
     [
      153,
      585
     ],
     [
      156,
      591
     ],
     [
      161,
      598
     ],
     [
      165,
      600
     ],
     [
      167,
      609
     ],
     [
      170,
      621
     ],
     [
      176,
      633
     ],
     [
      179,
      645
     ],
     [
      185,
      659
     ],
     [
      186,
      661
     ],
     [
      188,
      674
     ],
     [
      188,
      676
     ],
     [
      197,
      682
     ],
     [
      201,
      697
     ],
     [
      205,
      710
     ],
     [
      206,
      711
     ],
     [
      206,
      714
     ],
     [
      210,
      723
     ],
     [
      213,
      731
     ],
     [
      213,
      732
     ],
     [
      219,
      744
     ],
     [
      220,
      745
     ],
     [
      223,
      756
     ],
     [
      229,
      765
     ],
     [
      230,
      768
     ],
     [
      236,
      772
     ],
     [
      237,
      773
     ],
     [
      239,
      776
     ],
     [
      239,
      778
     ],
     [
      240,
      784
     ],
     [
      240,
      787
     ],
     [
      241,
      788
     ],
     [
      241,
      947
     ],
     [
      243,
      967
     ],
     [
      243,
      980
     ],
     [
      244,
      981
     ],
     [
      246,
      1001
     ],
     [
      247,
      1014
     ],
     [
      250,
      1025
     ],
     [
      253,
      1033
     ],
     [
      253,
      1046
     ],
     [
      255,
      1060
     ],
     [
      262,
      1063
     ],
     [
      264,
      1067
     ],
     [
      265,
      1071
     ],
     [
      266,
      1074
     ],
     [
      269,
      1081
     ],
     [
      271,
      1085
     ],
     [
      275,
      1094
     ],
     [
      280,
      1103
     ],
     [
      283,
      1109
     ],
     [
      284,
      1109
     ],
     [
      286,
      1114
     ],
     [
      287,
      1125
     ],
     [
      287,
      1133
     ],
     [
      290,
      1149
     ],
     [
      293,
      1150
     ],
     [
      295,
      1160
     ],
     [
      298,
      1172
     ],
     [
      298,
      1175
     ],
     [
      299,
      1175
     ],
     [
      302,
      1176
     ],
     [
      305,
      1178
     ],
     [
      306,
      1179
     ],
     [
      306,
      1185
     ],
     [
      307,
      1187
     ],
     [
      307,
      1273
     ],
     [
      308,
      1289
     ],
     [
      308,
      1368
     ],
     [
      309,
      1368
     ],
     [
      309,
      1384
     ],
     [
      312,
      1396
     ],
     [
      314,
      1416
     ],
     [
      315,
      1419
     ],
     [
      318,
      1434
     ],
     [
      320,
      1447
     ],
     [
      324,
      1462
     ],
     [
      326,
      1468
     ],
     [
      326,
      1469
     ],
     [
      327,
      1475
     ],
     [
      328,
      1479
     ],
     [
      331,
      1486
     ],
     [
      332,
      1495
     ],
     [
      335,
      1497
     ],
     [
      339,
      1513
     ],
     [
      340,
      1513
     ],
     [
      343,
      1514
     ],
     [
      344,
      1516
     ],
     [
      349,
      1522
     ],
     [
      351,
      1526
     ],
     [
      353,
      1531
     ],
     [
      356,
      1540
     ],
     [
      356,
      1543
     ],
     [
      357,
      1543
     ],
     [
      357,
      1641
     ],
     [
      358,
      1678
     ],
     [
      360,
      1702
     ],
     [
      360,
      1728
     ],
     [
      362,
      1739
     ],
     [
      365,
      1752
     ],
     [
      366,
      1756
     ],
     [
      368,
      1773
     ],
     [
      369,
      1781
     ],
     [
      369,
      1791
     ],
     [
      371,
      1807
     ],
     [
      371,
      1808
     ],
     [
      372,
      1813
     ],
     [
      372,
      1814
     ],
     [
      375,
      1818
     ],
     [
      383,
      1823
     ],
     [
      388,
      1825
     ],
     [
      388,
      1842
     ],
     [
      389,
      1844
     ],
     [
      391,
      1847
     ],
     [
      392,
      1847
     ],
     [
      393,
      1850
     ],
     [
      394,
      1852
     ],
     [
      395,
      1852
     ],
     [
      397,
      1854
     ],
     [
      397,
      1857
     ],
     [
      398,
      1857
     ],
     [
      398,
      1863
     ],
     [
      399,
      1865
     ],
     [
      399,
      1890
     ],
     [
      400,
      1923
     ],
     [
      400,
      2020
     ],
     [
      401,
      2031
     ],
     [
      401,
      2044
     ],
     [
      402,
      2053
     ],
     [
      402,
      2067
     ],
     [
      403,
      2091
     ],
     [
      404,
      2111
     ],
     [
      405,
      2121
     ],
     [
      406,
      2124
     ],
     [
      406,
      2132
     ],
     [
      408,
      2133
     ],
     [
      410,
      2135
     ],
     [
      410,
      2158
     ],
     [
      411,
      2158
     ],
     [
      411,
      2164
     ],
     [
      412,
      2169
     ],
     [
      412,
      2220
     ],
     [
      413,
      2224
     ],
     [
      413,
      2247
     ],
     [
      416,
      2271
     ],
     [
      417,
      2318
     ],
     [
      417,
      2589
     ],
     [
      418,
      2600
     ],
     [
      419,
      2602
     ],
     [
      419,
      2611
     ],
     [
      420,
      2613
     ],
     [
      421,
      2613
     ],
     [
      421,
      2629
     ],
     [
      422,
      2635
     ],
     [
      422,
      2645
     ],
     [
      423,
      2660
     ],
     [
      423,
      2679
     ],
     [
      424,
      2707
     ],
     [
      424,
      2885
     ],
     [
      425,
      2906
     ],
     [
      426,
      2917
     ],
     [
      426,
      2922
     ],
     [
      427,
      2930
     ],
     [
      427,
      2934
     ],
     [
      428,
      2935
     ],
     [
      429,
      2940
     ],
     [
      430,
      2942
     ],
     [
      430,
      2946
     ],
     [
      431,
      2946
     ],
     [
      431,
      2959
     ],
     [
      432,
      2968
     ],
     [
      433,
      2976
     ],
     [
      433,
      3094
     ],
     [
      434,
      3102
     ],
     [
      434,
      3243
     ],
     [
      435,
      3244
     ],
     [
      435,
      3281
     ],
     [
      436,
      3282
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 306,
    "roc_points_before_collinear_removal": 499,
    "pr_points": 306,
    "distinct_thresholds": 498,
    "score_min": 0.16402222716452566,
    "score_max": 0.8493430920639802,
    "auc_raw": 0.72468177538267,
    "auc_lc": 0.5489722205465404,
    "at_cap": {
     "f1": 0.10548523206751055,
     "fn": 411,
     "fp": 13,
     "fpr": 0.003845016267376516,
     "precision": 0.6578947368421053,
     "recall": 0.05733944954128441,
     "threshold": 0.6170100906975968,
     "tn": 3368,
     "tp": 25
    },
    "at_half_cap": {
     "f1": 0.0782608695652174,
     "fn": 418,
     "fp": 6,
     "fpr": 0.001774622892635315,
     "precision": 0.75,
     "recall": 0.04128440366972477,
     "threshold": 0.6460855563489776,
     "tn": 3375,
     "tp": 18
    },
    "zero_fp": {
     "attainable": true,
     "f1": 0.01366742596810934,
     "fn": 433,
     "fp": 0,
     "recall": 0.006880733944954129,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": 0.7544566506726902,
     "tn": 3381,
     "tp": 3
    },
    "recall_wilson95": {
     "lower": 0.039137016728024596,
     "upper": 0.08327404239553826
    },
    "fpr_wilson95": {
     "lower": 0.0022484734019615113,
     "upper": 0.0065677323742142305
    },
    "f1_bootstrap95": {
     "lower": 0.06746031746031746,
     "upper": 0.14285714285714285
    },
    "reach_by_fpr_0_02": 52
   },
   "granite-4.0-micro": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      0,
      5
     ],
     [
      1,
      5
     ],
     [
      1,
      6
     ],
     [
      2,
      6
     ],
     [
      2,
      7
     ],
     [
      4,
      7
     ],
     [
      4,
      13
     ],
     [
      6,
      13
     ],
     [
      6,
      16
     ],
     [
      7,
      17
     ],
     [
      9,
      17
     ],
     [
      9,
      18
     ],
     [
      13,
      18
     ],
     [
      14,
      19
     ],
     [
      16,
      20
     ],
     [
      16,
      21
     ],
     [
      18,
      21
     ],
     [
      18,
      22
     ],
     [
      25,
      22
     ],
     [
      25,
      25
     ],
     [
      30,
      25
     ],
     [
      30,
      26
     ],
     [
      31,
      27
     ],
     [
      32,
      27
     ],
     [
      33,
      28
     ],
     [
      33,
      29
     ],
     [
      34,
      31
     ],
     [
      35,
      32
     ],
     [
      37,
      32
     ],
     [
      38,
      33
     ],
     [
      40,
      34
     ],
     [
      42,
      34
     ],
     [
      42,
      35
     ],
     [
      43,
      35
     ],
     [
      43,
      40
     ],
     [
      54,
      40
     ],
     [
      54,
      41
     ],
     [
      56,
      41
     ],
     [
      57,
      42
     ],
     [
      60,
      42
     ],
     [
      61,
      43
     ],
     [
      62,
      43
     ],
     [
      62,
      44
     ],
     [
      64,
      44
     ],
     [
      64,
      46
     ],
     [
      70,
      47
     ],
     [
      71,
      47
     ],
     [
      76,
      49
     ],
     [
      79,
      52
     ],
     [
      79,
      55
     ],
     [
      81,
      55
     ],
     [
      82,
      57
     ],
     [
      89,
      57
     ],
     [
      89,
      60
     ],
     [
      90,
      62
     ],
     [
      91,
      62
     ],
     [
      93,
      63
     ],
     [
      96,
      63
     ],
     [
      96,
      65
     ],
     [
      102,
      65
     ],
     [
      102,
      66
     ],
     [
      104,
      67
     ],
     [
      107,
      68
     ],
     [
      110,
      71
     ],
     [
      114,
      71
     ],
     [
      123,
      74
     ],
     [
      126,
      74
     ],
     [
      126,
      75
     ],
     [
      131,
      76
     ],
     [
      136,
      78
     ],
     [
      144,
      80
     ],
     [
      148,
      80
     ],
     [
      149,
      82
     ],
     [
      151,
      82
     ],
     [
      153,
      84
     ],
     [
      155,
      84
     ],
     [
      158,
      86
     ],
     [
      159,
      87
     ],
     [
      161,
      88
     ],
     [
      166,
      90
     ],
     [
      166,
      91
     ],
     [
      169,
      92
     ],
     [
      169,
      94
     ],
     [
      170,
      94
     ],
     [
      170,
      95
     ],
     [
      171,
      96
     ],
     [
      173,
      96
     ],
     [
      176,
      98
     ],
     [
      178,
      99
     ],
     [
      179,
      99
     ],
     [
      181,
      100
     ],
     [
      185,
      100
     ],
     [
      191,
      102
     ],
     [
      202,
      102
     ],
     [
      203,
      103
     ],
     [
      206,
      103
     ],
     [
      212,
      104
     ],
     [
      213,
      105
     ],
     [
      224,
      105
     ],
     [
      230,
      106
     ],
     [
      238,
      106
     ],
     [
      252,
      109
     ],
     [
      253,
      111
     ],
     [
      254,
      111
     ],
     [
      268,
      112
     ],
     [
      278,
      113
     ],
     [
      279,
      114
     ],
     [
      284,
      114
     ],
     [
      288,
      117
     ],
     [
      291,
      117
     ],
     [
      298,
      118
     ],
     [
      301,
      119
     ],
     [
      306,
      119
     ],
     [
      306,
      120
     ],
     [
      307,
      120
     ],
     [
      310,
      121
     ],
     [
      315,
      122
     ],
     [
      321,
      124
     ],
     [
      325,
      124
     ],
     [
      330,
      125
     ],
     [
      331,
      126
     ],
     [
      334,
      126
     ],
     [
      334,
      127
     ],
     [
      343,
      127
     ],
     [
      346,
      128
     ],
     [
      350,
      129
     ],
     [
      364,
      129
     ],
     [
      379,
      130
     ],
     [
      382,
      131
     ],
     [
      387,
      133
     ],
     [
      402,
      134
     ],
     [
      415,
      135
     ],
     [
      417,
      135
     ],
     [
      418,
      136
     ],
     [
      438,
      139
     ],
     [
      448,
      140
     ],
     [
      449,
      141
     ],
     [
      452,
      141
     ],
     [
      457,
      142
     ],
     [
      464,
      142
     ],
     [
      473,
      143
     ],
     [
      480,
      145
     ],
     [
      498,
      145
     ],
     [
      508,
      146
     ],
     [
      509,
      146
     ],
     [
      515,
      148
     ],
     [
      528,
      151
     ],
     [
      533,
      152
     ],
     [
      537,
      152
     ],
     [
      545,
      156
     ],
     [
      566,
      162
     ],
     [
      570,
      162
     ],
     [
      570,
      163
     ],
     [
      580,
      166
     ],
     [
      582,
      166
     ],
     [
      587,
      167
     ],
     [
      588,
      167
     ],
     [
      593,
      168
     ],
     [
      598,
      168
     ],
     [
      599,
      171
     ],
     [
      600,
      172
     ],
     [
      608,
      172
     ],
     [
      619,
      173
     ],
     [
      629,
      174
     ],
     [
      651,
      174
     ],
     [
      654,
      175
     ],
     [
      656,
      175
     ],
     [
      662,
      178
     ],
     [
      700,
      178
     ],
     [
      701,
      181
     ],
     [
      730,
      183
     ],
     [
      733,
      184
     ],
     [
      737,
      186
     ],
     [
      778,
      189
     ],
     [
      806,
      189
     ],
     [
      822,
      191
     ],
     [
      859,
      194
     ],
     [
      862,
      194
     ],
     [
      863,
      195
     ],
     [
      878,
      196
     ],
     [
      880,
      196
     ],
     [
      893,
      198
     ],
     [
      898,
      198
     ],
     [
      898,
      200
     ],
     [
      918,
      204
     ],
     [
      928,
      204
     ],
     [
      935,
      205
     ],
     [
      948,
      207
     ],
     [
      986,
      207
     ],
     [
      1006,
      208
     ],
     [
      1024,
      208
     ],
     [
      1048,
      211
     ],
     [
      1053,
      213
     ],
     [
      1057,
      214
     ],
     [
      1063,
      214
     ],
     [
      1089,
      219
     ],
     [
      1110,
      219
     ],
     [
      1115,
      220
     ],
     [
      1118,
      220
     ],
     [
      1121,
      222
     ],
     [
      1132,
      224
     ],
     [
      1132,
      225
     ],
     [
      1144,
      225
     ],
     [
      1146,
      227
     ],
     [
      1158,
      229
     ],
     [
      1159,
      229
     ],
     [
      1172,
      231
     ],
     [
      1174,
      232
     ],
     [
      1197,
      234
     ],
     [
      1197,
      237
     ],
     [
      1222,
      237
     ],
     [
      1225,
      238
     ],
     [
      1226,
      239
     ],
     [
      1238,
      239
     ],
     [
      1245,
      240
     ],
     [
      1248,
      240
     ],
     [
      1264,
      241
     ],
     [
      1267,
      241
     ],
     [
      1279,
      242
     ],
     [
      1283,
      243
     ],
     [
      1300,
      247
     ],
     [
      1309,
      247
     ],
     [
      1313,
      248
     ],
     [
      1339,
      252
     ],
     [
      1340,
      252
     ],
     [
      1362,
      253
     ],
     [
      1368,
      254
     ],
     [
      1389,
      254
     ],
     [
      1430,
      255
     ],
     [
      1436,
      257
     ],
     [
      1438,
      258
     ],
     [
      1452,
      259
     ],
     [
      1453,
      259
     ],
     [
      1475,
      264
     ],
     [
      1477,
      264
     ],
     [
      1492,
      270
     ],
     [
      1496,
      270
     ],
     [
      1496,
      272
     ],
     [
      1499,
      272
     ],
     [
      1502,
      275
     ],
     [
      1509,
      276
     ],
     [
      1517,
      278
     ],
     [
      1518,
      278
     ],
     [
      1518,
      279
     ],
     [
      1522,
      279
     ],
     [
      1540,
      282
     ],
     [
      1547,
      283
     ],
     [
      1562,
      285
     ],
     [
      1566,
      286
     ],
     [
      1566,
      287
     ],
     [
      1572,
      287
     ],
     [
      1573,
      288
     ],
     [
      1587,
      288
     ],
     [
      1587,
      289
     ],
     [
      1598,
      289
     ],
     [
      1602,
      292
     ],
     [
      1616,
      292
     ],
     [
      1620,
      298
     ],
     [
      1622,
      299
     ],
     [
      1639,
      301
     ],
     [
      1639,
      303
     ],
     [
      1640,
      303
     ],
     [
      1648,
      304
     ],
     [
      1651,
      305
     ],
     [
      1653,
      306
     ],
     [
      1674,
      309
     ],
     [
      1675,
      311
     ],
     [
      1675,
      313
     ],
     [
      1686,
      313
     ],
     [
      1691,
      314
     ],
     [
      1695,
      314
     ],
     [
      1696,
      316
     ],
     [
      1702,
      322
     ],
     [
      1710,
      322
     ],
     [
      1712,
      323
     ],
     [
      1726,
      323
     ],
     [
      1726,
      325
     ],
     [
      1730,
      325
     ],
     [
      1731,
      329
     ],
     [
      1736,
      331
     ],
     [
      1741,
      332
     ],
     [
      1742,
      334
     ],
     [
      1742,
      340
     ],
     [
      1744,
      341
     ],
     [
      1744,
      342
     ],
     [
      1748,
      344
     ],
     [
      1748,
      346
     ],
     [
      1750,
      347
     ],
     [
      1754,
      347
     ],
     [
      1756,
      353
     ],
     [
      1761,
      353
     ],
     [
      1761,
      354
     ],
     [
      1766,
      354
     ],
     [
      1767,
      356
     ],
     [
      1767,
      359
     ],
     [
      1774,
      359
     ],
     [
      1774,
      360
     ],
     [
      1776,
      361
     ],
     [
      1778,
      363
     ],
     [
      1779,
      363
     ],
     [
      1779,
      366
     ],
     [
      1781,
      367
     ],
     [
      1784,
      367
     ],
     [
      1785,
      368
     ],
     [
      1786,
      368
     ],
     [
      1786,
      371
     ],
     [
      1792,
      372
     ],
     [
      1798,
      372
     ],
     [
      1809,
      373
     ],
     [
      1810,
      374
     ],
     [
      1823,
      374
     ],
     [
      1833,
      375
     ],
     [
      1835,
      376
     ],
     [
      1836,
      377
     ],
     [
      1838,
      378
     ],
     [
      1841,
      378
     ],
     [
      1841,
      379
     ],
     [
      1845,
      381
     ],
     [
      1851,
      381
     ],
     [
      1851,
      383
     ],
     [
      1853,
      383
     ],
     [
      1853,
      384
     ],
     [
      1856,
      386
     ],
     [
      1867,
      386
     ],
     [
      1873,
      389
     ],
     [
      1885,
      389
     ],
     [
      1887,
      390
     ],
     [
      1887,
      391
     ],
     [
      1888,
      393
     ],
     [
      1893,
      393
     ],
     [
      1893,
      394
     ],
     [
      1897,
      394
     ],
     [
      1897,
      397
     ],
     [
      1900,
      397
     ],
     [
      1900,
      398
     ],
     [
      1909,
      398
     ],
     [
      1909,
      399
     ],
     [
      1918,
      399
     ],
     [
      1920,
      400
     ],
     [
      1921,
      400
     ],
     [
      1925,
      402
     ],
     [
      1925,
      403
     ],
     [
      1926,
      404
     ],
     [
      1928,
      404
     ],
     [
      1928,
      407
     ],
     [
      1936,
      407
     ],
     [
      1936,
      408
     ],
     [
      1946,
      408
     ],
     [
      1946,
      410
     ],
     [
      1947,
      410
     ],
     [
      1947,
      411
     ],
     [
      1951,
      411
     ],
     [
      1968,
      412
     ],
     [
      1968,
      413
     ],
     [
      1975,
      413
     ],
     [
      1979,
      414
     ],
     [
      1980,
      414
     ],
     [
      1985,
      416
     ],
     [
      2017,
      416
     ],
     [
      2018,
      418
     ],
     [
      2018,
      419
     ],
     [
      2049,
      419
     ],
     [
      2049,
      423
     ],
     [
      2052,
      423
     ],
     [
      2053,
      424
     ],
     [
      2064,
      424
     ],
     [
      2064,
      425
     ],
     [
      2088,
      425
     ],
     [
      2089,
      426
     ],
     [
      2098,
      426
     ],
     [
      2100,
      427
     ],
     [
      2140,
      427
     ],
     [
      2141,
      430
     ],
     [
      2144,
      430
     ],
     [
      2146,
      431
     ],
     [
      2172,
      431
     ],
     [
      2174,
      432
     ],
     [
      2175,
      433
     ],
     [
      2246,
      433
     ],
     [
      2250,
      435
     ],
     [
      2800,
      435
     ],
     [
      2804,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      1,
      0
     ],
     [
      5,
      0
     ],
     [
      5,
      1
     ],
     [
      6,
      1
     ],
     [
      6,
      2
     ],
     [
      7,
      2
     ],
     [
      7,
      4
     ],
     [
      13,
      4
     ],
     [
      13,
      6
     ],
     [
      16,
      6
     ],
     [
      17,
      7
     ],
     [
      17,
      9
     ],
     [
      18,
      9
     ],
     [
      18,
      13
     ],
     [
      19,
      14
     ],
     [
      20,
      16
     ],
     [
      21,
      16
     ],
     [
      21,
      18
     ],
     [
      22,
      18
     ],
     [
      22,
      25
     ],
     [
      25,
      25
     ],
     [
      25,
      30
     ],
     [
      26,
      30
     ],
     [
      27,
      31
     ],
     [
      27,
      32
     ],
     [
      28,
      33
     ],
     [
      29,
      33
     ],
     [
      31,
      34
     ],
     [
      32,
      35
     ],
     [
      32,
      37
     ],
     [
      33,
      38
     ],
     [
      34,
      40
     ],
     [
      34,
      42
     ],
     [
      35,
      42
     ],
     [
      35,
      43
     ],
     [
      40,
      43
     ],
     [
      40,
      54
     ],
     [
      41,
      54
     ],
     [
      41,
      56
     ],
     [
      42,
      57
     ],
     [
      42,
      60
     ],
     [
      43,
      61
     ],
     [
      43,
      62
     ],
     [
      44,
      62
     ],
     [
      44,
      64
     ],
     [
      46,
      64
     ],
     [
      47,
      70
     ],
     [
      47,
      71
     ],
     [
      49,
      76
     ],
     [
      52,
      79
     ],
     [
      55,
      79
     ],
     [
      55,
      81
     ],
     [
      57,
      82
     ],
     [
      57,
      89
     ],
     [
      60,
      89
     ],
     [
      62,
      90
     ],
     [
      62,
      91
     ],
     [
      63,
      93
     ],
     [
      63,
      96
     ],
     [
      65,
      96
     ],
     [
      65,
      102
     ],
     [
      66,
      102
     ],
     [
      67,
      104
     ],
     [
      68,
      107
     ],
     [
      71,
      110
     ],
     [
      71,
      114
     ],
     [
      74,
      123
     ],
     [
      74,
      126
     ],
     [
      75,
      126
     ],
     [
      76,
      131
     ],
     [
      78,
      136
     ],
     [
      80,
      144
     ],
     [
      80,
      148
     ],
     [
      82,
      149
     ],
     [
      82,
      151
     ],
     [
      84,
      153
     ],
     [
      84,
      155
     ],
     [
      86,
      158
     ],
     [
      87,
      159
     ],
     [
      88,
      161
     ],
     [
      90,
      166
     ],
     [
      91,
      166
     ],
     [
      92,
      169
     ],
     [
      94,
      169
     ],
     [
      94,
      170
     ],
     [
      95,
      170
     ],
     [
      96,
      171
     ],
     [
      96,
      173
     ],
     [
      98,
      176
     ],
     [
      99,
      178
     ],
     [
      99,
      179
     ],
     [
      100,
      181
     ],
     [
      100,
      185
     ],
     [
      102,
      191
     ],
     [
      102,
      202
     ],
     [
      103,
      203
     ],
     [
      103,
      206
     ],
     [
      104,
      212
     ],
     [
      105,
      213
     ],
     [
      105,
      224
     ],
     [
      106,
      230
     ],
     [
      106,
      238
     ],
     [
      109,
      252
     ],
     [
      111,
      253
     ],
     [
      111,
      254
     ],
     [
      112,
      268
     ],
     [
      113,
      278
     ],
     [
      114,
      279
     ],
     [
      114,
      284
     ],
     [
      117,
      288
     ],
     [
      117,
      291
     ],
     [
      118,
      298
     ],
     [
      119,
      301
     ],
     [
      119,
      306
     ],
     [
      120,
      306
     ],
     [
      120,
      307
     ],
     [
      121,
      310
     ],
     [
      122,
      315
     ],
     [
      124,
      321
     ],
     [
      124,
      325
     ],
     [
      125,
      330
     ],
     [
      126,
      331
     ],
     [
      126,
      334
     ],
     [
      127,
      334
     ],
     [
      127,
      343
     ],
     [
      128,
      346
     ],
     [
      129,
      350
     ],
     [
      129,
      364
     ],
     [
      130,
      379
     ],
     [
      131,
      382
     ],
     [
      133,
      387
     ],
     [
      134,
      402
     ],
     [
      135,
      415
     ],
     [
      135,
      417
     ],
     [
      136,
      418
     ],
     [
      139,
      438
     ],
     [
      140,
      448
     ],
     [
      141,
      449
     ],
     [
      141,
      452
     ],
     [
      142,
      457
     ],
     [
      142,
      464
     ],
     [
      143,
      473
     ],
     [
      145,
      480
     ],
     [
      145,
      498
     ],
     [
      146,
      508
     ],
     [
      146,
      509
     ],
     [
      148,
      515
     ],
     [
      151,
      528
     ],
     [
      152,
      533
     ],
     [
      152,
      537
     ],
     [
      156,
      545
     ],
     [
      162,
      566
     ],
     [
      162,
      570
     ],
     [
      163,
      570
     ],
     [
      166,
      580
     ],
     [
      166,
      582
     ],
     [
      167,
      587
     ],
     [
      167,
      588
     ],
     [
      168,
      593
     ],
     [
      168,
      598
     ],
     [
      171,
      599
     ],
     [
      172,
      600
     ],
     [
      172,
      608
     ],
     [
      173,
      619
     ],
     [
      174,
      629
     ],
     [
      174,
      651
     ],
     [
      175,
      654
     ],
     [
      175,
      656
     ],
     [
      178,
      662
     ],
     [
      178,
      700
     ],
     [
      181,
      701
     ],
     [
      183,
      730
     ],
     [
      184,
      733
     ],
     [
      186,
      737
     ],
     [
      189,
      778
     ],
     [
      189,
      806
     ],
     [
      191,
      822
     ],
     [
      194,
      859
     ],
     [
      194,
      862
     ],
     [
      195,
      863
     ],
     [
      196,
      878
     ],
     [
      196,
      880
     ],
     [
      198,
      893
     ],
     [
      198,
      898
     ],
     [
      200,
      898
     ],
     [
      204,
      918
     ],
     [
      204,
      928
     ],
     [
      205,
      935
     ],
     [
      207,
      948
     ],
     [
      207,
      986
     ],
     [
      208,
      1006
     ],
     [
      208,
      1024
     ],
     [
      211,
      1048
     ],
     [
      213,
      1053
     ],
     [
      214,
      1057
     ],
     [
      214,
      1063
     ],
     [
      219,
      1089
     ],
     [
      219,
      1110
     ],
     [
      220,
      1115
     ],
     [
      220,
      1118
     ],
     [
      222,
      1121
     ],
     [
      224,
      1132
     ],
     [
      225,
      1132
     ],
     [
      225,
      1144
     ],
     [
      227,
      1146
     ],
     [
      229,
      1158
     ],
     [
      229,
      1159
     ],
     [
      231,
      1172
     ],
     [
      232,
      1174
     ],
     [
      234,
      1197
     ],
     [
      237,
      1197
     ],
     [
      237,
      1222
     ],
     [
      238,
      1225
     ],
     [
      239,
      1226
     ],
     [
      239,
      1238
     ],
     [
      240,
      1245
     ],
     [
      240,
      1248
     ],
     [
      241,
      1264
     ],
     [
      241,
      1267
     ],
     [
      242,
      1279
     ],
     [
      243,
      1283
     ],
     [
      247,
      1300
     ],
     [
      247,
      1309
     ],
     [
      248,
      1313
     ],
     [
      252,
      1339
     ],
     [
      252,
      1340
     ],
     [
      253,
      1362
     ],
     [
      254,
      1368
     ],
     [
      254,
      1389
     ],
     [
      255,
      1430
     ],
     [
      257,
      1436
     ],
     [
      258,
      1438
     ],
     [
      259,
      1452
     ],
     [
      259,
      1453
     ],
     [
      264,
      1475
     ],
     [
      264,
      1477
     ],
     [
      270,
      1492
     ],
     [
      270,
      1496
     ],
     [
      272,
      1496
     ],
     [
      272,
      1499
     ],
     [
      275,
      1502
     ],
     [
      276,
      1509
     ],
     [
      278,
      1517
     ],
     [
      278,
      1518
     ],
     [
      279,
      1518
     ],
     [
      279,
      1522
     ],
     [
      282,
      1540
     ],
     [
      283,
      1547
     ],
     [
      285,
      1562
     ],
     [
      286,
      1566
     ],
     [
      287,
      1566
     ],
     [
      287,
      1572
     ],
     [
      288,
      1573
     ],
     [
      288,
      1587
     ],
     [
      289,
      1587
     ],
     [
      289,
      1598
     ],
     [
      292,
      1602
     ],
     [
      292,
      1616
     ],
     [
      298,
      1620
     ],
     [
      299,
      1622
     ],
     [
      301,
      1639
     ],
     [
      303,
      1639
     ],
     [
      303,
      1640
     ],
     [
      304,
      1648
     ],
     [
      305,
      1651
     ],
     [
      306,
      1653
     ],
     [
      309,
      1674
     ],
     [
      311,
      1675
     ],
     [
      313,
      1675
     ],
     [
      313,
      1686
     ],
     [
      314,
      1691
     ],
     [
      314,
      1695
     ],
     [
      316,
      1696
     ],
     [
      322,
      1702
     ],
     [
      322,
      1710
     ],
     [
      323,
      1712
     ],
     [
      323,
      1726
     ],
     [
      325,
      1726
     ],
     [
      325,
      1730
     ],
     [
      329,
      1731
     ],
     [
      331,
      1736
     ],
     [
      332,
      1741
     ],
     [
      334,
      1742
     ],
     [
      340,
      1742
     ],
     [
      341,
      1744
     ],
     [
      342,
      1744
     ],
     [
      344,
      1748
     ],
     [
      346,
      1748
     ],
     [
      347,
      1750
     ],
     [
      347,
      1754
     ],
     [
      353,
      1756
     ],
     [
      353,
      1761
     ],
     [
      354,
      1761
     ],
     [
      354,
      1766
     ],
     [
      356,
      1767
     ],
     [
      359,
      1767
     ],
     [
      359,
      1774
     ],
     [
      360,
      1774
     ],
     [
      361,
      1776
     ],
     [
      363,
      1778
     ],
     [
      363,
      1779
     ],
     [
      366,
      1779
     ],
     [
      367,
      1781
     ],
     [
      367,
      1784
     ],
     [
      368,
      1785
     ],
     [
      368,
      1786
     ],
     [
      371,
      1786
     ],
     [
      372,
      1792
     ],
     [
      372,
      1798
     ],
     [
      373,
      1809
     ],
     [
      374,
      1810
     ],
     [
      374,
      1823
     ],
     [
      375,
      1833
     ],
     [
      376,
      1835
     ],
     [
      377,
      1836
     ],
     [
      378,
      1838
     ],
     [
      378,
      1841
     ],
     [
      379,
      1841
     ],
     [
      381,
      1845
     ],
     [
      381,
      1851
     ],
     [
      383,
      1851
     ],
     [
      383,
      1853
     ],
     [
      384,
      1853
     ],
     [
      386,
      1856
     ],
     [
      386,
      1867
     ],
     [
      389,
      1873
     ],
     [
      389,
      1885
     ],
     [
      390,
      1887
     ],
     [
      391,
      1887
     ],
     [
      393,
      1888
     ],
     [
      393,
      1893
     ],
     [
      394,
      1893
     ],
     [
      394,
      1897
     ],
     [
      397,
      1897
     ],
     [
      397,
      1900
     ],
     [
      398,
      1900
     ],
     [
      398,
      1909
     ],
     [
      399,
      1909
     ],
     [
      399,
      1918
     ],
     [
      400,
      1920
     ],
     [
      400,
      1921
     ],
     [
      402,
      1925
     ],
     [
      403,
      1925
     ],
     [
      404,
      1926
     ],
     [
      404,
      1928
     ],
     [
      407,
      1928
     ],
     [
      407,
      1936
     ],
     [
      408,
      1936
     ],
     [
      408,
      1946
     ],
     [
      410,
      1946
     ],
     [
      410,
      1947
     ],
     [
      411,
      1947
     ],
     [
      411,
      1951
     ],
     [
      412,
      1968
     ],
     [
      413,
      1968
     ],
     [
      413,
      1975
     ],
     [
      414,
      1979
     ],
     [
      414,
      1980
     ],
     [
      416,
      1985
     ],
     [
      416,
      2017
     ],
     [
      418,
      2018
     ],
     [
      419,
      2018
     ],
     [
      419,
      2049
     ],
     [
      423,
      2049
     ],
     [
      423,
      2052
     ],
     [
      424,
      2053
     ],
     [
      424,
      2064
     ],
     [
      425,
      2064
     ],
     [
      425,
      2088
     ],
     [
      426,
      2089
     ],
     [
      426,
      2098
     ],
     [
      427,
      2100
     ],
     [
      427,
      2140
     ],
     [
      430,
      2141
     ],
     [
      430,
      2144
     ],
     [
      431,
      2146
     ],
     [
      431,
      2172
     ],
     [
      432,
      2174
     ],
     [
      433,
      2175
     ],
     [
      433,
      2246
     ],
     [
      435,
      2250
     ],
     [
      435,
      2800
     ],
     [
      436,
      2804
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 384,
    "roc_points_before_collinear_removal": 752,
    "pr_points": 384,
    "distinct_thresholds": 751,
    "score_min": 0.003469655950660952,
    "score_max": 0.9962780395756435,
    "auc_raw": 0.7004360579493065,
    "auc_lc": 0.5074123785968511,
    "at_cap": {
     "f1": 0.07775377969762419,
     "fn": 418,
     "fp": 9,
     "fpr": 0.0026619343389529724,
     "precision": 0.6666666666666666,
     "recall": 0.04128440366972477,
     "threshold": 0.7545578959317609,
     "tn": 3372,
     "tp": 18
    },
    "at_half_cap": {
     "f1": 0.06986899563318777,
     "fn": 420,
     "fp": 6,
     "fpr": 0.001774622892635315,
     "precision": 0.7272727272727273,
     "recall": 0.03669724770642202,
     "threshold": 0.7714213376742055,
     "tn": 3375,
     "tp": 16
    },
    "zero_fp": {
     "attainable": true,
     "f1": 0.022675736961451247,
     "fn": 431,
     "fp": 0,
     "recall": 0.011467889908256881,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": 0.9044840990344754,
     "tn": 3381,
     "tp": 5
    },
    "recall_wilson95": {
     "lower": 0.026271458772609037,
     "upper": 0.06430994964559081
    },
    "fpr_wilson95": {
     "lower": 0.001401104836631222,
     "upper": 0.005051622443630781
    },
    "f1_bootstrap95": {
     "lower": 0.044444444444444446,
     "upper": 0.11235955056179775
    },
    "reach_by_fpr_0_02": 46
   },
   "granite-4.0-1b": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      0,
      3
     ],
     [
      2,
      3
     ],
     [
      2,
      5
     ],
     [
      3,
      5
     ],
     [
      3,
      6
     ],
     [
      4,
      6
     ],
     [
      4,
      9
     ],
     [
      6,
      9
     ],
     [
      6,
      13
     ],
     [
      11,
      13
     ],
     [
      11,
      14
     ],
     [
      13,
      14
     ],
     [
      13,
      16
     ],
     [
      15,
      16
     ],
     [
      15,
      20
     ],
     [
      16,
      21
     ],
     [
      16,
      22
     ],
     [
      19,
      23
     ],
     [
      22,
      23
     ],
     [
      22,
      24
     ],
     [
      23,
      26
     ],
     [
      23,
      27
     ],
     [
      29,
      27
     ],
     [
      29,
      29
     ],
     [
      30,
      29
     ],
     [
      32,
      30
     ],
     [
      32,
      31
     ],
     [
      33,
      32
     ],
     [
      38,
      32
     ],
     [
      38,
      35
     ],
     [
      39,
      35
     ],
     [
      46,
      37
     ],
     [
      46,
      39
     ],
     [
      47,
      39
     ],
     [
      50,
      40
     ],
     [
      50,
      41
     ],
     [
      53,
      41
     ],
     [
      54,
      42
     ],
     [
      57,
      44
     ],
     [
      59,
      48
     ],
     [
      60,
      48
     ],
     [
      61,
      49
     ],
     [
      64,
      50
     ],
     [
      76,
      50
     ],
     [
      82,
      51
     ],
     [
      86,
      51
     ],
     [
      86,
      52
     ],
     [
      93,
      54
     ],
     [
      96,
      55
     ],
     [
      99,
      57
     ],
     [
      109,
      57
     ],
     [
      111,
      58
     ],
     [
      116,
      59
     ],
     [
      117,
      60
     ],
     [
      118,
      60
     ],
     [
      119,
      61
     ],
     [
      124,
      64
     ],
     [
      127,
      64
     ],
     [
      129,
      65
     ],
     [
      143,
      66
     ],
     [
      146,
      68
     ],
     [
      147,
      69
     ],
     [
      147,
      70
     ],
     [
      153,
      72
     ],
     [
      177,
      72
     ],
     [
      184,
      73
     ],
     [
      195,
      77
     ],
     [
      196,
      78
     ],
     [
      199,
      78
     ],
     [
      216,
      81
     ],
     [
      221,
      83
     ],
     [
      222,
      83
     ],
     [
      237,
      87
     ],
     [
      246,
      87
     ],
     [
      265,
      89
     ],
     [
      268,
      89
     ],
     [
      268,
      90
     ],
     [
      275,
      90
     ],
     [
      288,
      92
     ],
     [
      288,
      93
     ],
     [
      307,
      98
     ],
     [
      309,
      98
     ],
     [
      309,
      99
     ],
     [
      319,
      100
     ],
     [
      341,
      104
     ],
     [
      342,
      105
     ],
     [
      345,
      105
     ],
     [
      353,
      106
     ],
     [
      366,
      108
     ],
     [
      374,
      108
     ],
     [
      386,
      110
     ],
     [
      387,
      112
     ],
     [
      406,
      116
     ],
     [
      414,
      117
     ],
     [
      416,
      118
     ],
     [
      436,
      121
     ],
     [
      438,
      122
     ],
     [
      449,
      124
     ],
     [
      462,
      128
     ],
     [
      464,
      130
     ],
     [
      484,
      136
     ],
     [
      488,
      136
     ],
     [
      489,
      137
     ],
     [
      489,
      138
     ],
     [
      500,
      141
     ],
     [
      523,
      148
     ],
     [
      546,
      148
     ],
     [
      574,
      161
     ],
     [
      588,
      162
     ],
     [
      590,
      165
     ],
     [
      593,
      165
     ],
     [
      622,
      173
     ],
     [
      634,
      176
     ],
     [
      635,
      177
     ],
     [
      637,
      177
     ],
     [
      653,
      185
     ],
     [
      658,
      186
     ],
     [
      660,
      187
     ],
     [
      661,
      187
     ],
     [
      679,
      188
     ],
     [
      691,
      190
     ],
     [
      694,
      190
     ],
     [
      710,
      200
     ],
     [
      717,
      200
     ],
     [
      720,
      202
     ],
     [
      724,
      202
     ],
     [
      732,
      206
     ],
     [
      750,
      209
     ],
     [
      754,
      210
     ],
     [
      756,
      210
     ],
     [
      770,
      212
     ],
     [
      779,
      212
     ],
     [
      790,
      213
     ],
     [
      814,
      227
     ],
     [
      828,
      231
     ],
     [
      831,
      231
     ],
     [
      848,
      235
     ],
     [
      853,
      244
     ],
     [
      862,
      245
     ],
     [
      874,
      245
     ],
     [
      891,
      250
     ],
     [
      906,
      252
     ],
     [
      910,
      252
     ],
     [
      923,
      254
     ],
     [
      929,
      262
     ],
     [
      935,
      262
     ],
     [
      951,
      271
     ],
     [
      964,
      271
     ],
     [
      970,
      272
     ],
     [
      975,
      272
     ],
     [
      989,
      275
     ],
     [
      1001,
      282
     ],
     [
      1003,
      282
     ],
     [
      1020,
      283
     ],
     [
      1032,
      283
     ],
     [
      1047,
      284
     ],
     [
      1059,
      290
     ],
     [
      1063,
      300
     ],
     [
      1074,
      303
     ],
     [
      1086,
      303
     ],
     [
      1099,
      309
     ],
     [
      1126,
      312
     ],
     [
      1144,
      313
     ],
     [
      1150,
      313
     ],
     [
      1161,
      314
     ],
     [
      1174,
      314
     ],
     [
      1180,
      315
     ],
     [
      1197,
      319
     ],
     [
      1199,
      328
     ],
     [
      1204,
      328
     ],
     [
      1210,
      332
     ],
     [
      1238,
      332
     ],
     [
      1246,
      333
     ],
     [
      1258,
      338
     ],
     [
      1266,
      338
     ],
     [
      1276,
      339
     ],
     [
      1291,
      339
     ],
     [
      1303,
      341
     ],
     [
      1317,
      348
     ],
     [
      1324,
      351
     ],
     [
      1340,
      351
     ],
     [
      1350,
      353
     ],
     [
      1350,
      354
     ],
     [
      1362,
      359
     ],
     [
      1364,
      359
     ],
     [
      1383,
      360
     ],
     [
      1389,
      360
     ],
     [
      1400,
      366
     ],
     [
      1419,
      366
     ],
     [
      1422,
      367
     ],
     [
      1437,
      368
     ],
     [
      1442,
      369
     ],
     [
      1446,
      369
     ],
     [
      1457,
      374
     ],
     [
      1469,
      375
     ],
     [
      1480,
      375
     ],
     [
      1487,
      377
     ],
     [
      1493,
      382
     ],
     [
      1532,
      382
     ],
     [
      1539,
      383
     ],
     [
      1548,
      383
     ],
     [
      1555,
      389
     ],
     [
      1566,
      390
     ],
     [
      1582,
      390
     ],
     [
      1593,
      392
     ],
     [
      1601,
      392
     ],
     [
      1607,
      393
     ],
     [
      1621,
      393
     ],
     [
      1631,
      394
     ],
     [
      1640,
      400
     ],
     [
      1643,
      400
     ],
     [
      1647,
      403
     ],
     [
      1658,
      403
     ],
     [
      1664,
      405
     ],
     [
      1670,
      408
     ],
     [
      1692,
      408
     ],
     [
      1697,
      409
     ],
     [
      1697,
      414
     ],
     [
      1704,
      414
     ],
     [
      1710,
      415
     ],
     [
      1718,
      416
     ],
     [
      1722,
      417
     ],
     [
      1724,
      417
     ],
     [
      1724,
      418
     ],
     [
      1731,
      418
     ],
     [
      1733,
      419
     ],
     [
      1750,
      419
     ],
     [
      1758,
      421
     ],
     [
      1760,
      422
     ],
     [
      1763,
      422
     ],
     [
      1763,
      423
     ],
     [
      1817,
      423
     ],
     [
      1817,
      425
     ],
     [
      1841,
      425
     ],
     [
      1846,
      426
     ],
     [
      1868,
      426
     ],
     [
      1873,
      428
     ],
     [
      1882,
      428
     ],
     [
      1882,
      430
     ],
     [
      1952,
      430
     ],
     [
      1955,
      431
     ],
     [
      2092,
      431
     ],
     [
      2099,
      433
     ],
     [
      2127,
      433
     ],
     [
      2130,
      434
     ],
     [
      2413,
      434
     ],
     [
      2493,
      435
     ],
     [
      2687,
      435
     ],
     [
      2726,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      1,
      0
     ],
     [
      3,
      0
     ],
     [
      3,
      2
     ],
     [
      5,
      2
     ],
     [
      5,
      3
     ],
     [
      6,
      3
     ],
     [
      6,
      4
     ],
     [
      9,
      4
     ],
     [
      9,
      6
     ],
     [
      13,
      6
     ],
     [
      13,
      11
     ],
     [
      14,
      11
     ],
     [
      14,
      13
     ],
     [
      16,
      13
     ],
     [
      16,
      15
     ],
     [
      20,
      15
     ],
     [
      21,
      16
     ],
     [
      22,
      16
     ],
     [
      23,
      19
     ],
     [
      23,
      22
     ],
     [
      24,
      22
     ],
     [
      26,
      23
     ],
     [
      27,
      23
     ],
     [
      27,
      29
     ],
     [
      29,
      29
     ],
     [
      29,
      30
     ],
     [
      30,
      32
     ],
     [
      31,
      32
     ],
     [
      32,
      33
     ],
     [
      32,
      38
     ],
     [
      35,
      38
     ],
     [
      35,
      39
     ],
     [
      37,
      46
     ],
     [
      39,
      46
     ],
     [
      39,
      47
     ],
     [
      40,
      50
     ],
     [
      41,
      50
     ],
     [
      41,
      53
     ],
     [
      42,
      54
     ],
     [
      44,
      57
     ],
     [
      48,
      59
     ],
     [
      48,
      60
     ],
     [
      49,
      61
     ],
     [
      50,
      64
     ],
     [
      50,
      76
     ],
     [
      51,
      82
     ],
     [
      51,
      86
     ],
     [
      52,
      86
     ],
     [
      54,
      93
     ],
     [
      55,
      96
     ],
     [
      57,
      99
     ],
     [
      57,
      109
     ],
     [
      58,
      111
     ],
     [
      59,
      116
     ],
     [
      60,
      117
     ],
     [
      60,
      118
     ],
     [
      61,
      119
     ],
     [
      64,
      124
     ],
     [
      64,
      127
     ],
     [
      65,
      129
     ],
     [
      66,
      143
     ],
     [
      68,
      146
     ],
     [
      69,
      147
     ],
     [
      70,
      147
     ],
     [
      72,
      153
     ],
     [
      72,
      177
     ],
     [
      73,
      184
     ],
     [
      77,
      195
     ],
     [
      78,
      196
     ],
     [
      78,
      199
     ],
     [
      81,
      216
     ],
     [
      83,
      221
     ],
     [
      83,
      222
     ],
     [
      87,
      237
     ],
     [
      87,
      246
     ],
     [
      89,
      265
     ],
     [
      89,
      268
     ],
     [
      90,
      268
     ],
     [
      90,
      275
     ],
     [
      92,
      288
     ],
     [
      93,
      288
     ],
     [
      98,
      307
     ],
     [
      98,
      309
     ],
     [
      99,
      309
     ],
     [
      100,
      319
     ],
     [
      104,
      341
     ],
     [
      105,
      342
     ],
     [
      105,
      345
     ],
     [
      106,
      353
     ],
     [
      108,
      366
     ],
     [
      108,
      374
     ],
     [
      110,
      386
     ],
     [
      112,
      387
     ],
     [
      116,
      406
     ],
     [
      117,
      414
     ],
     [
      118,
      416
     ],
     [
      121,
      436
     ],
     [
      122,
      438
     ],
     [
      124,
      449
     ],
     [
      128,
      462
     ],
     [
      130,
      464
     ],
     [
      136,
      484
     ],
     [
      136,
      488
     ],
     [
      137,
      489
     ],
     [
      138,
      489
     ],
     [
      141,
      500
     ],
     [
      148,
      523
     ],
     [
      148,
      546
     ],
     [
      161,
      574
     ],
     [
      162,
      588
     ],
     [
      165,
      590
     ],
     [
      165,
      593
     ],
     [
      173,
      622
     ],
     [
      176,
      634
     ],
     [
      177,
      635
     ],
     [
      177,
      637
     ],
     [
      185,
      653
     ],
     [
      186,
      658
     ],
     [
      187,
      660
     ],
     [
      187,
      661
     ],
     [
      188,
      679
     ],
     [
      190,
      691
     ],
     [
      190,
      694
     ],
     [
      200,
      710
     ],
     [
      200,
      717
     ],
     [
      202,
      720
     ],
     [
      202,
      724
     ],
     [
      206,
      732
     ],
     [
      209,
      750
     ],
     [
      210,
      754
     ],
     [
      210,
      756
     ],
     [
      212,
      770
     ],
     [
      212,
      779
     ],
     [
      213,
      790
     ],
     [
      227,
      814
     ],
     [
      231,
      828
     ],
     [
      231,
      831
     ],
     [
      235,
      848
     ],
     [
      244,
      853
     ],
     [
      245,
      862
     ],
     [
      245,
      874
     ],
     [
      250,
      891
     ],
     [
      252,
      906
     ],
     [
      252,
      910
     ],
     [
      254,
      923
     ],
     [
      262,
      929
     ],
     [
      262,
      935
     ],
     [
      271,
      951
     ],
     [
      271,
      964
     ],
     [
      272,
      970
     ],
     [
      272,
      975
     ],
     [
      275,
      989
     ],
     [
      282,
      1001
     ],
     [
      282,
      1003
     ],
     [
      283,
      1020
     ],
     [
      283,
      1032
     ],
     [
      284,
      1047
     ],
     [
      290,
      1059
     ],
     [
      300,
      1063
     ],
     [
      303,
      1074
     ],
     [
      303,
      1086
     ],
     [
      309,
      1099
     ],
     [
      312,
      1126
     ],
     [
      313,
      1144
     ],
     [
      313,
      1150
     ],
     [
      314,
      1161
     ],
     [
      314,
      1174
     ],
     [
      315,
      1180
     ],
     [
      319,
      1197
     ],
     [
      328,
      1199
     ],
     [
      328,
      1204
     ],
     [
      332,
      1210
     ],
     [
      332,
      1238
     ],
     [
      333,
      1246
     ],
     [
      338,
      1258
     ],
     [
      338,
      1266
     ],
     [
      339,
      1276
     ],
     [
      339,
      1291
     ],
     [
      341,
      1303
     ],
     [
      348,
      1317
     ],
     [
      351,
      1324
     ],
     [
      351,
      1340
     ],
     [
      353,
      1350
     ],
     [
      354,
      1350
     ],
     [
      359,
      1362
     ],
     [
      359,
      1364
     ],
     [
      360,
      1383
     ],
     [
      360,
      1389
     ],
     [
      366,
      1400
     ],
     [
      366,
      1419
     ],
     [
      367,
      1422
     ],
     [
      368,
      1437
     ],
     [
      369,
      1442
     ],
     [
      369,
      1446
     ],
     [
      374,
      1457
     ],
     [
      375,
      1469
     ],
     [
      375,
      1480
     ],
     [
      377,
      1487
     ],
     [
      382,
      1493
     ],
     [
      382,
      1532
     ],
     [
      383,
      1539
     ],
     [
      383,
      1548
     ],
     [
      389,
      1555
     ],
     [
      390,
      1566
     ],
     [
      390,
      1582
     ],
     [
      392,
      1593
     ],
     [
      392,
      1601
     ],
     [
      393,
      1607
     ],
     [
      393,
      1621
     ],
     [
      394,
      1631
     ],
     [
      400,
      1640
     ],
     [
      400,
      1643
     ],
     [
      403,
      1647
     ],
     [
      403,
      1658
     ],
     [
      405,
      1664
     ],
     [
      408,
      1670
     ],
     [
      408,
      1692
     ],
     [
      409,
      1697
     ],
     [
      414,
      1697
     ],
     [
      414,
      1704
     ],
     [
      415,
      1710
     ],
     [
      416,
      1718
     ],
     [
      417,
      1722
     ],
     [
      417,
      1724
     ],
     [
      418,
      1724
     ],
     [
      418,
      1731
     ],
     [
      419,
      1733
     ],
     [
      419,
      1750
     ],
     [
      421,
      1758
     ],
     [
      422,
      1760
     ],
     [
      422,
      1763
     ],
     [
      423,
      1763
     ],
     [
      423,
      1817
     ],
     [
      425,
      1817
     ],
     [
      425,
      1841
     ],
     [
      426,
      1846
     ],
     [
      426,
      1868
     ],
     [
      428,
      1873
     ],
     [
      428,
      1882
     ],
     [
      430,
      1882
     ],
     [
      430,
      1952
     ],
     [
      431,
      1955
     ],
     [
      431,
      2092
     ],
     [
      433,
      2099
     ],
     [
      433,
      2127
     ],
     [
      434,
      2130
     ],
     [
      434,
      2413
     ],
     [
      435,
      2493
     ],
     [
      435,
      2687
     ],
     [
      436,
      2726
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 251,
    "roc_points_before_collinear_removal": 505,
    "pr_points": 251,
    "distinct_thresholds": 504,
    "score_min": 0.06911186750946963,
    "score_max": 0.8880821690606039,
    "auc_raw": 0.7601440456517669,
    "auc_lc": 0.5580548350123665,
    "at_cap": {
     "f1": 0.06881720430107527,
     "fn": 420,
     "fp": 13,
     "fpr": 0.003845016267376516,
     "precision": 0.5517241379310345,
     "recall": 0.03669724770642202,
     "threshold": 0.5922008117092141,
     "tn": 3368,
     "tp": 16
    },
    "at_half_cap": {
     "f1": 0.05714285714285714,
     "fn": 423,
     "fp": 6,
     "fpr": 0.001774622892635315,
     "precision": 0.6842105263157895,
     "recall": 0.02981651376146789,
     "threshold": 0.644247994840565,
     "tn": 3375,
     "tp": 13
    },
    "zero_fp": {
     "attainable": true,
     "f1": 0.01366742596810934,
     "fn": 433,
     "fp": 0,
     "recall": 0.006880733944954129,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": 0.8267880536857767,
     "tn": 3381,
     "tp": 3
    },
    "recall_wilson95": {
     "lower": 0.022712652185626465,
     "upper": 0.05877457031675539
    },
    "fpr_wilson95": {
     "lower": 0.0022484734019615113,
     "upper": 0.0065677323742142305
    },
    "f1_bootstrap95": {
     "lower": 0.0367816091954023,
     "upper": 0.1014799154334038
    },
    "reach_by_fpr_0_02": 50
   },
   "llama-3.2-1b-instruct": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      1,
      0
     ],
     [
      1,
      1
     ],
     [
      2,
      1
     ],
     [
      2,
      2
     ],
     [
      3,
      3
     ],
     [
      4,
      3
     ],
     [
      4,
      5
     ],
     [
      6,
      5
     ],
     [
      7,
      6
     ],
     [
      7,
      7
     ],
     [
      8,
      7
     ],
     [
      10,
      9
     ],
     [
      11,
      9
     ],
     [
      12,
      10
     ],
     [
      13,
      10
     ],
     [
      13,
      11
     ],
     [
      19,
      11
     ],
     [
      20,
      13
     ],
     [
      25,
      13
     ],
     [
      27,
      14
     ],
     [
      36,
      14
     ],
     [
      47,
      15
     ],
     [
      48,
      15
     ],
     [
      48,
      17
     ],
     [
      57,
      17
     ],
     [
      57,
      19
     ],
     [
      73,
      19
     ],
     [
      73,
      20
     ],
     [
      82,
      20
     ],
     [
      86,
      21
     ],
     [
      92,
      21
     ],
     [
      94,
      22
     ],
     [
      105,
      22
     ],
     [
      120,
      24
     ],
     [
      131,
      24
     ],
     [
      152,
      27
     ],
     [
      153,
      29
     ],
     [
      158,
      31
     ],
     [
      159,
      31
     ],
     [
      176,
      38
     ],
     [
      177,
      39
     ],
     [
      182,
      39
     ],
     [
      212,
      43
     ],
     [
      218,
      45
     ],
     [
      227,
      45
     ],
     [
      239,
      46
     ],
     [
      250,
      46
     ],
     [
      265,
      47
     ],
     [
      270,
      47
     ],
     [
      316,
      58
     ],
     [
      317,
      58
     ],
     [
      323,
      60
     ],
     [
      327,
      60
     ],
     [
      331,
      63
     ],
     [
      368,
      69
     ],
     [
      372,
      69
     ],
     [
      374,
      70
     ],
     [
      383,
      71
     ],
     [
      384,
      72
     ],
     [
      384,
      73
     ],
     [
      423,
      82
     ],
     [
      425,
      83
     ],
     [
      426,
      84
     ],
     [
      429,
      85
     ],
     [
      488,
      91
     ],
     [
      491,
      91
     ],
     [
      498,
      92
     ],
     [
      503,
      95
     ],
     [
      504,
      97
     ],
     [
      514,
      98
     ],
     [
      516,
      99
     ],
     [
      517,
      100
     ],
     [
      521,
      100
     ],
     [
      537,
      106
     ],
     [
      542,
      106
     ],
     [
      632,
      133
     ],
     [
      638,
      133
     ],
     [
      642,
      134
     ],
     [
      644,
      134
     ],
     [
      658,
      139
     ],
     [
      698,
      147
     ],
     [
      700,
      151
     ],
     [
      714,
      151
     ],
     [
      801,
      176
     ],
     [
      812,
      179
     ],
     [
      813,
      180
     ],
     [
      814,
      180
     ],
     [
      891,
      192
     ],
     [
      892,
      192
     ],
     [
      900,
      194
     ],
     [
      907,
      196
     ],
     [
      909,
      196
     ],
     [
      917,
      199
     ],
     [
      924,
      200
     ],
     [
      927,
      202
     ],
     [
      953,
      210
     ],
     [
      956,
      211
     ],
     [
      1081,
      244
     ],
     [
      1087,
      246
     ],
     [
      1089,
      249
     ],
     [
      1090,
      250
     ],
     [
      1104,
      255
     ],
     [
      1143,
      264
     ],
     [
      1145,
      264
     ],
     [
      1151,
      267
     ],
     [
      1151,
      268
     ],
     [
      1231,
      288
     ],
     [
      1236,
      288
     ],
     [
      1318,
      306
     ],
     [
      1323,
      306
     ],
     [
      1323,
      308
     ],
     [
      1331,
      312
     ],
     [
      1332,
      313
     ],
     [
      1347,
      314
     ],
     [
      1349,
      314
     ],
     [
      1435,
      331
     ],
     [
      1498,
      345
     ],
     [
      1502,
      345
     ],
     [
      1512,
      346
     ],
     [
      1551,
      351
     ],
     [
      1555,
      351
     ],
     [
      1559,
      353
     ],
     [
      1561,
      353
     ],
     [
      1667,
      370
     ],
     [
      1670,
      370
     ],
     [
      1755,
      377
     ],
     [
      1757,
      377
     ],
     [
      1759,
      378
     ],
     [
      1761,
      378
     ],
     [
      1770,
      379
     ],
     [
      1785,
      379
     ],
     [
      2038,
      390
     ],
     [
      2041,
      390
     ],
     [
      2059,
      391
     ],
     [
      2075,
      393
     ],
     [
      2084,
      395
     ],
     [
      2087,
      395
     ],
     [
      2373,
      408
     ],
     [
      2376,
      408
     ],
     [
      2415,
      409
     ],
     [
      2448,
      412
     ],
     [
      2474,
      412
     ],
     [
      2479,
      414
     ],
     [
      2505,
      415
     ],
     [
      2801,
      426
     ],
     [
      2802,
      426
     ],
     [
      2802,
      427
     ],
     [
      2811,
      428
     ],
     [
      2820,
      428
     ],
     [
      3207,
      430
     ],
     [
      3216,
      432
     ],
     [
      3248,
      433
     ],
     [
      3258,
      433
     ],
     [
      3320,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      1,
      1
     ],
     [
      1,
      2
     ],
     [
      2,
      2
     ],
     [
      3,
      3
     ],
     [
      3,
      4
     ],
     [
      5,
      4
     ],
     [
      5,
      6
     ],
     [
      6,
      7
     ],
     [
      7,
      7
     ],
     [
      7,
      8
     ],
     [
      9,
      10
     ],
     [
      9,
      11
     ],
     [
      10,
      12
     ],
     [
      10,
      13
     ],
     [
      11,
      13
     ],
     [
      11,
      19
     ],
     [
      13,
      20
     ],
     [
      13,
      25
     ],
     [
      14,
      27
     ],
     [
      14,
      36
     ],
     [
      15,
      47
     ],
     [
      15,
      48
     ],
     [
      17,
      48
     ],
     [
      17,
      57
     ],
     [
      19,
      57
     ],
     [
      19,
      73
     ],
     [
      20,
      73
     ],
     [
      20,
      82
     ],
     [
      21,
      86
     ],
     [
      21,
      92
     ],
     [
      22,
      94
     ],
     [
      22,
      105
     ],
     [
      24,
      120
     ],
     [
      24,
      131
     ],
     [
      27,
      152
     ],
     [
      29,
      153
     ],
     [
      31,
      158
     ],
     [
      31,
      159
     ],
     [
      38,
      176
     ],
     [
      39,
      177
     ],
     [
      39,
      182
     ],
     [
      43,
      212
     ],
     [
      45,
      218
     ],
     [
      45,
      227
     ],
     [
      46,
      239
     ],
     [
      46,
      250
     ],
     [
      47,
      265
     ],
     [
      47,
      270
     ],
     [
      58,
      316
     ],
     [
      58,
      317
     ],
     [
      60,
      323
     ],
     [
      60,
      327
     ],
     [
      63,
      331
     ],
     [
      69,
      368
     ],
     [
      69,
      372
     ],
     [
      70,
      374
     ],
     [
      71,
      383
     ],
     [
      72,
      384
     ],
     [
      73,
      384
     ],
     [
      82,
      423
     ],
     [
      83,
      425
     ],
     [
      84,
      426
     ],
     [
      85,
      429
     ],
     [
      91,
      488
     ],
     [
      91,
      491
     ],
     [
      92,
      498
     ],
     [
      95,
      503
     ],
     [
      97,
      504
     ],
     [
      98,
      514
     ],
     [
      99,
      516
     ],
     [
      100,
      517
     ],
     [
      100,
      521
     ],
     [
      106,
      537
     ],
     [
      106,
      542
     ],
     [
      133,
      632
     ],
     [
      133,
      638
     ],
     [
      134,
      642
     ],
     [
      134,
      644
     ],
     [
      139,
      658
     ],
     [
      147,
      698
     ],
     [
      151,
      700
     ],
     [
      151,
      714
     ],
     [
      176,
      801
     ],
     [
      179,
      812
     ],
     [
      180,
      813
     ],
     [
      180,
      814
     ],
     [
      192,
      891
     ],
     [
      192,
      892
     ],
     [
      194,
      900
     ],
     [
      196,
      907
     ],
     [
      196,
      909
     ],
     [
      199,
      917
     ],
     [
      200,
      924
     ],
     [
      202,
      927
     ],
     [
      210,
      953
     ],
     [
      211,
      956
     ],
     [
      244,
      1081
     ],
     [
      246,
      1087
     ],
     [
      249,
      1089
     ],
     [
      250,
      1090
     ],
     [
      255,
      1104
     ],
     [
      264,
      1143
     ],
     [
      264,
      1145
     ],
     [
      267,
      1151
     ],
     [
      268,
      1151
     ],
     [
      288,
      1231
     ],
     [
      288,
      1236
     ],
     [
      306,
      1318
     ],
     [
      306,
      1323
     ],
     [
      308,
      1323
     ],
     [
      312,
      1331
     ],
     [
      313,
      1332
     ],
     [
      314,
      1347
     ],
     [
      314,
      1349
     ],
     [
      331,
      1435
     ],
     [
      345,
      1498
     ],
     [
      345,
      1502
     ],
     [
      346,
      1512
     ],
     [
      351,
      1551
     ],
     [
      351,
      1555
     ],
     [
      353,
      1559
     ],
     [
      353,
      1561
     ],
     [
      370,
      1667
     ],
     [
      370,
      1670
     ],
     [
      377,
      1755
     ],
     [
      377,
      1757
     ],
     [
      378,
      1759
     ],
     [
      378,
      1761
     ],
     [
      379,
      1770
     ],
     [
      379,
      1785
     ],
     [
      390,
      2038
     ],
     [
      390,
      2041
     ],
     [
      391,
      2059
     ],
     [
      393,
      2075
     ],
     [
      395,
      2084
     ],
     [
      395,
      2087
     ],
     [
      408,
      2373
     ],
     [
      408,
      2376
     ],
     [
      409,
      2415
     ],
     [
      412,
      2448
     ],
     [
      412,
      2474
     ],
     [
      414,
      2479
     ],
     [
      415,
      2505
     ],
     [
      426,
      2801
     ],
     [
      426,
      2802
     ],
     [
      427,
      2802
     ],
     [
      428,
      2811
     ],
     [
      428,
      2820
     ],
     [
      430,
      3207
     ],
     [
      432,
      3216
     ],
     [
      433,
      3248
     ],
     [
      433,
      3258
     ],
     [
      436,
      3320
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 156,
    "roc_points_before_collinear_removal": 225,
    "pr_points": 155,
    "distinct_thresholds": 224,
    "score_min": 0.13598130606558104,
    "score_max": 0.9323317059311964,
    "auc_raw": 0.6867536204749152,
    "auc_lc": 0.4498853833624902,
    "at_cap": {
     "f1": 0.04782608695652174,
     "fn": 425,
     "fp": 13,
     "fpr": 0.003845016267376516,
     "precision": 0.4583333333333333,
     "recall": 0.02522935779816514,
     "threshold": 0.759435536377553,
     "tn": 3368,
     "tp": 11
    },
    "at_half_cap": {
     "f1": 0.02247191011235955,
     "fn": 431,
     "fp": 4,
     "fpr": 0.0011830819284235432,
     "precision": 0.5555555555555556,
     "recall": 0.011467889908256881,
     "threshold": 0.7893977985726683,
     "tn": 3377,
     "tp": 5
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.014144957508198771,
     "upper": 0.04460680020463807
    },
    "fpr_wilson95": {
     "lower": 0.0022484734019615113,
     "upper": 0.0065677323742142305
    },
    "f1_bootstrap95": {
     "lower": 0.021834061135371178,
     "upper": 0.07615230460921844
    },
    "reach_by_fpr_0_02": 19
   },
   "phi-4-mini-instruct": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      0,
      2
     ],
     [
      2,
      2
     ],
     [
      2,
      3
     ],
     [
      3,
      3
     ],
     [
      3,
      4
     ],
     [
      5,
      4
     ],
     [
      5,
      5
     ],
     [
      7,
      5
     ],
     [
      9,
      8
     ],
     [
      10,
      8
     ],
     [
      11,
      9
     ],
     [
      13,
      9
     ],
     [
      13,
      10
     ],
     [
      15,
      10
     ],
     [
      19,
      11
     ],
     [
      21,
      12
     ],
     [
      23,
      12
     ],
     [
      28,
      13
     ],
     [
      29,
      14
     ],
     [
      32,
      16
     ],
     [
      35,
      16
     ],
     [
      42,
      17
     ],
     [
      46,
      18
     ],
     [
      56,
      18
     ],
     [
      57,
      19
     ],
     [
      59,
      20
     ],
     [
      60,
      20
     ],
     [
      66,
      21
     ],
     [
      73,
      22
     ],
     [
      76,
      22
     ],
     [
      78,
      24
     ],
     [
      83,
      25
     ],
     [
      102,
      25
     ],
     [
      113,
      32
     ],
     [
      131,
      36
     ],
     [
      132,
      36
     ],
     [
      142,
      39
     ],
     [
      146,
      39
     ],
     [
      146,
      40
     ],
     [
      147,
      42
     ],
     [
      149,
      43
     ],
     [
      155,
      44
     ],
     [
      184,
      47
     ],
     [
      195,
      48
     ],
     [
      200,
      51
     ],
     [
      210,
      54
     ],
     [
      222,
      60
     ],
     [
      244,
      67
     ],
     [
      263,
      73
     ],
     [
      266,
      74
     ],
     [
      278,
      85
     ],
     [
      289,
      85
     ],
     [
      320,
      94
     ],
     [
      320,
      95
     ],
     [
      322,
      98
     ],
     [
      325,
      98
     ],
     [
      325,
      99
     ],
     [
      327,
      99
     ],
     [
      335,
      101
     ],
     [
      369,
      107
     ],
     [
      378,
      111
     ],
     [
      385,
      115
     ],
     [
      396,
      117
     ],
     [
      412,
      125
     ],
     [
      457,
      138
     ],
     [
      481,
      146
     ],
     [
      485,
      151
     ],
     [
      526,
      163
     ],
     [
      552,
      174
     ],
     [
      594,
      187
     ],
     [
      602,
      187
     ],
     [
      603,
      190
     ],
     [
      609,
      191
     ],
     [
      614,
      193
     ],
     [
      658,
      206
     ],
     [
      674,
      215
     ],
     [
      675,
      218
     ],
     [
      678,
      221
     ],
     [
      690,
      224
     ],
     [
      707,
      227
     ],
     [
      773,
      242
     ],
     [
      795,
      249
     ],
     [
      814,
      263
     ],
     [
      876,
      266
     ],
     [
      937,
      279
     ],
     [
      991,
      284
     ],
     [
      998,
      284
     ],
     [
      1004,
      285
     ],
     [
      1087,
      296
     ],
     [
      1160,
      328
     ],
     [
      1176,
      330
     ],
     [
      1199,
      331
     ],
     [
      1248,
      332
     ],
     [
      1335,
      341
     ],
     [
      1336,
      342
     ],
     [
      1385,
      342
     ],
     [
      1427,
      351
     ],
     [
      1491,
      355
     ],
     [
      1631,
      368
     ],
     [
      1634,
      373
     ],
     [
      1699,
      375
     ],
     [
      1701,
      375
     ],
     [
      1706,
      377
     ],
     [
      1796,
      384
     ],
     [
      1931,
      402
     ],
     [
      1991,
      402
     ],
     [
      2192,
      412
     ],
     [
      2239,
      414
     ],
     [
      2274,
      418
     ],
     [
      2299,
      419
     ],
     [
      2594,
      421
     ],
     [
      2635,
      423
     ],
     [
      2637,
      424
     ],
     [
      2640,
      424
     ],
     [
      2713,
      430
     ],
     [
      3015,
      430
     ],
     [
      3026,
      434
     ],
     [
      3061,
      434
     ],
     [
      3129,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      1,
      0
     ],
     [
      2,
      0
     ],
     [
      2,
      2
     ],
     [
      3,
      2
     ],
     [
      3,
      3
     ],
     [
      4,
      3
     ],
     [
      4,
      5
     ],
     [
      5,
      5
     ],
     [
      5,
      7
     ],
     [
      8,
      9
     ],
     [
      8,
      10
     ],
     [
      9,
      11
     ],
     [
      9,
      13
     ],
     [
      10,
      13
     ],
     [
      10,
      15
     ],
     [
      11,
      19
     ],
     [
      12,
      21
     ],
     [
      12,
      23
     ],
     [
      13,
      28
     ],
     [
      14,
      29
     ],
     [
      16,
      32
     ],
     [
      16,
      35
     ],
     [
      17,
      42
     ],
     [
      18,
      46
     ],
     [
      18,
      56
     ],
     [
      19,
      57
     ],
     [
      20,
      59
     ],
     [
      20,
      60
     ],
     [
      21,
      66
     ],
     [
      22,
      73
     ],
     [
      22,
      76
     ],
     [
      24,
      78
     ],
     [
      25,
      83
     ],
     [
      25,
      102
     ],
     [
      32,
      113
     ],
     [
      36,
      131
     ],
     [
      36,
      132
     ],
     [
      39,
      142
     ],
     [
      39,
      146
     ],
     [
      40,
      146
     ],
     [
      42,
      147
     ],
     [
      43,
      149
     ],
     [
      44,
      155
     ],
     [
      47,
      184
     ],
     [
      48,
      195
     ],
     [
      51,
      200
     ],
     [
      54,
      210
     ],
     [
      60,
      222
     ],
     [
      67,
      244
     ],
     [
      73,
      263
     ],
     [
      74,
      266
     ],
     [
      85,
      278
     ],
     [
      85,
      289
     ],
     [
      94,
      320
     ],
     [
      95,
      320
     ],
     [
      98,
      322
     ],
     [
      98,
      325
     ],
     [
      99,
      325
     ],
     [
      99,
      327
     ],
     [
      101,
      335
     ],
     [
      107,
      369
     ],
     [
      111,
      378
     ],
     [
      115,
      385
     ],
     [
      117,
      396
     ],
     [
      125,
      412
     ],
     [
      138,
      457
     ],
     [
      146,
      481
     ],
     [
      151,
      485
     ],
     [
      163,
      526
     ],
     [
      174,
      552
     ],
     [
      187,
      594
     ],
     [
      187,
      602
     ],
     [
      190,
      603
     ],
     [
      191,
      609
     ],
     [
      193,
      614
     ],
     [
      206,
      658
     ],
     [
      215,
      674
     ],
     [
      218,
      675
     ],
     [
      221,
      678
     ],
     [
      224,
      690
     ],
     [
      227,
      707
     ],
     [
      242,
      773
     ],
     [
      249,
      795
     ],
     [
      263,
      814
     ],
     [
      266,
      876
     ],
     [
      279,
      937
     ],
     [
      284,
      991
     ],
     [
      284,
      998
     ],
     [
      285,
      1004
     ],
     [
      296,
      1087
     ],
     [
      328,
      1160
     ],
     [
      330,
      1176
     ],
     [
      331,
      1199
     ],
     [
      332,
      1248
     ],
     [
      341,
      1335
     ],
     [
      342,
      1336
     ],
     [
      342,
      1385
     ],
     [
      351,
      1427
     ],
     [
      355,
      1491
     ],
     [
      368,
      1631
     ],
     [
      373,
      1634
     ],
     [
      375,
      1699
     ],
     [
      375,
      1701
     ],
     [
      377,
      1706
     ],
     [
      384,
      1796
     ],
     [
      402,
      1931
     ],
     [
      402,
      1991
     ],
     [
      412,
      2192
     ],
     [
      414,
      2239
     ],
     [
      418,
      2274
     ],
     [
      419,
      2299
     ],
     [
      421,
      2594
     ],
     [
      423,
      2635
     ],
     [
      424,
      2637
     ],
     [
      424,
      2640
     ],
     [
      430,
      2713
     ],
     [
      430,
      3015
     ],
     [
      434,
      3026
     ],
     [
      434,
      3061
     ],
     [
      436,
      3129
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 121,
    "roc_points_before_collinear_removal": 167,
    "pr_points": 121,
    "distinct_thresholds": 166,
    "score_min": 0.05578284803554197,
    "score_max": 0.8517632165457009,
    "auc_raw": 0.7417631990969503,
    "auc_lc": 0.4998868914761416,
    "at_cap": {
     "f1": 0.04357298474945534,
     "fn": 426,
     "fp": 13,
     "fpr": 0.003845016267376516,
     "precision": 0.43478260869565216,
     "recall": 0.022935779816513763,
     "threshold": 0.6772987561633471,
     "tn": 3368,
     "tp": 10
    },
    "at_half_cap": {
     "f1": 0.02242152466367713,
     "fn": 431,
     "fp": 5,
     "fpr": 0.0014788524105294291,
     "precision": 0.5,
     "recall": 0.011467889908256881,
     "threshold": 0.7213991842739687,
     "tn": 3376,
     "tp": 5
    },
    "zero_fp": {
     "attainable": true,
     "f1": 0.0091324200913242,
     "fn": 434,
     "fp": 0,
     "recall": 0.0045871559633027525,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": 0.8439652274928927,
     "tn": 3381,
     "tp": 2
    },
    "recall_wilson95": {
     "lower": 0.0125050447575181,
     "upper": 0.041699619997409745
    },
    "fpr_wilson95": {
     "lower": 0.0022484734019615113,
     "upper": 0.0065677323742142305
    },
    "f1_bootstrap95": {
     "lower": 0.01834862385321101,
     "upper": 0.07114624505928854
    },
    "reach_by_fpr_0_02": 21
   },
   "shieldstral-1.0-3b": {
    "is_control": false,
    "block_scalar": "block.yes",
    "roc": [
     [
      0,
      0
     ],
     [
      1,
      0
     ],
     [
      1,
      2
     ],
     [
      2,
      2
     ],
     [
      2,
      3
     ],
     [
      5,
      3
     ],
     [
      5,
      4
     ],
     [
      6,
      4
     ],
     [
      7,
      5
     ],
     [
      8,
      5
     ],
     [
      8,
      6
     ],
     [
      11,
      6
     ],
     [
      12,
      9
     ],
     [
      13,
      10
     ],
     [
      15,
      10
     ],
     [
      18,
      12
     ],
     [
      20,
      13
     ],
     [
      23,
      14
     ],
     [
      24,
      16
     ],
     [
      27,
      18
     ],
     [
      30,
      18
     ],
     [
      32,
      19
     ],
     [
      32,
      21
     ],
     [
      35,
      23
     ],
     [
      39,
      24
     ],
     [
      46,
      28
     ],
     [
      51,
      31
     ],
     [
      55,
      32
     ],
     [
      64,
      38
     ],
     [
      71,
      45
     ],
     [
      85,
      50
     ],
     [
      95,
      56
     ],
     [
      101,
      60
     ],
     [
      121,
      65
     ],
     [
      147,
      73
     ],
     [
      163,
      79
     ],
     [
      181,
      88
     ],
     [
      202,
      96
     ],
     [
      203,
      98
     ],
     [
      217,
      107
     ],
     [
      234,
      114
     ],
     [
      248,
      120
     ],
     [
      271,
      125
     ],
     [
      301,
      132
     ],
     [
      347,
      141
     ],
     [
      386,
      149
     ],
     [
      421,
      163
     ],
     [
      466,
      172
     ],
     [
      532,
      184
     ],
     [
      594,
      189
     ],
     [
      678,
      207
     ],
     [
      741,
      222
     ],
     [
      818,
      229
     ],
     [
      914,
      238
     ],
     [
      981,
      246
     ],
     [
      1062,
      257
     ],
     [
      1125,
      259
     ],
     [
      1203,
      271
     ],
     [
      1255,
      277
     ],
     [
      1319,
      298
     ],
     [
      1339,
      303
     ],
     [
      1388,
      315
     ],
     [
      1411,
      324
     ],
     [
      1485,
      335
     ],
     [
      1513,
      342
     ],
     [
      1578,
      351
     ],
     [
      1613,
      355
     ],
     [
      1673,
      367
     ],
     [
      1713,
      371
     ],
     [
      1768,
      392
     ],
     [
      1808,
      399
     ],
     [
      1827,
      400
     ],
     [
      1906,
      405
     ],
     [
      1936,
      413
     ],
     [
      2007,
      418
     ],
     [
      2048,
      420
     ],
     [
      2090,
      426
     ],
     [
      2133,
      428
     ],
     [
      2174,
      433
     ],
     [
      2195,
      433
     ],
     [
      2228,
      434
     ],
     [
      2247,
      435
     ],
     [
      2260,
      435
     ],
     [
      2292,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      2,
      1
     ],
     [
      2,
      2
     ],
     [
      3,
      2
     ],
     [
      3,
      5
     ],
     [
      4,
      5
     ],
     [
      4,
      6
     ],
     [
      5,
      7
     ],
     [
      5,
      8
     ],
     [
      6,
      8
     ],
     [
      6,
      11
     ],
     [
      9,
      12
     ],
     [
      10,
      13
     ],
     [
      10,
      15
     ],
     [
      12,
      18
     ],
     [
      13,
      20
     ],
     [
      14,
      23
     ],
     [
      16,
      24
     ],
     [
      18,
      27
     ],
     [
      18,
      30
     ],
     [
      19,
      32
     ],
     [
      21,
      32
     ],
     [
      23,
      35
     ],
     [
      24,
      39
     ],
     [
      28,
      46
     ],
     [
      31,
      51
     ],
     [
      32,
      55
     ],
     [
      38,
      64
     ],
     [
      45,
      71
     ],
     [
      50,
      85
     ],
     [
      56,
      95
     ],
     [
      60,
      101
     ],
     [
      65,
      121
     ],
     [
      73,
      147
     ],
     [
      79,
      163
     ],
     [
      88,
      181
     ],
     [
      96,
      202
     ],
     [
      98,
      203
     ],
     [
      107,
      217
     ],
     [
      114,
      234
     ],
     [
      120,
      248
     ],
     [
      125,
      271
     ],
     [
      132,
      301
     ],
     [
      141,
      347
     ],
     [
      149,
      386
     ],
     [
      163,
      421
     ],
     [
      172,
      466
     ],
     [
      184,
      532
     ],
     [
      189,
      594
     ],
     [
      207,
      678
     ],
     [
      222,
      741
     ],
     [
      229,
      818
     ],
     [
      238,
      914
     ],
     [
      246,
      981
     ],
     [
      257,
      1062
     ],
     [
      259,
      1125
     ],
     [
      271,
      1203
     ],
     [
      277,
      1255
     ],
     [
      298,
      1319
     ],
     [
      303,
      1339
     ],
     [
      315,
      1388
     ],
     [
      324,
      1411
     ],
     [
      335,
      1485
     ],
     [
      342,
      1513
     ],
     [
      351,
      1578
     ],
     [
      355,
      1613
     ],
     [
      367,
      1673
     ],
     [
      371,
      1713
     ],
     [
      392,
      1768
     ],
     [
      399,
      1808
     ],
     [
      400,
      1827
     ],
     [
      405,
      1906
     ],
     [
      413,
      1936
     ],
     [
      418,
      2007
     ],
     [
      420,
      2048
     ],
     [
      426,
      2090
     ],
     [
      428,
      2133
     ],
     [
      433,
      2174
     ],
     [
      433,
      2195
     ],
     [
      434,
      2228
     ],
     [
      435,
      2247
     ],
     [
      435,
      2260
     ],
     [
      436,
      2292
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 85,
    "roc_points_before_collinear_removal": 106,
    "pr_points": 84,
    "distinct_thresholds": 105,
    "score_min": 8.939696304799167e-06,
    "score_max": 0.9820137900379085,
    "auc_raw": 0.7431331726946862,
    "auc_lc": 0.5673693219521023,
    "at_cap": {
     "f1": 0.04357298474945534,
     "fn": 426,
     "fp": 13,
     "fpr": 0.003845016267376516,
     "precision": 0.43478260869565216,
     "recall": 0.022935779816513763,
     "threshold": 0.29421497216298875,
     "tn": 3368,
     "tp": 10
    },
    "at_half_cap": {
     "f1": 0.017977528089887642,
     "fn": 432,
     "fp": 5,
     "fpr": 0.0014788524105294291,
     "precision": 0.4444444444444444,
     "recall": 0.009174311926605505,
     "threshold": 0.5926665999540697,
     "tn": 3376,
     "tp": 4
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0125050447575181,
     "upper": 0.041699619997409745
    },
    "fpr_wilson95": {
     "lower": 0.0022484734019615113,
     "upper": 0.0065677323742142305
    },
    "f1_bootstrap95": {
     "lower": 0.01834862385321101,
     "upper": 0.07114624505928854
    },
    "reach_by_fpr_0_02": 38
   },
   "falcon3-3b-instruct": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      0,
      2
     ],
     [
      1,
      2
     ],
     [
      1,
      3
     ],
     [
      2,
      3
     ],
     [
      2,
      4
     ],
     [
      3,
      4
     ],
     [
      3,
      7
     ],
     [
      10,
      7
     ],
     [
      10,
      8
     ],
     [
      13,
      9
     ],
     [
      16,
      9
     ],
     [
      16,
      10
     ],
     [
      25,
      10
     ],
     [
      26,
      11
     ],
     [
      27,
      11
     ],
     [
      27,
      13
     ],
     [
      46,
      13
     ],
     [
      46,
      14
     ],
     [
      49,
      14
     ],
     [
      50,
      15
     ],
     [
      53,
      15
     ],
     [
      53,
      16
     ],
     [
      55,
      16
     ],
     [
      56,
      17
     ],
     [
      60,
      17
     ],
     [
      60,
      20
     ],
     [
      64,
      20
     ],
     [
      65,
      21
     ],
     [
      66,
      21
     ],
     [
      66,
      22
     ],
     [
      67,
      22
     ],
     [
      68,
      23
     ],
     [
      74,
      23
     ],
     [
      74,
      26
     ],
     [
      81,
      26
     ],
     [
      84,
      27
     ],
     [
      87,
      27
     ],
     [
      88,
      28
     ],
     [
      92,
      28
     ],
     [
      92,
      29
     ],
     [
      95,
      29
     ],
     [
      95,
      30
     ],
     [
      102,
      30
     ],
     [
      102,
      31
     ],
     [
      105,
      31
     ],
     [
      105,
      32
     ],
     [
      106,
      32
     ],
     [
      106,
      33
     ],
     [
      107,
      33
     ],
     [
      111,
      35
     ],
     [
      116,
      35
     ],
     [
      117,
      36
     ],
     [
      119,
      36
     ],
     [
      120,
      38
     ],
     [
      129,
      38
     ],
     [
      136,
      39
     ],
     [
      137,
      40
     ],
     [
      140,
      41
     ],
     [
      175,
      41
     ],
     [
      176,
      42
     ],
     [
      189,
      42
     ],
     [
      215,
      44
     ],
     [
      216,
      45
     ],
     [
      218,
      46
     ],
     [
      219,
      46
     ],
     [
      219,
      47
     ],
     [
      235,
      47
     ],
     [
      249,
      49
     ],
     [
      250,
      50
     ],
     [
      285,
      50
     ],
     [
      287,
      51
     ],
     [
      301,
      51
     ],
     [
      301,
      52
     ],
     [
      304,
      54
     ],
     [
      336,
      55
     ],
     [
      338,
      55
     ],
     [
      338,
      57
     ],
     [
      343,
      57
     ],
     [
      350,
      58
     ],
     [
      389,
      58
     ],
     [
      389,
      59
     ],
     [
      391,
      60
     ],
     [
      392,
      60
     ],
     [
      392,
      61
     ],
     [
      408,
      61
     ],
     [
      410,
      62
     ],
     [
      412,
      62
     ],
     [
      447,
      63
     ],
     [
      450,
      63
     ],
     [
      451,
      64
     ],
     [
      451,
      65
     ],
     [
      455,
      65
     ],
     [
      468,
      67
     ],
     [
      472,
      67
     ],
     [
      508,
      68
     ],
     [
      514,
      68
     ],
     [
      546,
      71
     ],
     [
      548,
      71
     ],
     [
      550,
      72
     ],
     [
      554,
      72
     ],
     [
      556,
      73
     ],
     [
      560,
      74
     ],
     [
      570,
      76
     ],
     [
      570,
      78
     ],
     [
      602,
      78
     ],
     [
      602,
      80
     ],
     [
      613,
      80
     ],
     [
      613,
      81
     ],
     [
      649,
      81
     ],
     [
      651,
      82
     ],
     [
      660,
      82
     ],
     [
      661,
      83
     ],
     [
      662,
      83
     ],
     [
      663,
      85
     ],
     [
      682,
      85
     ],
     [
      697,
      86
     ],
     [
      707,
      86
     ],
     [
      707,
      87
     ],
     [
      718,
      87
     ],
     [
      727,
      88
     ],
     [
      729,
      88
     ],
     [
      731,
      89
     ],
     [
      742,
      89
     ],
     [
      743,
      90
     ],
     [
      743,
      91
     ],
     [
      748,
      94
     ],
     [
      748,
      95
     ],
     [
      753,
      96
     ],
     [
      755,
      96
     ],
     [
      760,
      98
     ],
     [
      763,
      98
     ],
     [
      763,
      99
     ],
     [
      769,
      99
     ],
     [
      774,
      100
     ],
     [
      776,
      100
     ],
     [
      777,
      101
     ],
     [
      788,
      101
     ],
     [
      788,
      102
     ],
     [
      792,
      102
     ],
     [
      801,
      104
     ],
     [
      802,
      104
     ],
     [
      803,
      105
     ],
     [
      807,
      105
     ],
     [
      808,
      107
     ],
     [
      823,
      107
     ],
     [
      832,
      109
     ],
     [
      845,
      109
     ],
     [
      845,
      110
     ],
     [
      862,
      110
     ],
     [
      862,
      111
     ],
     [
      893,
      111
     ],
     [
      897,
      112
     ],
     [
      898,
      113
     ],
     [
      901,
      113
     ],
     [
      907,
      114
     ],
     [
      913,
      114
     ],
     [
      917,
      115
     ],
     [
      918,
      115
     ],
     [
      922,
      117
     ],
     [
      922,
      119
     ],
     [
      924,
      119
     ],
     [
      930,
      120
     ],
     [
      946,
      120
     ],
     [
      948,
      122
     ],
     [
      965,
      122
     ],
     [
      975,
      125
     ],
     [
      982,
      125
     ],
     [
      987,
      126
     ],
     [
      989,
      126
     ],
     [
      1000,
      129
     ],
     [
      1006,
      130
     ],
     [
      1009,
      130
     ],
     [
      1012,
      131
     ],
     [
      1034,
      131
     ],
     [
      1038,
      132
     ],
     [
      1039,
      132
     ],
     [
      1046,
      135
     ],
     [
      1050,
      136
     ],
     [
      1057,
      136
     ],
     [
      1064,
      137
     ],
     [
      1072,
      138
     ],
     [
      1085,
      138
     ],
     [
      1095,
      140
     ],
     [
      1111,
      140
     ],
     [
      1116,
      141
     ],
     [
      1118,
      141
     ],
     [
      1118,
      142
     ],
     [
      1126,
      143
     ],
     [
      1138,
      145
     ],
     [
      1153,
      146
     ],
     [
      1153,
      147
     ],
     [
      1206,
      147
     ],
     [
      1226,
      148
     ],
     [
      1232,
      148
     ],
     [
      1244,
      149
     ],
     [
      1252,
      151
     ],
     [
      1257,
      151
     ],
     [
      1273,
      152
     ],
     [
      1310,
      152
     ],
     [
      1310,
      153
     ],
     [
      1343,
      153
     ],
     [
      1358,
      155
     ],
     [
      1371,
      155
     ],
     [
      1378,
      156
     ],
     [
      1390,
      158
     ],
     [
      1458,
      158
     ],
     [
      1482,
      160
     ],
     [
      1484,
      160
     ],
     [
      1493,
      161
     ],
     [
      1501,
      163
     ],
     [
      1507,
      163
     ],
     [
      1515,
      164
     ],
     [
      1538,
      164
     ],
     [
      1545,
      166
     ],
     [
      1550,
      166
     ],
     [
      1551,
      167
     ],
     [
      1560,
      167
     ],
     [
      1566,
      170
     ],
     [
      1590,
      170
     ],
     [
      1599,
      173
     ],
     [
      1628,
      173
     ],
     [
      1636,
      174
     ],
     [
      1692,
      174
     ],
     [
      1694,
      175
     ],
     [
      1699,
      176
     ],
     [
      1701,
      176
     ],
     [
      1704,
      177
     ],
     [
      1767,
      177
     ],
     [
      1767,
      178
     ],
     [
      1772,
      178
     ],
     [
      1777,
      180
     ],
     [
      1812,
      180
     ],
     [
      1815,
      181
     ],
     [
      1824,
      181
     ],
     [
      1830,
      183
     ],
     [
      1833,
      183
     ],
     [
      1842,
      185
     ],
     [
      1849,
      186
     ],
     [
      1859,
      186
     ],
     [
      1860,
      187
     ],
     [
      1873,
      187
     ],
     [
      1873,
      188
     ],
     [
      1884,
      188
     ],
     [
      1890,
      189
     ],
     [
      1903,
      189
     ],
     [
      1923,
      190
     ],
     [
      1927,
      192
     ],
     [
      1928,
      193
     ],
     [
      1943,
      193
     ],
     [
      1943,
      194
     ],
     [
      1947,
      195
     ],
     [
      1952,
      195
     ],
     [
      1953,
      197
     ],
     [
      1956,
      199
     ],
     [
      1968,
      199
     ],
     [
      1975,
      201
     ],
     [
      1980,
      201
     ],
     [
      1980,
      202
     ],
     [
      1985,
      203
     ],
     [
      2020,
      203
     ],
     [
      2023,
      204
     ],
     [
      2056,
      204
     ],
     [
      2061,
      205
     ],
     [
      2065,
      207
     ],
     [
      2066,
      207
     ],
     [
      2066,
      209
     ],
     [
      2069,
      209
     ],
     [
      2077,
      211
     ],
     [
      2087,
      211
     ],
     [
      2095,
      213
     ],
     [
      2120,
      213
     ],
     [
      2126,
      214
     ],
     [
      2130,
      220
     ],
     [
      2143,
      220
     ],
     [
      2151,
      221
     ],
     [
      2155,
      221
     ],
     [
      2156,
      222
     ],
     [
      2159,
      224
     ],
     [
      2162,
      225
     ],
     [
      2164,
      225
     ],
     [
      2169,
      228
     ],
     [
      2176,
      228
     ],
     [
      2182,
      229
     ],
     [
      2185,
      230
     ],
     [
      2202,
      230
     ],
     [
      2205,
      231
     ],
     [
      2216,
      231
     ],
     [
      2218,
      232
     ],
     [
      2218,
      233
     ],
     [
      2221,
      234
     ],
     [
      2224,
      238
     ],
     [
      2225,
      238
     ],
     [
      2228,
      240
     ],
     [
      2298,
      240
     ],
     [
      2302,
      241
     ],
     [
      2304,
      244
     ],
     [
      2310,
      246
     ],
     [
      2314,
      246
     ],
     [
      2315,
      247
     ],
     [
      2320,
      250
     ],
     [
      2332,
      250
     ],
     [
      2332,
      253
     ],
     [
      2339,
      253
     ],
     [
      2344,
      254
     ],
     [
      2348,
      254
     ],
     [
      2352,
      255
     ],
     [
      2367,
      255
     ],
     [
      2369,
      256
     ],
     [
      2381,
      257
     ],
     [
      2391,
      257
     ],
     [
      2395,
      258
     ],
     [
      2396,
      258
     ],
     [
      2400,
      259
     ],
     [
      2406,
      262
     ],
     [
      2419,
      262
     ],
     [
      2421,
      263
     ],
     [
      2424,
      263
     ],
     [
      2428,
      264
     ],
     [
      2448,
      264
     ],
     [
      2448,
      265
     ],
     [
      2489,
      265
     ],
     [
      2489,
      269
     ],
     [
      2502,
      269
     ],
     [
      2504,
      270
     ],
     [
      2511,
      270
     ],
     [
      2513,
      271
     ],
     [
      2521,
      271
     ],
     [
      2523,
      272
     ],
     [
      2558,
      272
     ],
     [
      2560,
      273
     ],
     [
      2566,
      273
     ],
     [
      2569,
      274
     ],
     [
      2574,
      275
     ],
     [
      2578,
      278
     ],
     [
      2588,
      278
     ],
     [
      2590,
      280
     ],
     [
      2591,
      280
     ],
     [
      2592,
      281
     ],
     [
      2601,
      281
     ],
     [
      2605,
      282
     ],
     [
      2617,
      282
     ],
     [
      2619,
      284
     ],
     [
      2622,
      285
     ],
     [
      2640,
      285
     ],
     [
      2650,
      286
     ],
     [
      2651,
      286
     ],
     [
      2652,
      287
     ],
     [
      2662,
      287
     ],
     [
      2664,
      289
     ],
     [
      2673,
      289
     ],
     [
      2675,
      290
     ],
     [
      2683,
      290
     ],
     [
      2684,
      291
     ],
     [
      2687,
      292
     ],
     [
      2716,
      292
     ],
     [
      2719,
      294
     ],
     [
      2735,
      294
     ],
     [
      2743,
      295
     ],
     [
      2744,
      295
     ],
     [
      2746,
      296
     ],
     [
      2750,
      296
     ],
     [
      2753,
      298
     ],
     [
      2756,
      299
     ],
     [
      2759,
      299
     ],
     [
      2761,
      301
     ],
     [
      2765,
      301
     ],
     [
      2769,
      304
     ],
     [
      2771,
      304
     ],
     [
      2773,
      305
     ],
     [
      2795,
      305
     ],
     [
      2798,
      307
     ],
     [
      2815,
      307
     ],
     [
      2819,
      308
     ],
     [
      2829,
      308
     ],
     [
      2833,
      309
     ],
     [
      2836,
      313
     ],
     [
      2838,
      314
     ],
     [
      2839,
      315
     ],
     [
      2839,
      316
     ],
     [
      2841,
      317
     ],
     [
      2848,
      317
     ],
     [
      2849,
      319
     ],
     [
      2853,
      324
     ],
     [
      2886,
      324
     ],
     [
      2886,
      325
     ],
     [
      2891,
      325
     ],
     [
      2893,
      326
     ],
     [
      2896,
      328
     ],
     [
      2903,
      328
     ],
     [
      2903,
      329
     ],
     [
      2908,
      329
     ],
     [
      2911,
      331
     ],
     [
      2912,
      331
     ],
     [
      2913,
      332
     ],
     [
      2917,
      332
     ],
     [
      2917,
      333
     ],
     [
      2926,
      333
     ],
     [
      2927,
      336
     ],
     [
      2931,
      336
     ],
     [
      2933,
      337
     ],
     [
      2935,
      337
     ],
     [
      2935,
      338
     ],
     [
      2945,
      338
     ],
     [
      2947,
      339
     ],
     [
      2948,
      340
     ],
     [
      2951,
      340
     ],
     [
      2952,
      341
     ],
     [
      2954,
      342
     ],
     [
      2957,
      343
     ],
     [
      2959,
      346
     ],
     [
      2972,
      346
     ],
     [
      2974,
      347
     ],
     [
      2975,
      347
     ],
     [
      2977,
      348
     ],
     [
      2977,
      349
     ],
     [
      2980,
      349
     ],
     [
      2982,
      350
     ],
     [
      2984,
      352
     ],
     [
      2984,
      353
     ],
     [
      2988,
      353
     ],
     [
      2988,
      354
     ],
     [
      2989,
      354
     ],
     [
      2989,
      355
     ],
     [
      2992,
      355
     ],
     [
      2995,
      357
     ],
     [
      2995,
      358
     ],
     [
      3008,
      358
     ],
     [
      3012,
      360
     ],
     [
      3016,
      360
     ],
     [
      3017,
      361
     ],
     [
      3019,
      364
     ],
     [
      3021,
      364
     ],
     [
      3022,
      365
     ],
     [
      3025,
      366
     ],
     [
      3028,
      366
     ],
     [
      3030,
      367
     ],
     [
      3032,
      369
     ],
     [
      3034,
      369
     ],
     [
      3034,
      371
     ],
     [
      3037,
      371
     ],
     [
      3044,
      373
     ],
     [
      3046,
      373
     ],
     [
      3046,
      374
     ],
     [
      3050,
      375
     ],
     [
      3051,
      376
     ],
     [
      3051,
      378
     ],
     [
      3053,
      379
     ],
     [
      3064,
      379
     ],
     [
      3067,
      380
     ],
     [
      3073,
      380
     ],
     [
      3075,
      381
     ],
     [
      3078,
      383
     ],
     [
      3081,
      384
     ],
     [
      3081,
      388
     ],
     [
      3082,
      390
     ],
     [
      3082,
      391
     ],
     [
      3086,
      391
     ],
     [
      3086,
      393
     ],
     [
      3118,
      393
     ],
     [
      3120,
      394
     ],
     [
      3123,
      395
     ],
     [
      3123,
      396
     ],
     [
      3124,
      397
     ],
     [
      3126,
      397
     ],
     [
      3128,
      398
     ],
     [
      3134,
      398
     ],
     [
      3135,
      399
     ],
     [
      3154,
      399
     ],
     [
      3155,
      401
     ],
     [
      3157,
      401
     ],
     [
      3160,
      402
     ],
     [
      3164,
      403
     ],
     [
      3167,
      404
     ],
     [
      3172,
      404
     ],
     [
      3173,
      405
     ],
     [
      3230,
      405
     ],
     [
      3231,
      406
     ],
     [
      3259,
      406
     ],
     [
      3259,
      408
     ],
     [
      3264,
      408
     ],
     [
      3264,
      409
     ],
     [
      3265,
      410
     ],
     [
      3265,
      411
     ],
     [
      3269,
      411
     ],
     [
      3269,
      412
     ],
     [
      3271,
      412
     ],
     [
      3272,
      413
     ],
     [
      3273,
      413
     ],
     [
      3273,
      414
     ],
     [
      3274,
      415
     ],
     [
      3279,
      415
     ],
     [
      3279,
      416
     ],
     [
      3281,
      416
     ],
     [
      3281,
      419
     ],
     [
      3289,
      419
     ],
     [
      3289,
      420
     ],
     [
      3293,
      420
     ],
     [
      3293,
      421
     ],
     [
      3297,
      421
     ],
     [
      3297,
      422
     ],
     [
      3301,
      422
     ],
     [
      3301,
      424
     ],
     [
      3302,
      424
     ],
     [
      3302,
      425
     ],
     [
      3308,
      425
     ],
     [
      3308,
      426
     ],
     [
      3317,
      426
     ],
     [
      3317,
      429
     ],
     [
      3319,
      429
     ],
     [
      3319,
      430
     ],
     [
      3327,
      430
     ],
     [
      3327,
      432
     ],
     [
      3328,
      432
     ],
     [
      3328,
      433
     ],
     [
      3332,
      433
     ],
     [
      3332,
      435
     ],
     [
      3347,
      435
     ],
     [
      3347,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      1,
      0
     ],
     [
      2,
      0
     ],
     [
      2,
      1
     ],
     [
      3,
      1
     ],
     [
      3,
      2
     ],
     [
      4,
      2
     ],
     [
      4,
      3
     ],
     [
      7,
      3
     ],
     [
      7,
      10
     ],
     [
      8,
      10
     ],
     [
      9,
      13
     ],
     [
      9,
      16
     ],
     [
      10,
      16
     ],
     [
      10,
      25
     ],
     [
      11,
      26
     ],
     [
      11,
      27
     ],
     [
      13,
      27
     ],
     [
      13,
      46
     ],
     [
      14,
      46
     ],
     [
      14,
      49
     ],
     [
      15,
      50
     ],
     [
      15,
      53
     ],
     [
      16,
      53
     ],
     [
      16,
      55
     ],
     [
      17,
      56
     ],
     [
      17,
      60
     ],
     [
      20,
      60
     ],
     [
      20,
      64
     ],
     [
      21,
      65
     ],
     [
      21,
      66
     ],
     [
      22,
      66
     ],
     [
      22,
      67
     ],
     [
      23,
      68
     ],
     [
      23,
      74
     ],
     [
      26,
      74
     ],
     [
      26,
      81
     ],
     [
      27,
      84
     ],
     [
      27,
      87
     ],
     [
      28,
      88
     ],
     [
      28,
      92
     ],
     [
      29,
      92
     ],
     [
      29,
      95
     ],
     [
      30,
      95
     ],
     [
      30,
      102
     ],
     [
      31,
      102
     ],
     [
      31,
      105
     ],
     [
      32,
      105
     ],
     [
      32,
      106
     ],
     [
      33,
      106
     ],
     [
      33,
      107
     ],
     [
      35,
      111
     ],
     [
      35,
      116
     ],
     [
      36,
      117
     ],
     [
      36,
      119
     ],
     [
      38,
      120
     ],
     [
      38,
      129
     ],
     [
      39,
      136
     ],
     [
      40,
      137
     ],
     [
      41,
      140
     ],
     [
      41,
      175
     ],
     [
      42,
      176
     ],
     [
      42,
      189
     ],
     [
      44,
      215
     ],
     [
      45,
      216
     ],
     [
      46,
      218
     ],
     [
      46,
      219
     ],
     [
      47,
      219
     ],
     [
      47,
      235
     ],
     [
      49,
      249
     ],
     [
      50,
      250
     ],
     [
      50,
      285
     ],
     [
      51,
      287
     ],
     [
      51,
      301
     ],
     [
      52,
      301
     ],
     [
      54,
      304
     ],
     [
      55,
      336
     ],
     [
      55,
      338
     ],
     [
      57,
      338
     ],
     [
      57,
      343
     ],
     [
      58,
      350
     ],
     [
      58,
      389
     ],
     [
      59,
      389
     ],
     [
      60,
      391
     ],
     [
      60,
      392
     ],
     [
      61,
      392
     ],
     [
      61,
      408
     ],
     [
      62,
      410
     ],
     [
      62,
      412
     ],
     [
      63,
      447
     ],
     [
      63,
      450
     ],
     [
      64,
      451
     ],
     [
      65,
      451
     ],
     [
      65,
      455
     ],
     [
      67,
      468
     ],
     [
      67,
      472
     ],
     [
      68,
      508
     ],
     [
      68,
      514
     ],
     [
      71,
      546
     ],
     [
      71,
      548
     ],
     [
      72,
      550
     ],
     [
      72,
      554
     ],
     [
      73,
      556
     ],
     [
      74,
      560
     ],
     [
      76,
      570
     ],
     [
      78,
      570
     ],
     [
      78,
      602
     ],
     [
      80,
      602
     ],
     [
      80,
      613
     ],
     [
      81,
      613
     ],
     [
      81,
      649
     ],
     [
      82,
      651
     ],
     [
      82,
      660
     ],
     [
      83,
      661
     ],
     [
      83,
      662
     ],
     [
      85,
      663
     ],
     [
      85,
      682
     ],
     [
      86,
      697
     ],
     [
      86,
      707
     ],
     [
      87,
      707
     ],
     [
      87,
      718
     ],
     [
      88,
      727
     ],
     [
      88,
      729
     ],
     [
      89,
      731
     ],
     [
      89,
      742
     ],
     [
      90,
      743
     ],
     [
      91,
      743
     ],
     [
      94,
      748
     ],
     [
      95,
      748
     ],
     [
      96,
      753
     ],
     [
      96,
      755
     ],
     [
      98,
      760
     ],
     [
      98,
      763
     ],
     [
      99,
      763
     ],
     [
      99,
      769
     ],
     [
      100,
      774
     ],
     [
      100,
      776
     ],
     [
      101,
      777
     ],
     [
      101,
      788
     ],
     [
      102,
      788
     ],
     [
      102,
      792
     ],
     [
      104,
      801
     ],
     [
      104,
      802
     ],
     [
      105,
      803
     ],
     [
      105,
      807
     ],
     [
      107,
      808
     ],
     [
      107,
      823
     ],
     [
      109,
      832
     ],
     [
      109,
      845
     ],
     [
      110,
      845
     ],
     [
      110,
      862
     ],
     [
      111,
      862
     ],
     [
      111,
      893
     ],
     [
      112,
      897
     ],
     [
      113,
      898
     ],
     [
      113,
      901
     ],
     [
      114,
      907
     ],
     [
      114,
      913
     ],
     [
      115,
      917
     ],
     [
      115,
      918
     ],
     [
      117,
      922
     ],
     [
      119,
      922
     ],
     [
      119,
      924
     ],
     [
      120,
      930
     ],
     [
      120,
      946
     ],
     [
      122,
      948
     ],
     [
      122,
      965
     ],
     [
      125,
      975
     ],
     [
      125,
      982
     ],
     [
      126,
      987
     ],
     [
      126,
      989
     ],
     [
      129,
      1000
     ],
     [
      130,
      1006
     ],
     [
      130,
      1009
     ],
     [
      131,
      1012
     ],
     [
      131,
      1034
     ],
     [
      132,
      1038
     ],
     [
      132,
      1039
     ],
     [
      135,
      1046
     ],
     [
      136,
      1050
     ],
     [
      136,
      1057
     ],
     [
      137,
      1064
     ],
     [
      138,
      1072
     ],
     [
      138,
      1085
     ],
     [
      140,
      1095
     ],
     [
      140,
      1111
     ],
     [
      141,
      1116
     ],
     [
      141,
      1118
     ],
     [
      142,
      1118
     ],
     [
      143,
      1126
     ],
     [
      145,
      1138
     ],
     [
      146,
      1153
     ],
     [
      147,
      1153
     ],
     [
      147,
      1206
     ],
     [
      148,
      1226
     ],
     [
      148,
      1232
     ],
     [
      149,
      1244
     ],
     [
      151,
      1252
     ],
     [
      151,
      1257
     ],
     [
      152,
      1273
     ],
     [
      152,
      1310
     ],
     [
      153,
      1310
     ],
     [
      153,
      1343
     ],
     [
      155,
      1358
     ],
     [
      155,
      1371
     ],
     [
      156,
      1378
     ],
     [
      158,
      1390
     ],
     [
      158,
      1458
     ],
     [
      160,
      1482
     ],
     [
      160,
      1484
     ],
     [
      161,
      1493
     ],
     [
      163,
      1501
     ],
     [
      163,
      1507
     ],
     [
      164,
      1515
     ],
     [
      164,
      1538
     ],
     [
      166,
      1545
     ],
     [
      166,
      1550
     ],
     [
      167,
      1551
     ],
     [
      167,
      1560
     ],
     [
      170,
      1566
     ],
     [
      170,
      1590
     ],
     [
      173,
      1599
     ],
     [
      173,
      1628
     ],
     [
      174,
      1636
     ],
     [
      174,
      1692
     ],
     [
      175,
      1694
     ],
     [
      176,
      1699
     ],
     [
      176,
      1701
     ],
     [
      177,
      1704
     ],
     [
      177,
      1767
     ],
     [
      178,
      1767
     ],
     [
      178,
      1772
     ],
     [
      180,
      1777
     ],
     [
      180,
      1812
     ],
     [
      181,
      1815
     ],
     [
      181,
      1824
     ],
     [
      183,
      1830
     ],
     [
      183,
      1833
     ],
     [
      185,
      1842
     ],
     [
      186,
      1849
     ],
     [
      186,
      1859
     ],
     [
      187,
      1860
     ],
     [
      187,
      1873
     ],
     [
      188,
      1873
     ],
     [
      188,
      1884
     ],
     [
      189,
      1890
     ],
     [
      189,
      1903
     ],
     [
      190,
      1923
     ],
     [
      192,
      1927
     ],
     [
      193,
      1928
     ],
     [
      193,
      1943
     ],
     [
      194,
      1943
     ],
     [
      195,
      1947
     ],
     [
      195,
      1952
     ],
     [
      197,
      1953
     ],
     [
      199,
      1956
     ],
     [
      199,
      1968
     ],
     [
      201,
      1975
     ],
     [
      201,
      1980
     ],
     [
      202,
      1980
     ],
     [
      203,
      1985
     ],
     [
      203,
      2020
     ],
     [
      204,
      2023
     ],
     [
      204,
      2056
     ],
     [
      205,
      2061
     ],
     [
      207,
      2065
     ],
     [
      207,
      2066
     ],
     [
      209,
      2066
     ],
     [
      209,
      2069
     ],
     [
      211,
      2077
     ],
     [
      211,
      2087
     ],
     [
      213,
      2095
     ],
     [
      213,
      2120
     ],
     [
      214,
      2126
     ],
     [
      220,
      2130
     ],
     [
      220,
      2143
     ],
     [
      221,
      2151
     ],
     [
      221,
      2155
     ],
     [
      222,
      2156
     ],
     [
      224,
      2159
     ],
     [
      225,
      2162
     ],
     [
      225,
      2164
     ],
     [
      228,
      2169
     ],
     [
      228,
      2176
     ],
     [
      229,
      2182
     ],
     [
      230,
      2185
     ],
     [
      230,
      2202
     ],
     [
      231,
      2205
     ],
     [
      231,
      2216
     ],
     [
      232,
      2218
     ],
     [
      233,
      2218
     ],
     [
      234,
      2221
     ],
     [
      238,
      2224
     ],
     [
      238,
      2225
     ],
     [
      240,
      2228
     ],
     [
      240,
      2298
     ],
     [
      241,
      2302
     ],
     [
      244,
      2304
     ],
     [
      246,
      2310
     ],
     [
      246,
      2314
     ],
     [
      247,
      2315
     ],
     [
      250,
      2320
     ],
     [
      250,
      2332
     ],
     [
      253,
      2332
     ],
     [
      253,
      2339
     ],
     [
      254,
      2344
     ],
     [
      254,
      2348
     ],
     [
      255,
      2352
     ],
     [
      255,
      2367
     ],
     [
      256,
      2369
     ],
     [
      257,
      2381
     ],
     [
      257,
      2391
     ],
     [
      258,
      2395
     ],
     [
      258,
      2396
     ],
     [
      259,
      2400
     ],
     [
      262,
      2406
     ],
     [
      262,
      2419
     ],
     [
      263,
      2421
     ],
     [
      263,
      2424
     ],
     [
      264,
      2428
     ],
     [
      264,
      2448
     ],
     [
      265,
      2448
     ],
     [
      265,
      2489
     ],
     [
      269,
      2489
     ],
     [
      269,
      2502
     ],
     [
      270,
      2504
     ],
     [
      270,
      2511
     ],
     [
      271,
      2513
     ],
     [
      271,
      2521
     ],
     [
      272,
      2523
     ],
     [
      272,
      2558
     ],
     [
      273,
      2560
     ],
     [
      273,
      2566
     ],
     [
      274,
      2569
     ],
     [
      275,
      2574
     ],
     [
      278,
      2578
     ],
     [
      278,
      2588
     ],
     [
      280,
      2590
     ],
     [
      280,
      2591
     ],
     [
      281,
      2592
     ],
     [
      281,
      2601
     ],
     [
      282,
      2605
     ],
     [
      282,
      2617
     ],
     [
      284,
      2619
     ],
     [
      285,
      2622
     ],
     [
      285,
      2640
     ],
     [
      286,
      2650
     ],
     [
      286,
      2651
     ],
     [
      287,
      2652
     ],
     [
      287,
      2662
     ],
     [
      289,
      2664
     ],
     [
      289,
      2673
     ],
     [
      290,
      2675
     ],
     [
      290,
      2683
     ],
     [
      291,
      2684
     ],
     [
      292,
      2687
     ],
     [
      292,
      2716
     ],
     [
      294,
      2719
     ],
     [
      294,
      2735
     ],
     [
      295,
      2743
     ],
     [
      295,
      2744
     ],
     [
      296,
      2746
     ],
     [
      296,
      2750
     ],
     [
      298,
      2753
     ],
     [
      299,
      2756
     ],
     [
      299,
      2759
     ],
     [
      301,
      2761
     ],
     [
      301,
      2765
     ],
     [
      304,
      2769
     ],
     [
      304,
      2771
     ],
     [
      305,
      2773
     ],
     [
      305,
      2795
     ],
     [
      307,
      2798
     ],
     [
      307,
      2815
     ],
     [
      308,
      2819
     ],
     [
      308,
      2829
     ],
     [
      309,
      2833
     ],
     [
      313,
      2836
     ],
     [
      314,
      2838
     ],
     [
      315,
      2839
     ],
     [
      316,
      2839
     ],
     [
      317,
      2841
     ],
     [
      317,
      2848
     ],
     [
      319,
      2849
     ],
     [
      324,
      2853
     ],
     [
      324,
      2886
     ],
     [
      325,
      2886
     ],
     [
      325,
      2891
     ],
     [
      326,
      2893
     ],
     [
      328,
      2896
     ],
     [
      328,
      2903
     ],
     [
      329,
      2903
     ],
     [
      329,
      2908
     ],
     [
      331,
      2911
     ],
     [
      331,
      2912
     ],
     [
      332,
      2913
     ],
     [
      332,
      2917
     ],
     [
      333,
      2917
     ],
     [
      333,
      2926
     ],
     [
      336,
      2927
     ],
     [
      336,
      2931
     ],
     [
      337,
      2933
     ],
     [
      337,
      2935
     ],
     [
      338,
      2935
     ],
     [
      338,
      2945
     ],
     [
      339,
      2947
     ],
     [
      340,
      2948
     ],
     [
      340,
      2951
     ],
     [
      341,
      2952
     ],
     [
      342,
      2954
     ],
     [
      343,
      2957
     ],
     [
      346,
      2959
     ],
     [
      346,
      2972
     ],
     [
      347,
      2974
     ],
     [
      347,
      2975
     ],
     [
      348,
      2977
     ],
     [
      349,
      2977
     ],
     [
      349,
      2980
     ],
     [
      350,
      2982
     ],
     [
      352,
      2984
     ],
     [
      353,
      2984
     ],
     [
      353,
      2988
     ],
     [
      354,
      2988
     ],
     [
      354,
      2989
     ],
     [
      355,
      2989
     ],
     [
      355,
      2992
     ],
     [
      357,
      2995
     ],
     [
      358,
      2995
     ],
     [
      358,
      3008
     ],
     [
      360,
      3012
     ],
     [
      360,
      3016
     ],
     [
      361,
      3017
     ],
     [
      364,
      3019
     ],
     [
      364,
      3021
     ],
     [
      365,
      3022
     ],
     [
      366,
      3025
     ],
     [
      366,
      3028
     ],
     [
      367,
      3030
     ],
     [
      369,
      3032
     ],
     [
      369,
      3034
     ],
     [
      371,
      3034
     ],
     [
      371,
      3037
     ],
     [
      373,
      3044
     ],
     [
      373,
      3046
     ],
     [
      374,
      3046
     ],
     [
      375,
      3050
     ],
     [
      376,
      3051
     ],
     [
      378,
      3051
     ],
     [
      379,
      3053
     ],
     [
      379,
      3064
     ],
     [
      380,
      3067
     ],
     [
      380,
      3073
     ],
     [
      381,
      3075
     ],
     [
      383,
      3078
     ],
     [
      384,
      3081
     ],
     [
      388,
      3081
     ],
     [
      390,
      3082
     ],
     [
      391,
      3082
     ],
     [
      391,
      3086
     ],
     [
      393,
      3086
     ],
     [
      393,
      3118
     ],
     [
      394,
      3120
     ],
     [
      395,
      3123
     ],
     [
      396,
      3123
     ],
     [
      397,
      3124
     ],
     [
      397,
      3126
     ],
     [
      398,
      3128
     ],
     [
      398,
      3134
     ],
     [
      399,
      3135
     ],
     [
      399,
      3154
     ],
     [
      401,
      3155
     ],
     [
      401,
      3157
     ],
     [
      402,
      3160
     ],
     [
      403,
      3164
     ],
     [
      404,
      3167
     ],
     [
      404,
      3172
     ],
     [
      405,
      3173
     ],
     [
      405,
      3230
     ],
     [
      406,
      3231
     ],
     [
      406,
      3259
     ],
     [
      408,
      3259
     ],
     [
      408,
      3264
     ],
     [
      409,
      3264
     ],
     [
      410,
      3265
     ],
     [
      411,
      3265
     ],
     [
      411,
      3269
     ],
     [
      412,
      3269
     ],
     [
      412,
      3271
     ],
     [
      413,
      3272
     ],
     [
      413,
      3273
     ],
     [
      414,
      3273
     ],
     [
      415,
      3274
     ],
     [
      415,
      3279
     ],
     [
      416,
      3279
     ],
     [
      416,
      3281
     ],
     [
      419,
      3281
     ],
     [
      419,
      3289
     ],
     [
      420,
      3289
     ],
     [
      420,
      3293
     ],
     [
      421,
      3293
     ],
     [
      421,
      3297
     ],
     [
      422,
      3297
     ],
     [
      422,
      3301
     ],
     [
      424,
      3301
     ],
     [
      424,
      3302
     ],
     [
      425,
      3302
     ],
     [
      425,
      3308
     ],
     [
      426,
      3308
     ],
     [
      426,
      3317
     ],
     [
      429,
      3317
     ],
     [
      429,
      3319
     ],
     [
      430,
      3319
     ],
     [
      430,
      3327
     ],
     [
      432,
      3327
     ],
     [
      432,
      3328
     ],
     [
      433,
      3328
     ],
     [
      433,
      3332
     ],
     [
      435,
      3332
     ],
     [
      435,
      3347
     ],
     [
      436,
      3347
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 520,
    "roc_points_before_collinear_removal": 982,
    "pr_points": 520,
    "distinct_thresholds": 981,
    "score_min": 0.0001678754674556306,
    "score_max": 0.9706812091675598,
    "auc_raw": 0.44662936973752404,
    "auc_lc": 0.3576114495988418,
    "at_cap": {
     "f1": 0.039301310043668124,
     "fn": 427,
     "fp": 13,
     "fpr": 0.003845016267376516,
     "precision": 0.4090909090909091,
     "recall": 0.020642201834862386,
     "threshold": 0.7711428895470333,
     "tn": 3368,
     "tp": 9
    },
    "at_half_cap": {
     "f1": 0.03139013452914798,
     "fn": 429,
     "fp": 3,
     "fpr": 0.0008873114463176575,
     "precision": 0.7,
     "recall": 0.016055045871559634,
     "threshold": 0.8164383707866427,
     "tn": 3378,
     "tp": 7
    },
    "zero_fp": {
     "attainable": true,
     "f1": 0.0091324200913242,
     "fn": 434,
     "fp": 0,
     "recall": 0.0045871559633027525,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": 0.9622441940257137,
     "tn": 3381,
     "tp": 2
    },
    "recall_wilson95": {
     "lower": 0.010897182921883053,
     "upper": 0.03876038887513579
    },
    "fpr_wilson95": {
     "lower": 0.0022484734019615113,
     "upper": 0.0065677323742142305
    },
    "f1_bootstrap95": {
     "lower": 0.01639344262295082,
     "upper": 0.06578947368421052
    },
    "reach_by_fpr_0_02": 22
   },
   "gemma-3-4b-it": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      0,
      2
     ],
     [
      7,
      2
     ],
     [
      7,
      3
     ],
     [
      8,
      3
     ],
     [
      8,
      5
     ],
     [
      15,
      5
     ],
     [
      15,
      6
     ],
     [
      16,
      6
     ],
     [
      17,
      7
     ],
     [
      17,
      8
     ],
     [
      18,
      8
     ],
     [
      18,
      11
     ],
     [
      21,
      11
     ],
     [
      21,
      12
     ],
     [
      24,
      12
     ],
     [
      24,
      14
     ],
     [
      28,
      14
     ],
     [
      29,
      15
     ],
     [
      46,
      15
     ],
     [
      46,
      16
     ],
     [
      47,
      16
     ],
     [
      47,
      17
     ],
     [
      48,
      17
     ],
     [
      48,
      18
     ],
     [
      51,
      18
     ],
     [
      51,
      19
     ],
     [
      53,
      19
     ],
     [
      53,
      20
     ],
     [
      56,
      20
     ],
     [
      56,
      21
     ],
     [
      57,
      21
     ],
     [
      57,
      22
     ],
     [
      66,
      22
     ],
     [
      66,
      23
     ],
     [
      79,
      23
     ],
     [
      79,
      24
     ],
     [
      97,
      24
     ],
     [
      98,
      25
     ],
     [
      98,
      26
     ],
     [
      100,
      26
     ],
     [
      101,
      27
     ],
     [
      105,
      27
     ],
     [
      108,
      28
     ],
     [
      113,
      28
     ],
     [
      113,
      29
     ],
     [
      114,
      29
     ],
     [
      114,
      31
     ],
     [
      115,
      31
     ],
     [
      115,
      32
     ],
     [
      117,
      33
     ],
     [
      119,
      33
     ],
     [
      119,
      34
     ],
     [
      120,
      35
     ],
     [
      121,
      35
     ],
     [
      121,
      37
     ],
     [
      122,
      37
     ],
     [
      122,
      40
     ],
     [
      125,
      40
     ],
     [
      126,
      41
     ],
     [
      127,
      41
     ],
     [
      127,
      42
     ],
     [
      134,
      42
     ],
     [
      136,
      44
     ],
     [
      136,
      46
     ],
     [
      137,
      46
     ],
     [
      137,
      47
     ],
     [
      138,
      47
     ],
     [
      138,
      48
     ],
     [
      146,
      48
     ],
     [
      146,
      50
     ],
     [
      148,
      50
     ],
     [
      148,
      51
     ],
     [
      157,
      51
     ],
     [
      157,
      52
     ],
     [
      164,
      52
     ],
     [
      165,
      53
     ],
     [
      171,
      53
     ],
     [
      171,
      54
     ],
     [
      172,
      54
     ],
     [
      172,
      55
     ],
     [
      173,
      55
     ],
     [
      174,
      56
     ],
     [
      178,
      56
     ],
     [
      178,
      57
     ],
     [
      180,
      57
     ],
     [
      182,
      58
     ],
     [
      182,
      59
     ],
     [
      196,
      59
     ],
     [
      196,
      62
     ],
     [
      197,
      63
     ],
     [
      197,
      65
     ],
     [
      201,
      65
     ],
     [
      201,
      66
     ],
     [
      204,
      67
     ],
     [
      207,
      67
     ],
     [
      207,
      68
     ],
     [
      209,
      69
     ],
     [
      213,
      69
     ],
     [
      216,
      70
     ],
     [
      219,
      70
     ],
     [
      220,
      71
     ],
     [
      221,
      71
     ],
     [
      221,
      72
     ],
     [
      224,
      72
     ],
     [
      225,
      73
     ],
     [
      228,
      73
     ],
     [
      230,
      74
     ],
     [
      244,
      74
     ],
     [
      244,
      75
     ],
     [
      245,
      76
     ],
     [
      270,
      76
     ],
     [
      270,
      78
     ],
     [
      272,
      78
     ],
     [
      272,
      79
     ],
     [
      275,
      80
     ],
     [
      277,
      80
     ],
     [
      279,
      82
     ],
     [
      284,
      82
     ],
     [
      284,
      83
     ],
     [
      302,
      83
     ],
     [
      303,
      84
     ],
     [
      305,
      85
     ],
     [
      306,
      85
     ],
     [
      307,
      86
     ],
     [
      322,
      86
     ],
     [
      324,
      87
     ],
     [
      330,
      87
     ],
     [
      331,
      88
     ],
     [
      331,
      89
     ],
     [
      345,
      89
     ],
     [
      345,
      90
     ],
     [
      348,
      90
     ],
     [
      350,
      92
     ],
     [
      357,
      92
     ],
     [
      359,
      94
     ],
     [
      394,
      94
     ],
     [
      394,
      96
     ],
     [
      404,
      96
     ],
     [
      405,
      97
     ],
     [
      407,
      97
     ],
     [
      409,
      98
     ],
     [
      409,
      99
     ],
     [
      422,
      99
     ],
     [
      423,
      100
     ],
     [
      427,
      100
     ],
     [
      428,
      101
     ],
     [
      428,
      102
     ],
     [
      429,
      102
     ],
     [
      429,
      104
     ],
     [
      467,
      104
     ],
     [
      471,
      105
     ],
     [
      487,
      105
     ],
     [
      488,
      106
     ],
     [
      517,
      106
     ],
     [
      517,
      107
     ],
     [
      518,
      108
     ],
     [
      527,
      108
     ],
     [
      527,
      109
     ],
     [
      528,
      109
     ],
     [
      529,
      110
     ],
     [
      533,
      110
     ],
     [
      534,
      111
     ],
     [
      551,
      111
     ],
     [
      555,
      112
     ],
     [
      564,
      112
     ],
     [
      564,
      113
     ],
     [
      567,
      113
     ],
     [
      567,
      115
     ],
     [
      576,
      115
     ],
     [
      581,
      116
     ],
     [
      610,
      116
     ],
     [
      610,
      117
     ],
     [
      626,
      117
     ],
     [
      627,
      118
     ],
     [
      658,
      118
     ],
     [
      658,
      119
     ],
     [
      660,
      119
     ],
     [
      660,
      120
     ],
     [
      661,
      121
     ],
     [
      673,
      121
     ],
     [
      673,
      123
     ],
     [
      674,
      124
     ],
     [
      676,
      124
     ],
     [
      679,
      125
     ],
     [
      685,
      125
     ],
     [
      689,
      126
     ],
     [
      722,
      126
     ],
     [
      722,
      129
     ],
     [
      723,
      129
     ],
     [
      723,
      130
     ],
     [
      725,
      131
     ],
     [
      736,
      131
     ],
     [
      738,
      132
     ],
     [
      755,
      132
     ],
     [
      759,
      133
     ],
     [
      766,
      133
     ],
     [
      769,
      134
     ],
     [
      770,
      135
     ],
     [
      774,
      135
     ],
     [
      776,
      137
     ],
     [
      791,
      137
     ],
     [
      793,
      138
     ],
     [
      797,
      138
     ],
     [
      801,
      140
     ],
     [
      803,
      140
     ],
     [
      803,
      141
     ],
     [
      804,
      141
     ],
     [
      804,
      142
     ],
     [
      808,
      142
     ],
     [
      809,
      143
     ],
     [
      811,
      144
     ],
     [
      812,
      144
     ],
     [
      814,
      145
     ],
     [
      817,
      145
     ],
     [
      819,
      146
     ],
     [
      844,
      146
     ],
     [
      847,
      147
     ],
     [
      848,
      147
     ],
     [
      851,
      148
     ],
     [
      871,
      148
     ],
     [
      871,
      149
     ],
     [
      886,
      149
     ],
     [
      886,
      150
     ],
     [
      887,
      150
     ],
     [
      887,
      152
     ],
     [
      889,
      152
     ],
     [
      890,
      153
     ],
     [
      903,
      153
     ],
     [
      903,
      154
     ],
     [
      926,
      154
     ],
     [
      927,
      155
     ],
     [
      927,
      156
     ],
     [
      928,
      156
     ],
     [
      929,
      157
     ],
     [
      939,
      157
     ],
     [
      941,
      158
     ],
     [
      948,
      158
     ],
     [
      951,
      159
     ],
     [
      959,
      159
     ],
     [
      961,
      160
     ],
     [
      980,
      160
     ],
     [
      980,
      161
     ],
     [
      982,
      161
     ],
     [
      984,
      162
     ],
     [
      987,
      162
     ],
     [
      989,
      163
     ],
     [
      992,
      163
     ],
     [
      996,
      165
     ],
     [
      999,
      165
     ],
     [
      999,
      166
     ],
     [
      1005,
      166
     ],
     [
      1005,
      167
     ],
     [
      1007,
      167
     ],
     [
      1008,
      168
     ],
     [
      1026,
      168
     ],
     [
      1026,
      169
     ],
     [
      1029,
      169
     ],
     [
      1030,
      170
     ],
     [
      1038,
      170
     ],
     [
      1038,
      171
     ],
     [
      1046,
      171
     ],
     [
      1047,
      172
     ],
     [
      1053,
      172
     ],
     [
      1056,
      173
     ],
     [
      1068,
      173
     ],
     [
      1068,
      174
     ],
     [
      1082,
      174
     ],
     [
      1082,
      175
     ],
     [
      1084,
      175
     ],
     [
      1085,
      176
     ],
     [
      1133,
      176
     ],
     [
      1136,
      177
     ],
     [
      1137,
      177
     ],
     [
      1137,
      179
     ],
     [
      1143,
      179
     ],
     [
      1145,
      180
     ],
     [
      1148,
      180
     ],
     [
      1148,
      181
     ],
     [
      1168,
      181
     ],
     [
      1168,
      182
     ],
     [
      1171,
      185
     ],
     [
      1208,
      185
     ],
     [
      1208,
      186
     ],
     [
      1209,
      186
     ],
     [
      1209,
      187
     ],
     [
      1214,
      187
     ],
     [
      1214,
      188
     ],
     [
      1216,
      188
     ],
     [
      1216,
      190
     ],
     [
      1224,
      190
     ],
     [
      1226,
      191
     ],
     [
      1242,
      191
     ],
     [
      1243,
      192
     ],
     [
      1244,
      192
     ],
     [
      1245,
      193
     ],
     [
      1250,
      193
     ],
     [
      1252,
      195
     ],
     [
      1258,
      195
     ],
     [
      1258,
      196
     ],
     [
      1277,
      196
     ],
     [
      1278,
      197
     ],
     [
      1285,
      197
     ],
     [
      1285,
      198
     ],
     [
      1287,
      198
     ],
     [
      1287,
      199
     ],
     [
      1288,
      199
     ],
     [
      1288,
      200
     ],
     [
      1289,
      201
     ],
     [
      1290,
      201
     ],
     [
      1292,
      203
     ],
     [
      1293,
      203
     ],
     [
      1294,
      204
     ],
     [
      1298,
      204
     ],
     [
      1300,
      206
     ],
     [
      1309,
      206
     ],
     [
      1312,
      207
     ],
     [
      1313,
      208
     ],
     [
      1331,
      208
     ],
     [
      1333,
      209
     ],
     [
      1337,
      209
     ],
     [
      1338,
      210
     ],
     [
      1361,
      210
     ],
     [
      1361,
      211
     ],
     [
      1365,
      211
     ],
     [
      1366,
      212
     ],
     [
      1386,
      212
     ],
     [
      1387,
      213
     ],
     [
      1390,
      213
     ],
     [
      1390,
      214
     ],
     [
      1394,
      214
     ],
     [
      1394,
      215
     ],
     [
      1395,
      215
     ],
     [
      1397,
      216
     ],
     [
      1400,
      216
     ],
     [
      1402,
      217
     ],
     [
      1407,
      217
     ],
     [
      1407,
      218
     ],
     [
      1410,
      219
     ],
     [
      1413,
      219
     ],
     [
      1417,
      221
     ],
     [
      1422,
      221
     ],
     [
      1422,
      222
     ],
     [
      1423,
      222
     ],
     [
      1423,
      223
     ],
     [
      1427,
      223
     ],
     [
      1428,
      224
     ],
     [
      1431,
      224
     ],
     [
      1431,
      225
     ],
     [
      1433,
      225
     ],
     [
      1437,
      226
     ],
     [
      1447,
      226
     ],
     [
      1447,
      227
     ],
     [
      1452,
      227
     ],
     [
      1453,
      228
     ],
     [
      1459,
      228
     ],
     [
      1461,
      229
     ],
     [
      1462,
      230
     ],
     [
      1472,
      230
     ],
     [
      1473,
      231
     ],
     [
      1474,
      231
     ],
     [
      1474,
      232
     ],
     [
      1482,
      232
     ],
     [
      1482,
      233
     ],
     [
      1484,
      233
     ],
     [
      1485,
      234
     ],
     [
      1490,
      234
     ],
     [
      1490,
      235
     ],
     [
      1498,
      235
     ],
     [
      1498,
      236
     ],
     [
      1499,
      237
     ],
     [
      1499,
      238
     ],
     [
      1501,
      238
     ],
     [
      1501,
      239
     ],
     [
      1520,
      239
     ],
     [
      1521,
      240
     ],
     [
      1527,
      240
     ],
     [
      1527,
      243
     ],
     [
      1533,
      243
     ],
     [
      1534,
      244
     ],
     [
      1537,
      244
     ],
     [
      1540,
      245
     ],
     [
      1544,
      245
     ],
     [
      1544,
      246
     ],
     [
      1546,
      246
     ],
     [
      1548,
      248
     ],
     [
      1563,
      248
     ],
     [
      1564,
      249
     ],
     [
      1572,
      249
     ],
     [
      1572,
      251
     ],
     [
      1573,
      251
     ],
     [
      1575,
      252
     ],
     [
      1598,
      252
     ],
     [
      1598,
      253
     ],
     [
      1609,
      253
     ],
     [
      1611,
      254
     ],
     [
      1623,
      254
     ],
     [
      1624,
      255
     ],
     [
      1627,
      255
     ],
     [
      1627,
      256
     ],
     [
      1635,
      256
     ],
     [
      1635,
      257
     ],
     [
      1650,
      257
     ],
     [
      1650,
      258
     ],
     [
      1671,
      258
     ],
     [
      1672,
      259
     ],
     [
      1673,
      259
     ],
     [
      1674,
      260
     ],
     [
      1705,
      260
     ],
     [
      1705,
      261
     ],
     [
      1712,
      261
     ],
     [
      1712,
      262
     ],
     [
      1731,
      262
     ],
     [
      1731,
      263
     ],
     [
      1752,
      263
     ],
     [
      1752,
      264
     ],
     [
      1772,
      264
     ],
     [
      1772,
      266
     ],
     [
      1776,
      266
     ],
     [
      1776,
      267
     ],
     [
      1778,
      267
     ],
     [
      1779,
      268
     ],
     [
      1790,
      268
     ],
     [
      1790,
      269
     ],
     [
      1796,
      269
     ],
     [
      1796,
      270
     ],
     [
      1797,
      270
     ],
     [
      1797,
      271
     ],
     [
      1800,
      271
     ],
     [
      1800,
      272
     ],
     [
      1845,
      272
     ],
     [
      1848,
      273
     ],
     [
      1853,
      273
     ],
     [
      1853,
      274
     ],
     [
      1866,
      274
     ],
     [
      1866,
      275
     ],
     [
      1875,
      275
     ],
     [
      1876,
      276
     ],
     [
      1881,
      276
     ],
     [
      1881,
      277
     ],
     [
      1889,
      277
     ],
     [
      1889,
      278
     ],
     [
      1892,
      278
     ],
     [
      1893,
      279
     ],
     [
      1903,
      279
     ],
     [
      1903,
      281
     ],
     [
      1905,
      281
     ],
     [
      1905,
      282
     ],
     [
      1929,
      282
     ],
     [
      1929,
      283
     ],
     [
      1937,
      283
     ],
     [
      1937,
      284
     ],
     [
      1938,
      284
     ],
     [
      1938,
      285
     ],
     [
      1939,
      286
     ],
     [
      1940,
      286
     ],
     [
      1940,
      287
     ],
     [
      1942,
      287
     ],
     [
      1942,
      288
     ],
     [
      1944,
      288
     ],
     [
      1944,
      289
     ],
     [
      1955,
      289
     ],
     [
      1955,
      290
     ],
     [
      1972,
      290
     ],
     [
      1972,
      291
     ],
     [
      1983,
      291
     ],
     [
      1983,
      292
     ],
     [
      1984,
      292
     ],
     [
      1984,
      295
     ],
     [
      1985,
      295
     ],
     [
      1985,
      296
     ],
     [
      1988,
      296
     ],
     [
      1989,
      297
     ],
     [
      1989,
      298
     ],
     [
      1994,
      298
     ],
     [
      1994,
      299
     ],
     [
      2021,
      299
     ],
     [
      2021,
      301
     ],
     [
      2026,
      301
     ],
     [
      2028,
      302
     ],
     [
      2028,
      303
     ],
     [
      2029,
      304
     ],
     [
      2031,
      304
     ],
     [
      2031,
      305
     ],
     [
      2032,
      305
     ],
     [
      2032,
      306
     ],
     [
      2036,
      306
     ],
     [
      2036,
      307
     ],
     [
      2054,
      307
     ],
     [
      2054,
      309
     ],
     [
      2055,
      309
     ],
     [
      2055,
      310
     ],
     [
      2057,
      311
     ],
     [
      2058,
      311
     ],
     [
      2058,
      312
     ],
     [
      2061,
      312
     ],
     [
      2061,
      313
     ],
     [
      2084,
      313
     ],
     [
      2085,
      314
     ],
     [
      2090,
      314
     ],
     [
      2090,
      315
     ],
     [
      2095,
      315
     ],
     [
      2095,
      317
     ],
     [
      2096,
      317
     ],
     [
      2096,
      320
     ],
     [
      2105,
      320
     ],
     [
      2105,
      321
     ],
     [
      2111,
      321
     ],
     [
      2118,
      322
     ],
     [
      2128,
      322
     ],
     [
      2129,
      323
     ],
     [
      2131,
      323
     ],
     [
      2131,
      325
     ],
     [
      2146,
      325
     ],
     [
      2149,
      326
     ],
     [
      2155,
      327
     ],
     [
      2159,
      327
     ],
     [
      2160,
      328
     ],
     [
      2161,
      328
     ],
     [
      2161,
      330
     ],
     [
      2163,
      330
     ],
     [
      2163,
      331
     ],
     [
      2167,
      331
     ],
     [
      2167,
      332
     ],
     [
      2174,
      332
     ],
     [
      2174,
      333
     ],
     [
      2195,
      333
     ],
     [
      2197,
      334
     ],
     [
      2198,
      335
     ],
     [
      2222,
      335
     ],
     [
      2224,
      336
     ],
     [
      2230,
      336
     ],
     [
      2231,
      337
     ],
     [
      2236,
      337
     ],
     [
      2238,
      338
     ],
     [
      2240,
      341
     ],
     [
      2240,
      342
     ],
     [
      2241,
      342
     ],
     [
      2241,
      343
     ],
     [
      2253,
      343
     ],
     [
      2256,
      344
     ],
     [
      2264,
      345
     ],
     [
      2288,
      345
     ],
     [
      2294,
      347
     ],
     [
      2299,
      347
     ],
     [
      2299,
      348
     ],
     [
      2304,
      348
     ],
     [
      2304,
      350
     ],
     [
      2308,
      350
     ],
     [
      2308,
      352
     ],
     [
      2313,
      353
     ],
     [
      2337,
      353
     ],
     [
      2357,
      354
     ],
     [
      2398,
      354
     ],
     [
      2407,
      355
     ],
     [
      2414,
      355
     ],
     [
      2416,
      356
     ],
     [
      2417,
      356
     ],
     [
      2417,
      358
     ],
     [
      2418,
      358
     ],
     [
      2418,
      359
     ],
     [
      2425,
      359
     ],
     [
      2431,
      360
     ],
     [
      2549,
      360
     ],
     [
      2559,
      361
     ],
     [
      2569,
      361
     ],
     [
      2569,
      362
     ],
     [
      2571,
      362
     ],
     [
      2573,
      363
     ],
     [
      2576,
      363
     ],
     [
      2576,
      364
     ],
     [
      2580,
      364
     ],
     [
      2580,
      365
     ],
     [
      2581,
      365
     ],
     [
      2585,
      366
     ],
     [
      2588,
      367
     ],
     [
      2612,
      370
     ],
     [
      2694,
      370
     ],
     [
      2700,
      372
     ],
     [
      2702,
      373
     ],
     [
      2704,
      373
     ],
     [
      2704,
      376
     ],
     [
      2712,
      376
     ],
     [
      2717,
      377
     ],
     [
      2783,
      377
     ],
     [
      2784,
      379
     ],
     [
      2785,
      379
     ],
     [
      2788,
      380
     ],
     [
      2789,
      381
     ],
     [
      2791,
      381
     ],
     [
      2791,
      382
     ],
     [
      2796,
      382
     ],
     [
      2796,
      383
     ],
     [
      2805,
      383
     ],
     [
      2806,
      385
     ],
     [
      2807,
      385
     ],
     [
      2812,
      386
     ],
     [
      2844,
      386
     ],
     [
      2848,
      387
     ],
     [
      2848,
      388
     ],
     [
      2853,
      388
     ],
     [
      2854,
      389
     ],
     [
      2854,
      390
     ],
     [
      2855,
      392
     ],
     [
      2857,
      392
     ],
     [
      2869,
      393
     ],
     [
      2900,
      393
     ],
     [
      2902,
      394
     ],
     [
      2903,
      394
     ],
     [
      2903,
      395
     ],
     [
      2905,
      395
     ],
     [
      2905,
      396
     ],
     [
      2908,
      396
     ],
     [
      2908,
      397
     ],
     [
      2910,
      397
     ],
     [
      2910,
      398
     ],
     [
      2968,
      398
     ],
     [
      2986,
      400
     ],
     [
      2996,
      400
     ],
     [
      3002,
      401
     ],
     [
      3003,
      402
     ],
     [
      3010,
      402
     ],
     [
      3011,
      403
     ],
     [
      3011,
      404
     ],
     [
      3012,
      404
     ],
     [
      3012,
      405
     ],
     [
      3016,
      405
     ],
     [
      3039,
      406
     ],
     [
      3098,
      406
     ],
     [
      3098,
      408
     ],
     [
      3103,
      408
     ],
     [
      3103,
      411
     ],
     [
      3104,
      411
     ],
     [
      3105,
      412
     ],
     [
      3108,
      412
     ],
     [
      3123,
      413
     ],
     [
      3180,
      413
     ],
     [
      3180,
      414
     ],
     [
      3184,
      414
     ],
     [
      3184,
      415
     ],
     [
      3192,
      415
     ],
     [
      3198,
      416
     ],
     [
      3224,
      416
     ],
     [
      3224,
      417
     ],
     [
      3231,
      417
     ],
     [
      3231,
      418
     ],
     [
      3234,
      419
     ],
     [
      3234,
      420
     ],
     [
      3245,
      420
     ],
     [
      3245,
      421
     ],
     [
      3247,
      421
     ],
     [
      3247,
      424
     ],
     [
      3249,
      424
     ],
     [
      3249,
      426
     ],
     [
      3269,
      426
     ],
     [
      3269,
      428
     ],
     [
      3292,
      428
     ],
     [
      3293,
      429
     ],
     [
      3293,
      430
     ],
     [
      3298,
      430
     ],
     [
      3298,
      432
     ],
     [
      3303,
      432
     ],
     [
      3303,
      434
     ],
     [
      3315,
      434
     ],
     [
      3316,
      435
     ],
     [
      3338,
      435
     ],
     [
      3339,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      1,
      0
     ],
     [
      2,
      0
     ],
     [
      2,
      7
     ],
     [
      3,
      7
     ],
     [
      3,
      8
     ],
     [
      5,
      8
     ],
     [
      5,
      15
     ],
     [
      6,
      15
     ],
     [
      6,
      16
     ],
     [
      7,
      17
     ],
     [
      8,
      17
     ],
     [
      8,
      18
     ],
     [
      11,
      18
     ],
     [
      11,
      21
     ],
     [
      12,
      21
     ],
     [
      12,
      24
     ],
     [
      14,
      24
     ],
     [
      14,
      28
     ],
     [
      15,
      29
     ],
     [
      15,
      46
     ],
     [
      16,
      46
     ],
     [
      16,
      47
     ],
     [
      17,
      47
     ],
     [
      17,
      48
     ],
     [
      18,
      48
     ],
     [
      18,
      51
     ],
     [
      19,
      51
     ],
     [
      19,
      53
     ],
     [
      20,
      53
     ],
     [
      20,
      56
     ],
     [
      21,
      56
     ],
     [
      21,
      57
     ],
     [
      22,
      57
     ],
     [
      22,
      66
     ],
     [
      23,
      66
     ],
     [
      23,
      79
     ],
     [
      24,
      79
     ],
     [
      24,
      97
     ],
     [
      25,
      98
     ],
     [
      26,
      98
     ],
     [
      26,
      100
     ],
     [
      27,
      101
     ],
     [
      27,
      105
     ],
     [
      28,
      108
     ],
     [
      28,
      113
     ],
     [
      29,
      113
     ],
     [
      29,
      114
     ],
     [
      31,
      114
     ],
     [
      31,
      115
     ],
     [
      32,
      115
     ],
     [
      33,
      117
     ],
     [
      33,
      119
     ],
     [
      34,
      119
     ],
     [
      35,
      120
     ],
     [
      35,
      121
     ],
     [
      37,
      121
     ],
     [
      37,
      122
     ],
     [
      40,
      122
     ],
     [
      40,
      125
     ],
     [
      41,
      126
     ],
     [
      41,
      127
     ],
     [
      42,
      127
     ],
     [
      42,
      134
     ],
     [
      44,
      136
     ],
     [
      46,
      136
     ],
     [
      46,
      137
     ],
     [
      47,
      137
     ],
     [
      47,
      138
     ],
     [
      48,
      138
     ],
     [
      48,
      146
     ],
     [
      50,
      146
     ],
     [
      50,
      148
     ],
     [
      51,
      148
     ],
     [
      51,
      157
     ],
     [
      52,
      157
     ],
     [
      52,
      164
     ],
     [
      53,
      165
     ],
     [
      53,
      171
     ],
     [
      54,
      171
     ],
     [
      54,
      172
     ],
     [
      55,
      172
     ],
     [
      55,
      173
     ],
     [
      56,
      174
     ],
     [
      56,
      178
     ],
     [
      57,
      178
     ],
     [
      57,
      180
     ],
     [
      58,
      182
     ],
     [
      59,
      182
     ],
     [
      59,
      196
     ],
     [
      62,
      196
     ],
     [
      63,
      197
     ],
     [
      65,
      197
     ],
     [
      65,
      201
     ],
     [
      66,
      201
     ],
     [
      67,
      204
     ],
     [
      67,
      207
     ],
     [
      68,
      207
     ],
     [
      69,
      209
     ],
     [
      69,
      213
     ],
     [
      70,
      216
     ],
     [
      70,
      219
     ],
     [
      71,
      220
     ],
     [
      71,
      221
     ],
     [
      72,
      221
     ],
     [
      72,
      224
     ],
     [
      73,
      225
     ],
     [
      73,
      228
     ],
     [
      74,
      230
     ],
     [
      74,
      244
     ],
     [
      75,
      244
     ],
     [
      76,
      245
     ],
     [
      76,
      270
     ],
     [
      78,
      270
     ],
     [
      78,
      272
     ],
     [
      79,
      272
     ],
     [
      80,
      275
     ],
     [
      80,
      277
     ],
     [
      82,
      279
     ],
     [
      82,
      284
     ],
     [
      83,
      284
     ],
     [
      83,
      302
     ],
     [
      84,
      303
     ],
     [
      85,
      305
     ],
     [
      85,
      306
     ],
     [
      86,
      307
     ],
     [
      86,
      322
     ],
     [
      87,
      324
     ],
     [
      87,
      330
     ],
     [
      88,
      331
     ],
     [
      89,
      331
     ],
     [
      89,
      345
     ],
     [
      90,
      345
     ],
     [
      90,
      348
     ],
     [
      92,
      350
     ],
     [
      92,
      357
     ],
     [
      94,
      359
     ],
     [
      94,
      394
     ],
     [
      96,
      394
     ],
     [
      96,
      404
     ],
     [
      97,
      405
     ],
     [
      97,
      407
     ],
     [
      98,
      409
     ],
     [
      99,
      409
     ],
     [
      99,
      422
     ],
     [
      100,
      423
     ],
     [
      100,
      427
     ],
     [
      101,
      428
     ],
     [
      102,
      428
     ],
     [
      102,
      429
     ],
     [
      104,
      429
     ],
     [
      104,
      467
     ],
     [
      105,
      471
     ],
     [
      105,
      487
     ],
     [
      106,
      488
     ],
     [
      106,
      517
     ],
     [
      107,
      517
     ],
     [
      108,
      518
     ],
     [
      108,
      527
     ],
     [
      109,
      527
     ],
     [
      109,
      528
     ],
     [
      110,
      529
     ],
     [
      110,
      533
     ],
     [
      111,
      534
     ],
     [
      111,
      551
     ],
     [
      112,
      555
     ],
     [
      112,
      564
     ],
     [
      113,
      564
     ],
     [
      113,
      567
     ],
     [
      115,
      567
     ],
     [
      115,
      576
     ],
     [
      116,
      581
     ],
     [
      116,
      610
     ],
     [
      117,
      610
     ],
     [
      117,
      626
     ],
     [
      118,
      627
     ],
     [
      118,
      658
     ],
     [
      119,
      658
     ],
     [
      119,
      660
     ],
     [
      120,
      660
     ],
     [
      121,
      661
     ],
     [
      121,
      673
     ],
     [
      123,
      673
     ],
     [
      124,
      674
     ],
     [
      124,
      676
     ],
     [
      125,
      679
     ],
     [
      125,
      685
     ],
     [
      126,
      689
     ],
     [
      126,
      722
     ],
     [
      129,
      722
     ],
     [
      129,
      723
     ],
     [
      130,
      723
     ],
     [
      131,
      725
     ],
     [
      131,
      736
     ],
     [
      132,
      738
     ],
     [
      132,
      755
     ],
     [
      133,
      759
     ],
     [
      133,
      766
     ],
     [
      134,
      769
     ],
     [
      135,
      770
     ],
     [
      135,
      774
     ],
     [
      137,
      776
     ],
     [
      137,
      791
     ],
     [
      138,
      793
     ],
     [
      138,
      797
     ],
     [
      140,
      801
     ],
     [
      140,
      803
     ],
     [
      141,
      803
     ],
     [
      141,
      804
     ],
     [
      142,
      804
     ],
     [
      142,
      808
     ],
     [
      143,
      809
     ],
     [
      144,
      811
     ],
     [
      144,
      812
     ],
     [
      145,
      814
     ],
     [
      145,
      817
     ],
     [
      146,
      819
     ],
     [
      146,
      844
     ],
     [
      147,
      847
     ],
     [
      147,
      848
     ],
     [
      148,
      851
     ],
     [
      148,
      871
     ],
     [
      149,
      871
     ],
     [
      149,
      886
     ],
     [
      150,
      886
     ],
     [
      150,
      887
     ],
     [
      152,
      887
     ],
     [
      152,
      889
     ],
     [
      153,
      890
     ],
     [
      153,
      903
     ],
     [
      154,
      903
     ],
     [
      154,
      926
     ],
     [
      155,
      927
     ],
     [
      156,
      927
     ],
     [
      156,
      928
     ],
     [
      157,
      929
     ],
     [
      157,
      939
     ],
     [
      158,
      941
     ],
     [
      158,
      948
     ],
     [
      159,
      951
     ],
     [
      159,
      959
     ],
     [
      160,
      961
     ],
     [
      160,
      980
     ],
     [
      161,
      980
     ],
     [
      161,
      982
     ],
     [
      162,
      984
     ],
     [
      162,
      987
     ],
     [
      163,
      989
     ],
     [
      163,
      992
     ],
     [
      165,
      996
     ],
     [
      165,
      999
     ],
     [
      166,
      999
     ],
     [
      166,
      1005
     ],
     [
      167,
      1005
     ],
     [
      167,
      1007
     ],
     [
      168,
      1008
     ],
     [
      168,
      1026
     ],
     [
      169,
      1026
     ],
     [
      169,
      1029
     ],
     [
      170,
      1030
     ],
     [
      170,
      1038
     ],
     [
      171,
      1038
     ],
     [
      171,
      1046
     ],
     [
      172,
      1047
     ],
     [
      172,
      1053
     ],
     [
      173,
      1056
     ],
     [
      173,
      1068
     ],
     [
      174,
      1068
     ],
     [
      174,
      1082
     ],
     [
      175,
      1082
     ],
     [
      175,
      1084
     ],
     [
      176,
      1085
     ],
     [
      176,
      1133
     ],
     [
      177,
      1136
     ],
     [
      177,
      1137
     ],
     [
      179,
      1137
     ],
     [
      179,
      1143
     ],
     [
      180,
      1145
     ],
     [
      180,
      1148
     ],
     [
      181,
      1148
     ],
     [
      181,
      1168
     ],
     [
      182,
      1168
     ],
     [
      185,
      1171
     ],
     [
      185,
      1208
     ],
     [
      186,
      1208
     ],
     [
      186,
      1209
     ],
     [
      187,
      1209
     ],
     [
      187,
      1214
     ],
     [
      188,
      1214
     ],
     [
      188,
      1216
     ],
     [
      190,
      1216
     ],
     [
      190,
      1224
     ],
     [
      191,
      1226
     ],
     [
      191,
      1242
     ],
     [
      192,
      1243
     ],
     [
      192,
      1244
     ],
     [
      193,
      1245
     ],
     [
      193,
      1250
     ],
     [
      195,
      1252
     ],
     [
      195,
      1258
     ],
     [
      196,
      1258
     ],
     [
      196,
      1277
     ],
     [
      197,
      1278
     ],
     [
      197,
      1285
     ],
     [
      198,
      1285
     ],
     [
      198,
      1287
     ],
     [
      199,
      1287
     ],
     [
      199,
      1288
     ],
     [
      200,
      1288
     ],
     [
      201,
      1289
     ],
     [
      201,
      1290
     ],
     [
      203,
      1292
     ],
     [
      203,
      1293
     ],
     [
      204,
      1294
     ],
     [
      204,
      1298
     ],
     [
      206,
      1300
     ],
     [
      206,
      1309
     ],
     [
      207,
      1312
     ],
     [
      208,
      1313
     ],
     [
      208,
      1331
     ],
     [
      209,
      1333
     ],
     [
      209,
      1337
     ],
     [
      210,
      1338
     ],
     [
      210,
      1361
     ],
     [
      211,
      1361
     ],
     [
      211,
      1365
     ],
     [
      212,
      1366
     ],
     [
      212,
      1386
     ],
     [
      213,
      1387
     ],
     [
      213,
      1390
     ],
     [
      214,
      1390
     ],
     [
      214,
      1394
     ],
     [
      215,
      1394
     ],
     [
      215,
      1395
     ],
     [
      216,
      1397
     ],
     [
      216,
      1400
     ],
     [
      217,
      1402
     ],
     [
      217,
      1407
     ],
     [
      218,
      1407
     ],
     [
      219,
      1410
     ],
     [
      219,
      1413
     ],
     [
      221,
      1417
     ],
     [
      221,
      1422
     ],
     [
      222,
      1422
     ],
     [
      222,
      1423
     ],
     [
      223,
      1423
     ],
     [
      223,
      1427
     ],
     [
      224,
      1428
     ],
     [
      224,
      1431
     ],
     [
      225,
      1431
     ],
     [
      225,
      1433
     ],
     [
      226,
      1437
     ],
     [
      226,
      1447
     ],
     [
      227,
      1447
     ],
     [
      227,
      1452
     ],
     [
      228,
      1453
     ],
     [
      228,
      1459
     ],
     [
      229,
      1461
     ],
     [
      230,
      1462
     ],
     [
      230,
      1472
     ],
     [
      231,
      1473
     ],
     [
      231,
      1474
     ],
     [
      232,
      1474
     ],
     [
      232,
      1482
     ],
     [
      233,
      1482
     ],
     [
      233,
      1484
     ],
     [
      234,
      1485
     ],
     [
      234,
      1490
     ],
     [
      235,
      1490
     ],
     [
      235,
      1498
     ],
     [
      236,
      1498
     ],
     [
      237,
      1499
     ],
     [
      238,
      1499
     ],
     [
      238,
      1501
     ],
     [
      239,
      1501
     ],
     [
      239,
      1520
     ],
     [
      240,
      1521
     ],
     [
      240,
      1527
     ],
     [
      243,
      1527
     ],
     [
      243,
      1533
     ],
     [
      244,
      1534
     ],
     [
      244,
      1537
     ],
     [
      245,
      1540
     ],
     [
      245,
      1544
     ],
     [
      246,
      1544
     ],
     [
      246,
      1546
     ],
     [
      248,
      1548
     ],
     [
      248,
      1563
     ],
     [
      249,
      1564
     ],
     [
      249,
      1572
     ],
     [
      251,
      1572
     ],
     [
      251,
      1573
     ],
     [
      252,
      1575
     ],
     [
      252,
      1598
     ],
     [
      253,
      1598
     ],
     [
      253,
      1609
     ],
     [
      254,
      1611
     ],
     [
      254,
      1623
     ],
     [
      255,
      1624
     ],
     [
      255,
      1627
     ],
     [
      256,
      1627
     ],
     [
      256,
      1635
     ],
     [
      257,
      1635
     ],
     [
      257,
      1650
     ],
     [
      258,
      1650
     ],
     [
      258,
      1671
     ],
     [
      259,
      1672
     ],
     [
      259,
      1673
     ],
     [
      260,
      1674
     ],
     [
      260,
      1705
     ],
     [
      261,
      1705
     ],
     [
      261,
      1712
     ],
     [
      262,
      1712
     ],
     [
      262,
      1731
     ],
     [
      263,
      1731
     ],
     [
      263,
      1752
     ],
     [
      264,
      1752
     ],
     [
      264,
      1772
     ],
     [
      266,
      1772
     ],
     [
      266,
      1776
     ],
     [
      267,
      1776
     ],
     [
      267,
      1778
     ],
     [
      268,
      1779
     ],
     [
      268,
      1790
     ],
     [
      269,
      1790
     ],
     [
      269,
      1796
     ],
     [
      270,
      1796
     ],
     [
      270,
      1797
     ],
     [
      271,
      1797
     ],
     [
      271,
      1800
     ],
     [
      272,
      1800
     ],
     [
      272,
      1845
     ],
     [
      273,
      1848
     ],
     [
      273,
      1853
     ],
     [
      274,
      1853
     ],
     [
      274,
      1866
     ],
     [
      275,
      1866
     ],
     [
      275,
      1875
     ],
     [
      276,
      1876
     ],
     [
      276,
      1881
     ],
     [
      277,
      1881
     ],
     [
      277,
      1889
     ],
     [
      278,
      1889
     ],
     [
      278,
      1892
     ],
     [
      279,
      1893
     ],
     [
      279,
      1903
     ],
     [
      281,
      1903
     ],
     [
      281,
      1905
     ],
     [
      282,
      1905
     ],
     [
      282,
      1929
     ],
     [
      283,
      1929
     ],
     [
      283,
      1937
     ],
     [
      284,
      1937
     ],
     [
      284,
      1938
     ],
     [
      285,
      1938
     ],
     [
      286,
      1939
     ],
     [
      286,
      1940
     ],
     [
      287,
      1940
     ],
     [
      287,
      1942
     ],
     [
      288,
      1942
     ],
     [
      288,
      1944
     ],
     [
      289,
      1944
     ],
     [
      289,
      1955
     ],
     [
      290,
      1955
     ],
     [
      290,
      1972
     ],
     [
      291,
      1972
     ],
     [
      291,
      1983
     ],
     [
      292,
      1983
     ],
     [
      292,
      1984
     ],
     [
      295,
      1984
     ],
     [
      295,
      1985
     ],
     [
      296,
      1985
     ],
     [
      296,
      1988
     ],
     [
      297,
      1989
     ],
     [
      298,
      1989
     ],
     [
      298,
      1994
     ],
     [
      299,
      1994
     ],
     [
      299,
      2021
     ],
     [
      301,
      2021
     ],
     [
      301,
      2026
     ],
     [
      302,
      2028
     ],
     [
      303,
      2028
     ],
     [
      304,
      2029
     ],
     [
      304,
      2031
     ],
     [
      305,
      2031
     ],
     [
      305,
      2032
     ],
     [
      306,
      2032
     ],
     [
      306,
      2036
     ],
     [
      307,
      2036
     ],
     [
      307,
      2054
     ],
     [
      309,
      2054
     ],
     [
      309,
      2055
     ],
     [
      310,
      2055
     ],
     [
      311,
      2057
     ],
     [
      311,
      2058
     ],
     [
      312,
      2058
     ],
     [
      312,
      2061
     ],
     [
      313,
      2061
     ],
     [
      313,
      2084
     ],
     [
      314,
      2085
     ],
     [
      314,
      2090
     ],
     [
      315,
      2090
     ],
     [
      315,
      2095
     ],
     [
      317,
      2095
     ],
     [
      317,
      2096
     ],
     [
      320,
      2096
     ],
     [
      320,
      2105
     ],
     [
      321,
      2105
     ],
     [
      321,
      2111
     ],
     [
      322,
      2118
     ],
     [
      322,
      2128
     ],
     [
      323,
      2129
     ],
     [
      323,
      2131
     ],
     [
      325,
      2131
     ],
     [
      325,
      2146
     ],
     [
      326,
      2149
     ],
     [
      327,
      2155
     ],
     [
      327,
      2159
     ],
     [
      328,
      2160
     ],
     [
      328,
      2161
     ],
     [
      330,
      2161
     ],
     [
      330,
      2163
     ],
     [
      331,
      2163
     ],
     [
      331,
      2167
     ],
     [
      332,
      2167
     ],
     [
      332,
      2174
     ],
     [
      333,
      2174
     ],
     [
      333,
      2195
     ],
     [
      334,
      2197
     ],
     [
      335,
      2198
     ],
     [
      335,
      2222
     ],
     [
      336,
      2224
     ],
     [
      336,
      2230
     ],
     [
      337,
      2231
     ],
     [
      337,
      2236
     ],
     [
      338,
      2238
     ],
     [
      341,
      2240
     ],
     [
      342,
      2240
     ],
     [
      342,
      2241
     ],
     [
      343,
      2241
     ],
     [
      343,
      2253
     ],
     [
      344,
      2256
     ],
     [
      345,
      2264
     ],
     [
      345,
      2288
     ],
     [
      347,
      2294
     ],
     [
      347,
      2299
     ],
     [
      348,
      2299
     ],
     [
      348,
      2304
     ],
     [
      350,
      2304
     ],
     [
      350,
      2308
     ],
     [
      352,
      2308
     ],
     [
      353,
      2313
     ],
     [
      353,
      2337
     ],
     [
      354,
      2357
     ],
     [
      354,
      2398
     ],
     [
      355,
      2407
     ],
     [
      355,
      2414
     ],
     [
      356,
      2416
     ],
     [
      356,
      2417
     ],
     [
      358,
      2417
     ],
     [
      358,
      2418
     ],
     [
      359,
      2418
     ],
     [
      359,
      2425
     ],
     [
      360,
      2431
     ],
     [
      360,
      2549
     ],
     [
      361,
      2559
     ],
     [
      361,
      2569
     ],
     [
      362,
      2569
     ],
     [
      362,
      2571
     ],
     [
      363,
      2573
     ],
     [
      363,
      2576
     ],
     [
      364,
      2576
     ],
     [
      364,
      2580
     ],
     [
      365,
      2580
     ],
     [
      365,
      2581
     ],
     [
      366,
      2585
     ],
     [
      367,
      2588
     ],
     [
      370,
      2612
     ],
     [
      370,
      2694
     ],
     [
      372,
      2700
     ],
     [
      373,
      2702
     ],
     [
      373,
      2704
     ],
     [
      376,
      2704
     ],
     [
      376,
      2712
     ],
     [
      377,
      2717
     ],
     [
      377,
      2783
     ],
     [
      379,
      2784
     ],
     [
      379,
      2785
     ],
     [
      380,
      2788
     ],
     [
      381,
      2789
     ],
     [
      381,
      2791
     ],
     [
      382,
      2791
     ],
     [
      382,
      2796
     ],
     [
      383,
      2796
     ],
     [
      383,
      2805
     ],
     [
      385,
      2806
     ],
     [
      385,
      2807
     ],
     [
      386,
      2812
     ],
     [
      386,
      2844
     ],
     [
      387,
      2848
     ],
     [
      388,
      2848
     ],
     [
      388,
      2853
     ],
     [
      389,
      2854
     ],
     [
      390,
      2854
     ],
     [
      392,
      2855
     ],
     [
      392,
      2857
     ],
     [
      393,
      2869
     ],
     [
      393,
      2900
     ],
     [
      394,
      2902
     ],
     [
      394,
      2903
     ],
     [
      395,
      2903
     ],
     [
      395,
      2905
     ],
     [
      396,
      2905
     ],
     [
      396,
      2908
     ],
     [
      397,
      2908
     ],
     [
      397,
      2910
     ],
     [
      398,
      2910
     ],
     [
      398,
      2968
     ],
     [
      400,
      2986
     ],
     [
      400,
      2996
     ],
     [
      401,
      3002
     ],
     [
      402,
      3003
     ],
     [
      402,
      3010
     ],
     [
      403,
      3011
     ],
     [
      404,
      3011
     ],
     [
      404,
      3012
     ],
     [
      405,
      3012
     ],
     [
      405,
      3016
     ],
     [
      406,
      3039
     ],
     [
      406,
      3098
     ],
     [
      408,
      3098
     ],
     [
      408,
      3103
     ],
     [
      411,
      3103
     ],
     [
      411,
      3104
     ],
     [
      412,
      3105
     ],
     [
      412,
      3108
     ],
     [
      413,
      3123
     ],
     [
      413,
      3180
     ],
     [
      414,
      3180
     ],
     [
      414,
      3184
     ],
     [
      415,
      3184
     ],
     [
      415,
      3192
     ],
     [
      416,
      3198
     ],
     [
      416,
      3224
     ],
     [
      417,
      3224
     ],
     [
      417,
      3231
     ],
     [
      418,
      3231
     ],
     [
      419,
      3234
     ],
     [
      420,
      3234
     ],
     [
      420,
      3245
     ],
     [
      421,
      3245
     ],
     [
      421,
      3247
     ],
     [
      424,
      3247
     ],
     [
      424,
      3249
     ],
     [
      426,
      3249
     ],
     [
      426,
      3269
     ],
     [
      428,
      3269
     ],
     [
      428,
      3292
     ],
     [
      429,
      3293
     ],
     [
      430,
      3293
     ],
     [
      430,
      3298
     ],
     [
      432,
      3298
     ],
     [
      432,
      3303
     ],
     [
      434,
      3303
     ],
     [
      434,
      3315
     ],
     [
      435,
      3316
     ],
     [
      435,
      3338
     ],
     [
      436,
      3339
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 668,
    "roc_points_before_collinear_removal": 2000,
    "pr_points": 668,
    "distinct_thresholds": 1999,
    "score_min": 2.2603236064669007e-06,
    "score_max": 0.9999992082826357,
    "auc_raw": 0.5761212143413409,
    "auc_lc": 0.428430581528624,
    "at_cap": {
     "f1": 0.022271714922048998,
     "fn": 431,
     "fp": 8,
     "fpr": 0.0023661638568470865,
     "precision": 0.38461538461538464,
     "recall": 0.011467889908256881,
     "threshold": 0.9999869397150666,
     "tn": 3373,
     "tp": 5
    },
    "at_half_cap": {
     "f1": 0.0091324200913242,
     "fn": 434,
     "fp": 0,
     "fpr": 0.0,
     "precision": 1.0,
     "recall": 0.0045871559633027525,
     "threshold": 0.9999948349299194,
     "tn": 3381,
     "tp": 2
    },
    "zero_fp": {
     "attainable": true,
     "f1": 0.0091324200913242,
     "fn": 434,
     "fp": 0,
     "recall": 0.0045871559633027525,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": 0.9999948349299194,
     "tn": 3381,
     "tp": 2
    },
    "recall_wilson95": {
     "lower": 0.0049080708525622106,
     "upper": 0.026561129112820638
    },
    "fpr_wilson95": {
     "lower": 0.0011994651692201863,
     "upper": 0.0046623924870633805
    },
    "f1_bootstrap95": {
     "lower": 0.0045871559633027525,
     "upper": 0.0437636761487965
    },
    "reach_by_fpr_0_02": 23
   },
   "shieldgemma-2b": {
    "is_control": false,
    "block_scalar": "violation.true",
    "roc": [
     [
      0,
      0
     ],
     [
      0,
      1
     ],
     [
      2,
      3
     ],
     [
      4,
      3
     ],
     [
      4,
      4
     ],
     [
      8,
      4
     ],
     [
      11,
      5
     ],
     [
      13,
      5
     ],
     [
      15,
      7
     ],
     [
      19,
      9
     ],
     [
      22,
      9
     ],
     [
      24,
      11
     ],
     [
      25,
      11
     ],
     [
      27,
      13
     ],
     [
      28,
      13
     ],
     [
      31,
      14
     ],
     [
      33,
      15
     ],
     [
      37,
      15
     ],
     [
      39,
      18
     ],
     [
      40,
      19
     ],
     [
      42,
      20
     ],
     [
      43,
      21
     ],
     [
      43,
      23
     ],
     [
      45,
      24
     ],
     [
      46,
      24
     ],
     [
      53,
      25
     ],
     [
      57,
      34
     ],
     [
      64,
      36
     ],
     [
      74,
      39
     ],
     [
      82,
      44
     ],
     [
      104,
      55
     ],
     [
      110,
      59
     ],
     [
      118,
      64
     ],
     [
      134,
      77
     ],
     [
      155,
      95
     ],
     [
      180,
      107
     ],
     [
      218,
      128
     ],
     [
      265,
      149
     ],
     [
      321,
      174
     ],
     [
      378,
      192
     ],
     [
      394,
      199
     ],
     [
      433,
      211
     ],
     [
      478,
      230
     ],
     [
      551,
      246
     ],
     [
      624,
      279
     ],
     [
      746,
      303
     ],
     [
      883,
      321
     ],
     [
      1020,
      349
     ],
     [
      1158,
      373
     ],
     [
      1267,
      405
     ],
     [
      1463,
      412
     ],
     [
      1672,
      424
     ],
     [
      1879,
      427
     ],
     [
      2038,
      432
     ],
     [
      2160,
      435
     ],
     [
      2567,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      1,
      0
     ],
     [
      3,
      2
     ],
     [
      3,
      4
     ],
     [
      4,
      4
     ],
     [
      4,
      8
     ],
     [
      5,
      11
     ],
     [
      5,
      13
     ],
     [
      7,
      15
     ],
     [
      9,
      19
     ],
     [
      9,
      22
     ],
     [
      11,
      24
     ],
     [
      11,
      25
     ],
     [
      13,
      27
     ],
     [
      13,
      28
     ],
     [
      14,
      31
     ],
     [
      15,
      33
     ],
     [
      15,
      37
     ],
     [
      18,
      39
     ],
     [
      19,
      40
     ],
     [
      20,
      42
     ],
     [
      21,
      43
     ],
     [
      23,
      43
     ],
     [
      24,
      45
     ],
     [
      24,
      46
     ],
     [
      25,
      53
     ],
     [
      34,
      57
     ],
     [
      36,
      64
     ],
     [
      39,
      74
     ],
     [
      44,
      82
     ],
     [
      55,
      104
     ],
     [
      59,
      110
     ],
     [
      64,
      118
     ],
     [
      77,
      134
     ],
     [
      95,
      155
     ],
     [
      107,
      180
     ],
     [
      128,
      218
     ],
     [
      149,
      265
     ],
     [
      174,
      321
     ],
     [
      192,
      378
     ],
     [
      199,
      394
     ],
     [
      211,
      433
     ],
     [
      230,
      478
     ],
     [
      246,
      551
     ],
     [
      279,
      624
     ],
     [
      303,
      746
     ],
     [
      321,
      883
     ],
     [
      349,
      1020
     ],
     [
      373,
      1158
     ],
     [
      405,
      1267
     ],
     [
      412,
      1463
     ],
     [
      424,
      1672
     ],
     [
      427,
      1879
     ],
     [
      432,
      2038
     ],
     [
      435,
      2160
     ],
     [
      436,
      2567
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 57,
    "roc_points_before_collinear_removal": 70,
    "pr_points": 56,
    "distinct_thresholds": 69,
    "score_min": 0.0010322310367548194,
    "score_max": 0.9046505351008906,
    "auc_raw": 0.8292098450868182,
    "auc_lc": 0.7544168878566688,
    "at_cap": {
     "f1": 0.022123893805309734,
     "fn": 431,
     "fp": 11,
     "fpr": 0.003253475303164744,
     "precision": 0.3125,
     "recall": 0.011467889908256881,
     "threshold": 0.5312093733737563,
     "tn": 3370,
     "tp": 5
    },
    "at_half_cap": {
     "f1": 0.018018018018018018,
     "fn": 432,
     "fp": 4,
     "fpr": 0.0011830819284235432,
     "precision": 0.5,
     "recall": 0.009174311926605505,
     "threshold": 0.6513548646660542,
     "tn": 3377,
     "tp": 4
    },
    "zero_fp": {
     "attainable": true,
     "f1": 0.004576659038901602,
     "fn": 435,
     "fp": 0,
     "recall": 0.0022935779816513763,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": 0.9046505351008906,
     "tn": 3381,
     "tp": 1
    },
    "recall_wilson95": {
     "lower": 0.0049080708525622106,
     "upper": 0.026561129112820638
    },
    "fpr_wilson95": {
     "lower": 0.001817687995029199,
     "upper": 0.005816778533189674
    },
    "f1_bootstrap95": {
     "lower": 0.0045662100456621,
     "upper": 0.04357298474945534
    },
    "reach_by_fpr_0_02": 36
   },
   "granite-guardian-3.2-3b-a800m": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      1,
      0
     ],
     [
      1,
      1
     ],
     [
      3,
      1
     ],
     [
      3,
      2
     ],
     [
      4,
      2
     ],
     [
      4,
      3
     ],
     [
      13,
      3
     ],
     [
      13,
      5
     ],
     [
      20,
      5
     ],
     [
      20,
      8
     ],
     [
      26,
      8
     ],
     [
      27,
      9
     ],
     [
      28,
      9
     ],
     [
      28,
      10
     ],
     [
      32,
      10
     ],
     [
      33,
      11
     ],
     [
      34,
      11
     ],
     [
      35,
      12
     ],
     [
      35,
      14
     ],
     [
      36,
      15
     ],
     [
      36,
      16
     ],
     [
      40,
      16
     ],
     [
      40,
      17
     ],
     [
      42,
      17
     ],
     [
      43,
      18
     ],
     [
      44,
      18
     ],
     [
      44,
      20
     ],
     [
      46,
      20
     ],
     [
      48,
      22
     ],
     [
      48,
      23
     ],
     [
      51,
      23
     ],
     [
      51,
      26
     ],
     [
      52,
      26
     ],
     [
      54,
      27
     ],
     [
      54,
      28
     ],
     [
      55,
      28
     ],
     [
      56,
      30
     ],
     [
      59,
      30
     ],
     [
      59,
      31
     ],
     [
      60,
      31
     ],
     [
      60,
      33
     ],
     [
      61,
      33
     ],
     [
      62,
      34
     ],
     [
      62,
      38
     ],
     [
      63,
      38
     ],
     [
      65,
      39
     ],
     [
      66,
      40
     ],
     [
      66,
      41
     ],
     [
      68,
      43
     ],
     [
      77,
      43
     ],
     [
      77,
      45
     ],
     [
      80,
      45
     ],
     [
      82,
      46
     ],
     [
      84,
      46
     ],
     [
      85,
      47
     ],
     [
      86,
      47
     ],
     [
      86,
      51
     ],
     [
      88,
      51
     ],
     [
      91,
      52
     ],
     [
      95,
      52
     ],
     [
      95,
      54
     ],
     [
      96,
      55
     ],
     [
      97,
      55
     ],
     [
      99,
      57
     ],
     [
      100,
      57
     ],
     [
      101,
      58
     ],
     [
      102,
      58
     ],
     [
      106,
      61
     ],
     [
      110,
      61
     ],
     [
      110,
      62
     ],
     [
      111,
      63
     ],
     [
      111,
      64
     ],
     [
      113,
      66
     ],
     [
      114,
      66
     ],
     [
      114,
      67
     ],
     [
      116,
      67
     ],
     [
      116,
      70
     ],
     [
      117,
      71
     ],
     [
      123,
      71
     ],
     [
      123,
      73
     ],
     [
      125,
      73
     ],
     [
      126,
      74
     ],
     [
      129,
      75
     ],
     [
      130,
      76
     ],
     [
      130,
      77
     ],
     [
      131,
      78
     ],
     [
      138,
      78
     ],
     [
      138,
      80
     ],
     [
      144,
      80
     ],
     [
      144,
      81
     ],
     [
      146,
      82
     ],
     [
      147,
      82
     ],
     [
      148,
      83
     ],
     [
      151,
      83
     ],
     [
      151,
      84
     ],
     [
      153,
      86
     ],
     [
      155,
      86
     ],
     [
      157,
      87
     ],
     [
      157,
      90
     ],
     [
      161,
      90
     ],
     [
      161,
      91
     ],
     [
      162,
      91
     ],
     [
      164,
      93
     ],
     [
      171,
      93
     ],
     [
      171,
      94
     ],
     [
      175,
      94
     ],
     [
      176,
      96
     ],
     [
      178,
      96
     ],
     [
      179,
      98
     ],
     [
      180,
      98
     ],
     [
      180,
      99
     ],
     [
      184,
      100
     ],
     [
      185,
      102
     ],
     [
      188,
      102
     ],
     [
      189,
      104
     ],
     [
      190,
      104
     ],
     [
      193,
      105
     ],
     [
      193,
      106
     ],
     [
      195,
      106
     ],
     [
      197,
      108
     ],
     [
      197,
      109
     ],
     [
      199,
      111
     ],
     [
      202,
      111
     ],
     [
      202,
      112
     ],
     [
      205,
      112
     ],
     [
      207,
      113
     ],
     [
      208,
      114
     ],
     [
      208,
      115
     ],
     [
      209,
      115
     ],
     [
      211,
      117
     ],
     [
      216,
      117
     ],
     [
      217,
      122
     ],
     [
      224,
      122
     ],
     [
      224,
      123
     ],
     [
      226,
      125
     ],
     [
      227,
      127
     ],
     [
      236,
      127
     ],
     [
      239,
      128
     ],
     [
      240,
      128
     ],
     [
      242,
      129
     ],
     [
      247,
      129
     ],
     [
      248,
      130
     ],
     [
      248,
      136
     ],
     [
      252,
      139
     ],
     [
      254,
      139
     ],
     [
      257,
      142
     ],
     [
      259,
      143
     ],
     [
      260,
      143
     ],
     [
      262,
      144
     ],
     [
      265,
      144
     ],
     [
      268,
      145
     ],
     [
      276,
      145
     ],
     [
      276,
      146
     ],
     [
      279,
      146
     ],
     [
      280,
      147
     ],
     [
      285,
      148
     ],
     [
      288,
      148
     ],
     [
      288,
      149
     ],
     [
      292,
      149
     ],
     [
      292,
      150
     ],
     [
      298,
      150
     ],
     [
      300,
      151
     ],
     [
      310,
      151
     ],
     [
      310,
      152
     ],
     [
      311,
      153
     ],
     [
      314,
      153
     ],
     [
      314,
      155
     ],
     [
      315,
      156
     ],
     [
      316,
      156
     ],
     [
      319,
      159
     ],
     [
      320,
      159
     ],
     [
      324,
      161
     ],
     [
      326,
      161
     ],
     [
      326,
      162
     ],
     [
      327,
      162
     ],
     [
      329,
      163
     ],
     [
      329,
      164
     ],
     [
      330,
      164
     ],
     [
      331,
      166
     ],
     [
      336,
      166
     ],
     [
      339,
      169
     ],
     [
      340,
      169
     ],
     [
      342,
      170
     ],
     [
      342,
      171
     ],
     [
      344,
      172
     ],
     [
      345,
      172
     ],
     [
      345,
      173
     ],
     [
      346,
      174
     ],
     [
      348,
      174
     ],
     [
      350,
      176
     ],
     [
      351,
      178
     ],
     [
      351,
      179
     ],
     [
      352,
      179
     ],
     [
      352,
      180
     ],
     [
      354,
      182
     ],
     [
      356,
      182
     ],
     [
      359,
      183
     ],
     [
      370,
      183
     ],
     [
      370,
      184
     ],
     [
      371,
      185
     ],
     [
      376,
      185
     ],
     [
      376,
      186
     ],
     [
      386,
      186
     ],
     [
      387,
      188
     ],
     [
      398,
      188
     ],
     [
      401,
      189
     ],
     [
      403,
      191
     ],
     [
      407,
      193
     ],
     [
      410,
      193
     ],
     [
      411,
      194
     ],
     [
      413,
      194
     ],
     [
      413,
      195
     ],
     [
      415,
      195
     ],
     [
      416,
      196
     ],
     [
      423,
      198
     ],
     [
      425,
      198
     ],
     [
      428,
      199
     ],
     [
      429,
      199
     ],
     [
      429,
      200
     ],
     [
      430,
      200
     ],
     [
      436,
      203
     ],
     [
      439,
      206
     ],
     [
      440,
      206
     ],
     [
      442,
      207
     ],
     [
      444,
      207
     ],
     [
      448,
      209
     ],
     [
      458,
      209
     ],
     [
      458,
      211
     ],
     [
      459,
      214
     ],
     [
      459,
      215
     ],
     [
      460,
      215
     ],
     [
      465,
      220
     ],
     [
      467,
      220
     ],
     [
      469,
      222
     ],
     [
      471,
      223
     ],
     [
      474,
      225
     ],
     [
      476,
      226
     ],
     [
      477,
      227
     ],
     [
      482,
      227
     ],
     [
      486,
      229
     ],
     [
      488,
      229
     ],
     [
      491,
      230
     ],
     [
      493,
      230
     ],
     [
      493,
      231
     ],
     [
      494,
      232
     ],
     [
      495,
      232
     ],
     [
      495,
      233
     ],
     [
      502,
      233
     ],
     [
      504,
      234
     ],
     [
      506,
      234
     ],
     [
      511,
      236
     ],
     [
      511,
      237
     ],
     [
      513,
      239
     ],
     [
      515,
      239
     ],
     [
      518,
      240
     ],
     [
      521,
      240
     ],
     [
      522,
      244
     ],
     [
      526,
      244
     ],
     [
      529,
      245
     ],
     [
      542,
      245
     ],
     [
      543,
      246
     ],
     [
      545,
      246
     ],
     [
      546,
      248
     ],
     [
      548,
      248
     ],
     [
      550,
      249
     ],
     [
      557,
      249
     ],
     [
      560,
      250
     ],
     [
      561,
      250
     ],
     [
      564,
      251
     ],
     [
      568,
      252
     ],
     [
      569,
      253
     ],
     [
      575,
      254
     ],
     [
      588,
      254
     ],
     [
      592,
      256
     ],
     [
      594,
      256
     ],
     [
      596,
      258
     ],
     [
      601,
      259
     ],
     [
      613,
      259
     ],
     [
      614,
      260
     ],
     [
      624,
      262
     ],
     [
      624,
      263
     ],
     [
      628,
      263
     ],
     [
      629,
      264
     ],
     [
      630,
      264
     ],
     [
      634,
      265
     ],
     [
      638,
      265
     ],
     [
      639,
      266
     ],
     [
      646,
      266
     ],
     [
      646,
      267
     ],
     [
      649,
      267
     ],
     [
      650,
      268
     ],
     [
      656,
      268
     ],
     [
      656,
      269
     ],
     [
      674,
      269
     ],
     [
      679,
      270
     ],
     [
      680,
      270
     ],
     [
      681,
      272
     ],
     [
      686,
      272
     ],
     [
      690,
      274
     ],
     [
      693,
      274
     ],
     [
      694,
      276
     ],
     [
      696,
      276
     ],
     [
      704,
      278
     ],
     [
      705,
      279
     ],
     [
      709,
      280
     ],
     [
      711,
      282
     ],
     [
      719,
      282
     ],
     [
      724,
      284
     ],
     [
      743,
      284
     ],
     [
      743,
      285
     ],
     [
      748,
      285
     ],
     [
      752,
      286
     ],
     [
      755,
      286
     ],
     [
      760,
      288
     ],
     [
      761,
      288
     ],
     [
      764,
      289
     ],
     [
      771,
      289
     ],
     [
      773,
      290
     ],
     [
      776,
      290
     ],
     [
      778,
      291
     ],
     [
      782,
      291
     ],
     [
      786,
      293
     ],
     [
      787,
      294
     ],
     [
      793,
      294
     ],
     [
      794,
      296
     ],
     [
      797,
      296
     ],
     [
      798,
      297
     ],
     [
      803,
      297
     ],
     [
      807,
      298
     ],
     [
      834,
      298
     ],
     [
      836,
      299
     ],
     [
      842,
      299
     ],
     [
      842,
      300
     ],
     [
      843,
      301
     ],
     [
      844,
      301
     ],
     [
      847,
      303
     ],
     [
      848,
      303
     ],
     [
      852,
      305
     ],
     [
      855,
      305
     ],
     [
      856,
      308
     ],
     [
      861,
      310
     ],
     [
      863,
      311
     ],
     [
      866,
      312
     ],
     [
      868,
      312
     ],
     [
      870,
      313
     ],
     [
      881,
      313
     ],
     [
      885,
      316
     ],
     [
      897,
      316
     ],
     [
      899,
      317
     ],
     [
      906,
      317
     ],
     [
      907,
      318
     ],
     [
      917,
      318
     ],
     [
      919,
      319
     ],
     [
      920,
      319
     ],
     [
      927,
      320
     ],
     [
      934,
      320
     ],
     [
      937,
      321
     ],
     [
      940,
      325
     ],
     [
      950,
      325
     ],
     [
      951,
      326
     ],
     [
      952,
      326
     ],
     [
      957,
      328
     ],
     [
      958,
      328
     ],
     [
      967,
      330
     ],
     [
      968,
      331
     ],
     [
      968,
      332
     ],
     [
      973,
      334
     ],
     [
      976,
      334
     ],
     [
      985,
      335
     ],
     [
      985,
      336
     ],
     [
      991,
      336
     ],
     [
      1002,
      337
     ],
     [
      1061,
      337
     ],
     [
      1062,
      338
     ],
     [
      1070,
      340
     ],
     [
      1081,
      340
     ],
     [
      1081,
      341
     ],
     [
      1114,
      341
     ],
     [
      1121,
      342
     ],
     [
      1166,
      342
     ],
     [
      1173,
      343
     ],
     [
      1179,
      343
     ],
     [
      1184,
      344
     ],
     [
      1196,
      344
     ],
     [
      1203,
      345
     ],
     [
      1210,
      345
     ],
     [
      1224,
      347
     ],
     [
      1256,
      347
     ],
     [
      1257,
      349
     ],
     [
      1258,
      349
     ],
     [
      1258,
      350
     ],
     [
      1274,
      350
     ],
     [
      1276,
      352
     ],
     [
      1284,
      352
     ],
     [
      1290,
      353
     ],
     [
      1299,
      354
     ],
     [
      1303,
      354
     ],
     [
      1312,
      355
     ],
     [
      1318,
      355
     ],
     [
      1318,
      357
     ],
     [
      1325,
      358
     ],
     [
      1327,
      359
     ],
     [
      1338,
      359
     ],
     [
      1339,
      360
     ],
     [
      1344,
      361
     ],
     [
      1347,
      361
     ],
     [
      1348,
      362
     ],
     [
      1349,
      362
     ],
     [
      1349,
      363
     ],
     [
      1361,
      363
     ],
     [
      1365,
      365
     ],
     [
      1366,
      365
     ],
     [
      1372,
      366
     ],
     [
      1382,
      366
     ],
     [
      1386,
      367
     ],
     [
      1405,
      367
     ],
     [
      1414,
      369
     ],
     [
      1422,
      369
     ],
     [
      1427,
      371
     ],
     [
      1429,
      371
     ],
     [
      1443,
      372
     ],
     [
      1455,
      372
     ],
     [
      1456,
      373
     ],
     [
      1503,
      373
     ],
     [
      1507,
      374
     ],
     [
      1510,
      374
     ],
     [
      1512,
      375
     ],
     [
      1522,
      375
     ],
     [
      1524,
      377
     ],
     [
      1595,
      377
     ],
     [
      1599,
      378
     ],
     [
      1602,
      380
     ],
     [
      1606,
      380
     ],
     [
      1606,
      381
     ],
     [
      1614,
      382
     ],
     [
      1634,
      382
     ],
     [
      1641,
      383
     ],
     [
      1649,
      383
     ],
     [
      1652,
      385
     ],
     [
      1697,
      385
     ],
     [
      1709,
      386
     ],
     [
      1713,
      386
     ],
     [
      1719,
      387
     ],
     [
      1719,
      388
     ],
     [
      1734,
      388
     ],
     [
      1735,
      389
     ],
     [
      1739,
      389
     ],
     [
      1741,
      390
     ],
     [
      1756,
      390
     ],
     [
      1757,
      391
     ],
     [
      1779,
      391
     ],
     [
      1782,
      392
     ],
     [
      1787,
      392
     ],
     [
      1790,
      393
     ],
     [
      1867,
      393
     ],
     [
      1868,
      394
     ],
     [
      1869,
      394
     ],
     [
      1871,
      395
     ],
     [
      1896,
      395
     ],
     [
      1900,
      396
     ],
     [
      1917,
      396
     ],
     [
      1920,
      397
     ],
     [
      1945,
      397
     ],
     [
      1952,
      398
     ],
     [
      1989,
      398
     ],
     [
      1989,
      399
     ],
     [
      1994,
      399
     ],
     [
      2005,
      400
     ],
     [
      2054,
      400
     ],
     [
      2055,
      401
     ],
     [
      2071,
      402
     ],
     [
      2089,
      402
     ],
     [
      2094,
      403
     ],
     [
      2113,
      403
     ],
     [
      2117,
      404
     ],
     [
      2141,
      404
     ],
     [
      2145,
      405
     ],
     [
      2219,
      405
     ],
     [
      2222,
      407
     ],
     [
      2276,
      407
     ],
     [
      2276,
      408
     ],
     [
      2283,
      408
     ],
     [
      2288,
      409
     ],
     [
      2321,
      409
     ],
     [
      2328,
      410
     ],
     [
      2360,
      410
     ],
     [
      2367,
      411
     ],
     [
      2378,
      411
     ],
     [
      2385,
      412
     ],
     [
      2436,
      412
     ],
     [
      2440,
      413
     ],
     [
      2464,
      413
     ],
     [
      2469,
      414
     ],
     [
      2483,
      414
     ],
     [
      2485,
      415
     ],
     [
      2486,
      415
     ],
     [
      2488,
      416
     ],
     [
      2521,
      416
     ],
     [
      2529,
      417
     ],
     [
      2537,
      417
     ],
     [
      2543,
      418
     ],
     [
      2551,
      418
     ],
     [
      2557,
      419
     ],
     [
      2618,
      419
     ],
     [
      2630,
      420
     ],
     [
      2631,
      420
     ],
     [
      2632,
      421
     ],
     [
      2650,
      421
     ],
     [
      2650,
      422
     ],
     [
      2674,
      422
     ],
     [
      2676,
      423
     ],
     [
      2807,
      423
     ],
     [
      2808,
      424
     ],
     [
      2827,
      424
     ],
     [
      2832,
      425
     ],
     [
      2836,
      425
     ],
     [
      2839,
      426
     ],
     [
      2844,
      426
     ],
     [
      2844,
      427
     ],
     [
      2904,
      427
     ],
     [
      2907,
      428
     ],
     [
      2949,
      428
     ],
     [
      2950,
      429
     ],
     [
      2999,
      429
     ],
     [
      3000,
      430
     ],
     [
      3034,
      430
     ],
     [
      3036,
      431
     ],
     [
      3068,
      431
     ],
     [
      3070,
      432
     ],
     [
      3076,
      432
     ],
     [
      3081,
      433
     ],
     [
      3160,
      433
     ],
     [
      3162,
      434
     ],
     [
      3205,
      434
     ],
     [
      3205,
      435
     ],
     [
      3331,
      435
     ],
     [
      3331,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      1,
      1
     ],
     [
      1,
      3
     ],
     [
      2,
      3
     ],
     [
      2,
      4
     ],
     [
      3,
      4
     ],
     [
      3,
      13
     ],
     [
      5,
      13
     ],
     [
      5,
      20
     ],
     [
      8,
      20
     ],
     [
      8,
      26
     ],
     [
      9,
      27
     ],
     [
      9,
      28
     ],
     [
      10,
      28
     ],
     [
      10,
      32
     ],
     [
      11,
      33
     ],
     [
      11,
      34
     ],
     [
      12,
      35
     ],
     [
      14,
      35
     ],
     [
      15,
      36
     ],
     [
      16,
      36
     ],
     [
      16,
      40
     ],
     [
      17,
      40
     ],
     [
      17,
      42
     ],
     [
      18,
      43
     ],
     [
      18,
      44
     ],
     [
      20,
      44
     ],
     [
      20,
      46
     ],
     [
      22,
      48
     ],
     [
      23,
      48
     ],
     [
      23,
      51
     ],
     [
      26,
      51
     ],
     [
      26,
      52
     ],
     [
      27,
      54
     ],
     [
      28,
      54
     ],
     [
      28,
      55
     ],
     [
      30,
      56
     ],
     [
      30,
      59
     ],
     [
      31,
      59
     ],
     [
      31,
      60
     ],
     [
      33,
      60
     ],
     [
      33,
      61
     ],
     [
      34,
      62
     ],
     [
      38,
      62
     ],
     [
      38,
      63
     ],
     [
      39,
      65
     ],
     [
      40,
      66
     ],
     [
      41,
      66
     ],
     [
      43,
      68
     ],
     [
      43,
      77
     ],
     [
      45,
      77
     ],
     [
      45,
      80
     ],
     [
      46,
      82
     ],
     [
      46,
      84
     ],
     [
      47,
      85
     ],
     [
      47,
      86
     ],
     [
      51,
      86
     ],
     [
      51,
      88
     ],
     [
      52,
      91
     ],
     [
      52,
      95
     ],
     [
      54,
      95
     ],
     [
      55,
      96
     ],
     [
      55,
      97
     ],
     [
      57,
      99
     ],
     [
      57,
      100
     ],
     [
      58,
      101
     ],
     [
      58,
      102
     ],
     [
      61,
      106
     ],
     [
      61,
      110
     ],
     [
      62,
      110
     ],
     [
      63,
      111
     ],
     [
      64,
      111
     ],
     [
      66,
      113
     ],
     [
      66,
      114
     ],
     [
      67,
      114
     ],
     [
      67,
      116
     ],
     [
      70,
      116
     ],
     [
      71,
      117
     ],
     [
      71,
      123
     ],
     [
      73,
      123
     ],
     [
      73,
      125
     ],
     [
      74,
      126
     ],
     [
      75,
      129
     ],
     [
      76,
      130
     ],
     [
      77,
      130
     ],
     [
      78,
      131
     ],
     [
      78,
      138
     ],
     [
      80,
      138
     ],
     [
      80,
      144
     ],
     [
      81,
      144
     ],
     [
      82,
      146
     ],
     [
      82,
      147
     ],
     [
      83,
      148
     ],
     [
      83,
      151
     ],
     [
      84,
      151
     ],
     [
      86,
      153
     ],
     [
      86,
      155
     ],
     [
      87,
      157
     ],
     [
      90,
      157
     ],
     [
      90,
      161
     ],
     [
      91,
      161
     ],
     [
      91,
      162
     ],
     [
      93,
      164
     ],
     [
      93,
      171
     ],
     [
      94,
      171
     ],
     [
      94,
      175
     ],
     [
      96,
      176
     ],
     [
      96,
      178
     ],
     [
      98,
      179
     ],
     [
      98,
      180
     ],
     [
      99,
      180
     ],
     [
      100,
      184
     ],
     [
      102,
      185
     ],
     [
      102,
      188
     ],
     [
      104,
      189
     ],
     [
      104,
      190
     ],
     [
      105,
      193
     ],
     [
      106,
      193
     ],
     [
      106,
      195
     ],
     [
      108,
      197
     ],
     [
      109,
      197
     ],
     [
      111,
      199
     ],
     [
      111,
      202
     ],
     [
      112,
      202
     ],
     [
      112,
      205
     ],
     [
      113,
      207
     ],
     [
      114,
      208
     ],
     [
      115,
      208
     ],
     [
      115,
      209
     ],
     [
      117,
      211
     ],
     [
      117,
      216
     ],
     [
      122,
      217
     ],
     [
      122,
      224
     ],
     [
      123,
      224
     ],
     [
      125,
      226
     ],
     [
      127,
      227
     ],
     [
      127,
      236
     ],
     [
      128,
      239
     ],
     [
      128,
      240
     ],
     [
      129,
      242
     ],
     [
      129,
      247
     ],
     [
      130,
      248
     ],
     [
      136,
      248
     ],
     [
      139,
      252
     ],
     [
      139,
      254
     ],
     [
      142,
      257
     ],
     [
      143,
      259
     ],
     [
      143,
      260
     ],
     [
      144,
      262
     ],
     [
      144,
      265
     ],
     [
      145,
      268
     ],
     [
      145,
      276
     ],
     [
      146,
      276
     ],
     [
      146,
      279
     ],
     [
      147,
      280
     ],
     [
      148,
      285
     ],
     [
      148,
      288
     ],
     [
      149,
      288
     ],
     [
      149,
      292
     ],
     [
      150,
      292
     ],
     [
      150,
      298
     ],
     [
      151,
      300
     ],
     [
      151,
      310
     ],
     [
      152,
      310
     ],
     [
      153,
      311
     ],
     [
      153,
      314
     ],
     [
      155,
      314
     ],
     [
      156,
      315
     ],
     [
      156,
      316
     ],
     [
      159,
      319
     ],
     [
      159,
      320
     ],
     [
      161,
      324
     ],
     [
      161,
      326
     ],
     [
      162,
      326
     ],
     [
      162,
      327
     ],
     [
      163,
      329
     ],
     [
      164,
      329
     ],
     [
      164,
      330
     ],
     [
      166,
      331
     ],
     [
      166,
      336
     ],
     [
      169,
      339
     ],
     [
      169,
      340
     ],
     [
      170,
      342
     ],
     [
      171,
      342
     ],
     [
      172,
      344
     ],
     [
      172,
      345
     ],
     [
      173,
      345
     ],
     [
      174,
      346
     ],
     [
      174,
      348
     ],
     [
      176,
      350
     ],
     [
      178,
      351
     ],
     [
      179,
      351
     ],
     [
      179,
      352
     ],
     [
      180,
      352
     ],
     [
      182,
      354
     ],
     [
      182,
      356
     ],
     [
      183,
      359
     ],
     [
      183,
      370
     ],
     [
      184,
      370
     ],
     [
      185,
      371
     ],
     [
      185,
      376
     ],
     [
      186,
      376
     ],
     [
      186,
      386
     ],
     [
      188,
      387
     ],
     [
      188,
      398
     ],
     [
      189,
      401
     ],
     [
      191,
      403
     ],
     [
      193,
      407
     ],
     [
      193,
      410
     ],
     [
      194,
      411
     ],
     [
      194,
      413
     ],
     [
      195,
      413
     ],
     [
      195,
      415
     ],
     [
      196,
      416
     ],
     [
      198,
      423
     ],
     [
      198,
      425
     ],
     [
      199,
      428
     ],
     [
      199,
      429
     ],
     [
      200,
      429
     ],
     [
      200,
      430
     ],
     [
      203,
      436
     ],
     [
      206,
      439
     ],
     [
      206,
      440
     ],
     [
      207,
      442
     ],
     [
      207,
      444
     ],
     [
      209,
      448
     ],
     [
      209,
      458
     ],
     [
      211,
      458
     ],
     [
      214,
      459
     ],
     [
      215,
      459
     ],
     [
      215,
      460
     ],
     [
      220,
      465
     ],
     [
      220,
      467
     ],
     [
      222,
      469
     ],
     [
      223,
      471
     ],
     [
      225,
      474
     ],
     [
      226,
      476
     ],
     [
      227,
      477
     ],
     [
      227,
      482
     ],
     [
      229,
      486
     ],
     [
      229,
      488
     ],
     [
      230,
      491
     ],
     [
      230,
      493
     ],
     [
      231,
      493
     ],
     [
      232,
      494
     ],
     [
      232,
      495
     ],
     [
      233,
      495
     ],
     [
      233,
      502
     ],
     [
      234,
      504
     ],
     [
      234,
      506
     ],
     [
      236,
      511
     ],
     [
      237,
      511
     ],
     [
      239,
      513
     ],
     [
      239,
      515
     ],
     [
      240,
      518
     ],
     [
      240,
      521
     ],
     [
      244,
      522
     ],
     [
      244,
      526
     ],
     [
      245,
      529
     ],
     [
      245,
      542
     ],
     [
      246,
      543
     ],
     [
      246,
      545
     ],
     [
      248,
      546
     ],
     [
      248,
      548
     ],
     [
      249,
      550
     ],
     [
      249,
      557
     ],
     [
      250,
      560
     ],
     [
      250,
      561
     ],
     [
      251,
      564
     ],
     [
      252,
      568
     ],
     [
      253,
      569
     ],
     [
      254,
      575
     ],
     [
      254,
      588
     ],
     [
      256,
      592
     ],
     [
      256,
      594
     ],
     [
      258,
      596
     ],
     [
      259,
      601
     ],
     [
      259,
      613
     ],
     [
      260,
      614
     ],
     [
      262,
      624
     ],
     [
      263,
      624
     ],
     [
      263,
      628
     ],
     [
      264,
      629
     ],
     [
      264,
      630
     ],
     [
      265,
      634
     ],
     [
      265,
      638
     ],
     [
      266,
      639
     ],
     [
      266,
      646
     ],
     [
      267,
      646
     ],
     [
      267,
      649
     ],
     [
      268,
      650
     ],
     [
      268,
      656
     ],
     [
      269,
      656
     ],
     [
      269,
      674
     ],
     [
      270,
      679
     ],
     [
      270,
      680
     ],
     [
      272,
      681
     ],
     [
      272,
      686
     ],
     [
      274,
      690
     ],
     [
      274,
      693
     ],
     [
      276,
      694
     ],
     [
      276,
      696
     ],
     [
      278,
      704
     ],
     [
      279,
      705
     ],
     [
      280,
      709
     ],
     [
      282,
      711
     ],
     [
      282,
      719
     ],
     [
      284,
      724
     ],
     [
      284,
      743
     ],
     [
      285,
      743
     ],
     [
      285,
      748
     ],
     [
      286,
      752
     ],
     [
      286,
      755
     ],
     [
      288,
      760
     ],
     [
      288,
      761
     ],
     [
      289,
      764
     ],
     [
      289,
      771
     ],
     [
      290,
      773
     ],
     [
      290,
      776
     ],
     [
      291,
      778
     ],
     [
      291,
      782
     ],
     [
      293,
      786
     ],
     [
      294,
      787
     ],
     [
      294,
      793
     ],
     [
      296,
      794
     ],
     [
      296,
      797
     ],
     [
      297,
      798
     ],
     [
      297,
      803
     ],
     [
      298,
      807
     ],
     [
      298,
      834
     ],
     [
      299,
      836
     ],
     [
      299,
      842
     ],
     [
      300,
      842
     ],
     [
      301,
      843
     ],
     [
      301,
      844
     ],
     [
      303,
      847
     ],
     [
      303,
      848
     ],
     [
      305,
      852
     ],
     [
      305,
      855
     ],
     [
      308,
      856
     ],
     [
      310,
      861
     ],
     [
      311,
      863
     ],
     [
      312,
      866
     ],
     [
      312,
      868
     ],
     [
      313,
      870
     ],
     [
      313,
      881
     ],
     [
      316,
      885
     ],
     [
      316,
      897
     ],
     [
      317,
      899
     ],
     [
      317,
      906
     ],
     [
      318,
      907
     ],
     [
      318,
      917
     ],
     [
      319,
      919
     ],
     [
      319,
      920
     ],
     [
      320,
      927
     ],
     [
      320,
      934
     ],
     [
      321,
      937
     ],
     [
      325,
      940
     ],
     [
      325,
      950
     ],
     [
      326,
      951
     ],
     [
      326,
      952
     ],
     [
      328,
      957
     ],
     [
      328,
      958
     ],
     [
      330,
      967
     ],
     [
      331,
      968
     ],
     [
      332,
      968
     ],
     [
      334,
      973
     ],
     [
      334,
      976
     ],
     [
      335,
      985
     ],
     [
      336,
      985
     ],
     [
      336,
      991
     ],
     [
      337,
      1002
     ],
     [
      337,
      1061
     ],
     [
      338,
      1062
     ],
     [
      340,
      1070
     ],
     [
      340,
      1081
     ],
     [
      341,
      1081
     ],
     [
      341,
      1114
     ],
     [
      342,
      1121
     ],
     [
      342,
      1166
     ],
     [
      343,
      1173
     ],
     [
      343,
      1179
     ],
     [
      344,
      1184
     ],
     [
      344,
      1196
     ],
     [
      345,
      1203
     ],
     [
      345,
      1210
     ],
     [
      347,
      1224
     ],
     [
      347,
      1256
     ],
     [
      349,
      1257
     ],
     [
      349,
      1258
     ],
     [
      350,
      1258
     ],
     [
      350,
      1274
     ],
     [
      352,
      1276
     ],
     [
      352,
      1284
     ],
     [
      353,
      1290
     ],
     [
      354,
      1299
     ],
     [
      354,
      1303
     ],
     [
      355,
      1312
     ],
     [
      355,
      1318
     ],
     [
      357,
      1318
     ],
     [
      358,
      1325
     ],
     [
      359,
      1327
     ],
     [
      359,
      1338
     ],
     [
      360,
      1339
     ],
     [
      361,
      1344
     ],
     [
      361,
      1347
     ],
     [
      362,
      1348
     ],
     [
      362,
      1349
     ],
     [
      363,
      1349
     ],
     [
      363,
      1361
     ],
     [
      365,
      1365
     ],
     [
      365,
      1366
     ],
     [
      366,
      1372
     ],
     [
      366,
      1382
     ],
     [
      367,
      1386
     ],
     [
      367,
      1405
     ],
     [
      369,
      1414
     ],
     [
      369,
      1422
     ],
     [
      371,
      1427
     ],
     [
      371,
      1429
     ],
     [
      372,
      1443
     ],
     [
      372,
      1455
     ],
     [
      373,
      1456
     ],
     [
      373,
      1503
     ],
     [
      374,
      1507
     ],
     [
      374,
      1510
     ],
     [
      375,
      1512
     ],
     [
      375,
      1522
     ],
     [
      377,
      1524
     ],
     [
      377,
      1595
     ],
     [
      378,
      1599
     ],
     [
      380,
      1602
     ],
     [
      380,
      1606
     ],
     [
      381,
      1606
     ],
     [
      382,
      1614
     ],
     [
      382,
      1634
     ],
     [
      383,
      1641
     ],
     [
      383,
      1649
     ],
     [
      385,
      1652
     ],
     [
      385,
      1697
     ],
     [
      386,
      1709
     ],
     [
      386,
      1713
     ],
     [
      387,
      1719
     ],
     [
      388,
      1719
     ],
     [
      388,
      1734
     ],
     [
      389,
      1735
     ],
     [
      389,
      1739
     ],
     [
      390,
      1741
     ],
     [
      390,
      1756
     ],
     [
      391,
      1757
     ],
     [
      391,
      1779
     ],
     [
      392,
      1782
     ],
     [
      392,
      1787
     ],
     [
      393,
      1790
     ],
     [
      393,
      1867
     ],
     [
      394,
      1868
     ],
     [
      394,
      1869
     ],
     [
      395,
      1871
     ],
     [
      395,
      1896
     ],
     [
      396,
      1900
     ],
     [
      396,
      1917
     ],
     [
      397,
      1920
     ],
     [
      397,
      1945
     ],
     [
      398,
      1952
     ],
     [
      398,
      1989
     ],
     [
      399,
      1989
     ],
     [
      399,
      1994
     ],
     [
      400,
      2005
     ],
     [
      400,
      2054
     ],
     [
      401,
      2055
     ],
     [
      402,
      2071
     ],
     [
      402,
      2089
     ],
     [
      403,
      2094
     ],
     [
      403,
      2113
     ],
     [
      404,
      2117
     ],
     [
      404,
      2141
     ],
     [
      405,
      2145
     ],
     [
      405,
      2219
     ],
     [
      407,
      2222
     ],
     [
      407,
      2276
     ],
     [
      408,
      2276
     ],
     [
      408,
      2283
     ],
     [
      409,
      2288
     ],
     [
      409,
      2321
     ],
     [
      410,
      2328
     ],
     [
      410,
      2360
     ],
     [
      411,
      2367
     ],
     [
      411,
      2378
     ],
     [
      412,
      2385
     ],
     [
      412,
      2436
     ],
     [
      413,
      2440
     ],
     [
      413,
      2464
     ],
     [
      414,
      2469
     ],
     [
      414,
      2483
     ],
     [
      415,
      2485
     ],
     [
      415,
      2486
     ],
     [
      416,
      2488
     ],
     [
      416,
      2521
     ],
     [
      417,
      2529
     ],
     [
      417,
      2537
     ],
     [
      418,
      2543
     ],
     [
      418,
      2551
     ],
     [
      419,
      2557
     ],
     [
      419,
      2618
     ],
     [
      420,
      2630
     ],
     [
      420,
      2631
     ],
     [
      421,
      2632
     ],
     [
      421,
      2650
     ],
     [
      422,
      2650
     ],
     [
      422,
      2674
     ],
     [
      423,
      2676
     ],
     [
      423,
      2807
     ],
     [
      424,
      2808
     ],
     [
      424,
      2827
     ],
     [
      425,
      2832
     ],
     [
      425,
      2836
     ],
     [
      426,
      2839
     ],
     [
      426,
      2844
     ],
     [
      427,
      2844
     ],
     [
      427,
      2904
     ],
     [
      428,
      2907
     ],
     [
      428,
      2949
     ],
     [
      429,
      2950
     ],
     [
      429,
      2999
     ],
     [
      430,
      3000
     ],
     [
      430,
      3034
     ],
     [
      431,
      3036
     ],
     [
      431,
      3068
     ],
     [
      432,
      3070
     ],
     [
      432,
      3076
     ],
     [
      433,
      3081
     ],
     [
      433,
      3160
     ],
     [
      434,
      3162
     ],
     [
      434,
      3205
     ],
     [
      435,
      3205
     ],
     [
      435,
      3331
     ],
     [
      436,
      3331
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 539,
    "roc_points_before_collinear_removal": 1571,
    "pr_points": 538,
    "distinct_thresholds": 1570,
    "score_min": 0.042256553762119155,
    "score_max": 0.7852133346416085,
    "auc_raw": 0.7847822016720529,
    "auc_lc": 0.6556844573807082,
    "at_cap": {
     "f1": 0.022026431718061675,
     "fn": 431,
     "fp": 13,
     "fpr": 0.003845016267376516,
     "precision": 0.2777777777777778,
     "recall": 0.011467889908256881,
     "threshold": 0.6984180052295147,
     "tn": 3368,
     "tp": 5
    },
    "at_half_cap": {
     "f1": 0.013544018058690745,
     "fn": 433,
     "fp": 4,
     "fpr": 0.0011830819284235432,
     "precision": 0.42857142857142855,
     "recall": 0.006880733944954129,
     "threshold": 0.7306791292026887,
     "tn": 3377,
     "tp": 3
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0049080708525622106,
     "upper": 0.026561129112820638
    },
    "fpr_wilson95": {
     "lower": 0.0022484734019615113,
     "upper": 0.0065677323742142305
    },
    "f1_bootstrap95": {
     "lower": 0.0045351473922902496,
     "upper": 0.04338394793926247
    },
    "reach_by_fpr_0_02": 41
   },
   "control-modernbert-large": {
    "is_control": true,
    "block_scalar": "verdict.yes",
    "roc": [
     [
      0,
      0
     ],
     [
      1,
      0
     ],
     [
      1,
      1
     ],
     [
      2,
      2
     ],
     [
      19,
      3
     ],
     [
      20,
      4
     ],
     [
      63,
      7
     ],
     [
      119,
      8
     ],
     [
      218,
      16
     ],
     [
      219,
      16
     ],
     [
      507,
      22
     ],
     [
      508,
      22
     ],
     [
      932,
      36
     ],
     [
      1247,
      77
     ],
     [
      1248,
      77
     ],
     [
      1250,
      78
     ],
     [
      1705,
      177
     ],
     [
      2041,
      259
     ],
     [
      2041,
      260
     ],
     [
      2449,
      361
     ],
     [
      2751,
      414
     ],
     [
      2753,
      414
     ],
     [
      3039,
      428
     ],
     [
      3042,
      428
     ],
     [
      3171,
      430
     ],
     [
      3174,
      430
     ],
     [
      3259,
      432
     ],
     [
      3260,
      432
     ],
     [
      3300,
      434
     ],
     [
      3327,
      435
     ],
     [
      3366,
      435
     ],
     [
      3367,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      1,
      1
     ],
     [
      2,
      2
     ],
     [
      3,
      19
     ],
     [
      4,
      20
     ],
     [
      7,
      63
     ],
     [
      8,
      119
     ],
     [
      16,
      218
     ],
     [
      16,
      219
     ],
     [
      22,
      507
     ],
     [
      22,
      508
     ],
     [
      36,
      932
     ],
     [
      77,
      1247
     ],
     [
      77,
      1248
     ],
     [
      78,
      1250
     ],
     [
      177,
      1705
     ],
     [
      259,
      2041
     ],
     [
      260,
      2041
     ],
     [
      361,
      2449
     ],
     [
      414,
      2751
     ],
     [
      414,
      2753
     ],
     [
      428,
      3039
     ],
     [
      428,
      3042
     ],
     [
      430,
      3171
     ],
     [
      430,
      3174
     ],
     [
      432,
      3259
     ],
     [
      432,
      3260
     ],
     [
      434,
      3300
     ],
     [
      435,
      3327
     ],
     [
      435,
      3366
     ],
     [
      436,
      3367
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 33,
    "roc_points_before_collinear_removal": 47,
    "pr_points": 32,
    "distinct_thresholds": 46,
    "score_min": 0.2337063569140403,
    "score_max": 0.6370307944803832,
    "auc_raw": 0.46228994190416495,
    "auc_lc": 0.38895947698618566,
    "at_cap": {
     "f1": 0.00909090909090909,
     "fn": 434,
     "fp": 2,
     "fpr": 0.0005915409642117716,
     "precision": 0.5,
     "recall": 0.0045871559633027525,
     "threshold": 0.6224593312018547,
     "tn": 3379,
     "tp": 2
    },
    "at_half_cap": {
     "f1": 0.00909090909090909,
     "fn": 434,
     "fp": 2,
     "fpr": 0.0005915409642117716,
     "precision": 0.5,
     "recall": 0.0045871559633027525,
     "threshold": 0.6224593312018547,
     "tn": 3379,
     "tp": 2
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0012588662919984766,
     "upper": 0.01656905479965736
    },
    "fpr_wilson95": {
     "lower": 0.00016223686034824215,
     "upper": 0.002154403052064717
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.022727272727272728
    },
    "reach_by_fpr_0_02": 7
   },
   "llama-guard-3-1b": {
    "is_control": false,
    "block_scalar": "unsafe.true",
    "roc": [
     [
      0,
      0
     ],
     [
      2,
      0
     ],
     [
      12,
      2
     ],
     [
      88,
      23
     ],
     [
      426,
      166
     ],
     [
      427,
      166
     ],
     [
      1311,
      339
     ],
     [
      2232,
      417
     ],
     [
      2243,
      417
     ],
     [
      2977,
      434
     ],
     [
      2985,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      2
     ],
     [
      2,
      12
     ],
     [
      23,
      88
     ],
     [
      166,
      426
     ],
     [
      166,
      427
     ],
     [
      339,
      1311
     ],
     [
      417,
      2232
     ],
     [
      417,
      2243
     ],
     [
      434,
      2977
     ],
     [
      436,
      2985
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 12,
    "roc_points_before_collinear_removal": 15,
    "pr_points": 11,
    "distinct_thresholds": 14,
    "score_min": 0.28140560742914383,
    "score_max": 0.5312093733737563,
    "auc_raw": 0.744483473485126,
    "auc_lc": 0.5743123001749412,
    "at_cap": {
     "f1": 0.008888888888888889,
     "fn": 434,
     "fp": 12,
     "fpr": 0.00354924578527063,
     "precision": 0.14285714285714285,
     "recall": 0.0045871559633027525,
     "threshold": 0.5,
     "tn": 3369,
     "tp": 2
    },
    "at_half_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 2,
     "fpr": 0.0005915409642117716,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.5312093733737563,
     "tn": 3379,
     "tp": 0
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0012588662919984766,
     "upper": 0.01656905479965736
    },
    "fpr_wilson95": {
     "lower": 0.0020315170559029564,
     "upper": 0.006193819096294351
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.022172949002217297
    },
    "reach_by_fpr_0_02": 2
   },
   "prompt-guard-2-22m": {
    "is_control": false,
    "block_scalar": "injection.true",
    "roc": [
     [
      0,
      0
     ],
     [
      8,
      0
     ],
     [
      8,
      1
     ],
     [
      13,
      1
     ],
     [
      13,
      2
     ],
     [
      15,
      2
     ],
     [
      15,
      3
     ],
     [
      26,
      3
     ],
     [
      26,
      5
     ],
     [
      37,
      5
     ],
     [
      37,
      6
     ],
     [
      44,
      6
     ],
     [
      44,
      7
     ],
     [
      47,
      7
     ],
     [
      47,
      8
     ],
     [
      50,
      8
     ],
     [
      50,
      9
     ],
     [
      78,
      9
     ],
     [
      78,
      10
     ],
     [
      155,
      10
     ],
     [
      155,
      11
     ],
     [
      167,
      11
     ],
     [
      167,
      12
     ],
     [
      196,
      12
     ],
     [
      196,
      13
     ],
     [
      197,
      13
     ],
     [
      197,
      14
     ],
     [
      211,
      14
     ],
     [
      211,
      15
     ],
     [
      229,
      15
     ],
     [
      230,
      16
     ],
     [
      302,
      16
     ],
     [
      302,
      17
     ],
     [
      304,
      17
     ],
     [
      304,
      19
     ],
     [
      315,
      19
     ],
     [
      315,
      20
     ],
     [
      324,
      20
     ],
     [
      325,
      21
     ],
     [
      326,
      21
     ],
     [
      326,
      22
     ],
     [
      347,
      22
     ],
     [
      347,
      23
     ],
     [
      377,
      23
     ],
     [
      377,
      24
     ],
     [
      408,
      24
     ],
     [
      408,
      25
     ],
     [
      459,
      25
     ],
     [
      459,
      26
     ],
     [
      462,
      26
     ],
     [
      462,
      27
     ],
     [
      464,
      27
     ],
     [
      465,
      28
     ],
     [
      465,
      30
     ],
     [
      472,
      30
     ],
     [
      472,
      31
     ],
     [
      474,
      31
     ],
     [
      474,
      32
     ],
     [
      489,
      32
     ],
     [
      489,
      33
     ],
     [
      519,
      33
     ],
     [
      519,
      34
     ],
     [
      524,
      34
     ],
     [
      524,
      35
     ],
     [
      580,
      35
     ],
     [
      580,
      36
     ],
     [
      591,
      36
     ],
     [
      591,
      37
     ],
     [
      597,
      37
     ],
     [
      597,
      38
     ],
     [
      607,
      38
     ],
     [
      608,
      39
     ],
     [
      608,
      43
     ],
     [
      609,
      44
     ],
     [
      610,
      44
     ],
     [
      612,
      46
     ],
     [
      615,
      46
     ],
     [
      617,
      47
     ],
     [
      622,
      47
     ],
     [
      622,
      48
     ],
     [
      630,
      48
     ],
     [
      630,
      49
     ],
     [
      652,
      49
     ],
     [
      652,
      50
     ],
     [
      653,
      50
     ],
     [
      656,
      51
     ],
     [
      658,
      51
     ],
     [
      658,
      52
     ],
     [
      659,
      53
     ],
     [
      659,
      55
     ],
     [
      660,
      55
     ],
     [
      660,
      56
     ],
     [
      661,
      56
     ],
     [
      663,
      57
     ],
     [
      664,
      58
     ],
     [
      664,
      59
     ],
     [
      668,
      59
     ],
     [
      668,
      61
     ],
     [
      670,
      61
     ],
     [
      670,
      62
     ],
     [
      683,
      62
     ],
     [
      683,
      63
     ],
     [
      688,
      63
     ],
     [
      689,
      64
     ],
     [
      693,
      64
     ],
     [
      693,
      65
     ],
     [
      695,
      65
     ],
     [
      695,
      66
     ],
     [
      696,
      66
     ],
     [
      698,
      67
     ],
     [
      700,
      67
     ],
     [
      700,
      68
     ],
     [
      701,
      68
     ],
     [
      701,
      69
     ],
     [
      702,
      69
     ],
     [
      705,
      71
     ],
     [
      709,
      71
     ],
     [
      709,
      73
     ],
     [
      712,
      73
     ],
     [
      714,
      74
     ],
     [
      716,
      74
     ],
     [
      716,
      76
     ],
     [
      717,
      76
     ],
     [
      717,
      78
     ],
     [
      737,
      78
     ],
     [
      737,
      80
     ],
     [
      740,
      80
     ],
     [
      740,
      81
     ],
     [
      744,
      81
     ],
     [
      744,
      82
     ],
     [
      746,
      82
     ],
     [
      748,
      83
     ],
     [
      750,
      83
     ],
     [
      750,
      84
     ],
     [
      751,
      84
     ],
     [
      751,
      85
     ],
     [
      752,
      87
     ],
     [
      753,
      88
     ],
     [
      754,
      90
     ],
     [
      754,
      91
     ],
     [
      759,
      91
     ],
     [
      761,
      92
     ],
     [
      761,
      93
     ],
     [
      764,
      93
     ],
     [
      764,
      94
     ],
     [
      771,
      94
     ],
     [
      771,
      95
     ],
     [
      772,
      95
     ],
     [
      772,
      97
     ],
     [
      773,
      98
     ],
     [
      780,
      98
     ],
     [
      780,
      99
     ],
     [
      781,
      99
     ],
     [
      782,
      100
     ],
     [
      789,
      100
     ],
     [
      789,
      101
     ],
     [
      805,
      101
     ],
     [
      805,
      102
     ],
     [
      808,
      102
     ],
     [
      809,
      103
     ],
     [
      814,
      103
     ],
     [
      814,
      104
     ],
     [
      818,
      104
     ],
     [
      818,
      105
     ],
     [
      826,
      105
     ],
     [
      827,
      106
     ],
     [
      827,
      107
     ],
     [
      828,
      108
     ],
     [
      829,
      108
     ],
     [
      829,
      109
     ],
     [
      832,
      109
     ],
     [
      834,
      110
     ],
     [
      835,
      111
     ],
     [
      836,
      111
     ],
     [
      836,
      115
     ],
     [
      839,
      118
     ],
     [
      840,
      118
     ],
     [
      841,
      120
     ],
     [
      843,
      123
     ],
     [
      844,
      123
     ],
     [
      844,
      125
     ],
     [
      847,
      125
     ],
     [
      848,
      128
     ],
     [
      850,
      128
     ],
     [
      850,
      129
     ],
     [
      854,
      129
     ],
     [
      856,
      130
     ],
     [
      859,
      130
     ],
     [
      860,
      131
     ],
     [
      861,
      131
     ],
     [
      862,
      132
     ],
     [
      877,
      132
     ],
     [
      879,
      134
     ],
     [
      880,
      134
     ],
     [
      880,
      135
     ],
     [
      931,
      135
     ],
     [
      932,
      136
     ],
     [
      932,
      137
     ],
     [
      937,
      137
     ],
     [
      937,
      138
     ],
     [
      938,
      138
     ],
     [
      938,
      139
     ],
     [
      941,
      139
     ],
     [
      942,
      140
     ],
     [
      942,
      144
     ],
     [
      945,
      146
     ],
     [
      947,
      147
     ],
     [
      948,
      148
     ],
     [
      949,
      148
     ],
     [
      950,
      149
     ],
     [
      951,
      151
     ],
     [
      953,
      152
     ],
     [
      953,
      154
     ],
     [
      954,
      154
     ],
     [
      954,
      155
     ],
     [
      955,
      155
     ],
     [
      957,
      156
     ],
     [
      957,
      157
     ],
     [
      958,
      157
     ],
     [
      958,
      158
     ],
     [
      959,
      158
     ],
     [
      961,
      160
     ],
     [
      961,
      161
     ],
     [
      965,
      165
     ],
     [
      968,
      165
     ],
     [
      972,
      169
     ],
     [
      975,
      169
     ],
     [
      979,
      171
     ],
     [
      982,
      171
     ],
     [
      982,
      172
     ],
     [
      985,
      172
     ],
     [
      985,
      173
     ],
     [
      986,
      173
     ],
     [
      986,
      174
     ],
     [
      994,
      174
     ],
     [
      994,
      175
     ],
     [
      1035,
      175
     ],
     [
      1038,
      176
     ],
     [
      1042,
      176
     ],
     [
      1045,
      179
     ],
     [
      1047,
      179
     ],
     [
      1047,
      184
     ],
     [
      1048,
      187
     ],
     [
      1051,
      187
     ],
     [
      1053,
      188
     ],
     [
      1054,
      188
     ],
     [
      1057,
      189
     ],
     [
      1058,
      189
     ],
     [
      1060,
      193
     ],
     [
      1060,
      195
     ],
     [
      1061,
      197
     ],
     [
      1063,
      197
     ],
     [
      1063,
      202
     ],
     [
      1066,
      205
     ],
     [
      1066,
      206
     ],
     [
      1068,
      208
     ],
     [
      1069,
      210
     ],
     [
      1069,
      211
     ],
     [
      1078,
      211
     ],
     [
      1078,
      212
     ],
     [
      1081,
      212
     ],
     [
      1082,
      213
     ],
     [
      1082,
      214
     ],
     [
      1084,
      214
     ],
     [
      1085,
      215
     ],
     [
      1139,
      215
     ],
     [
      1143,
      216
     ],
     [
      1148,
      216
     ],
     [
      1149,
      217
     ],
     [
      1157,
      217
     ],
     [
      1159,
      218
     ],
     [
      1161,
      218
     ],
     [
      1161,
      220
     ],
     [
      1162,
      222
     ],
     [
      1172,
      222
     ],
     [
      1176,
      224
     ],
     [
      1177,
      224
     ],
     [
      1178,
      226
     ],
     [
      1179,
      226
     ],
     [
      1182,
      227
     ],
     [
      1185,
      227
     ],
     [
      1187,
      229
     ],
     [
      1188,
      229
     ],
     [
      1189,
      230
     ],
     [
      1189,
      231
     ],
     [
      1190,
      233
     ],
     [
      1193,
      233
     ],
     [
      1193,
      237
     ],
     [
      1194,
      238
     ],
     [
      1195,
      238
     ],
     [
      1196,
      240
     ],
     [
      1198,
      240
     ],
     [
      1199,
      241
     ],
     [
      1199,
      242
     ],
     [
      1201,
      242
     ],
     [
      1201,
      243
     ],
     [
      1209,
      243
     ],
     [
      1209,
      244
     ],
     [
      1219,
      244
     ],
     [
      1227,
      246
     ],
     [
      1249,
      246
     ],
     [
      1249,
      247
     ],
     [
      1253,
      247
     ],
     [
      1253,
      248
     ],
     [
      1261,
      248
     ],
     [
      1262,
      249
     ],
     [
      1265,
      249
     ],
     [
      1265,
      250
     ],
     [
      1270,
      250
     ],
     [
      1272,
      251
     ],
     [
      1286,
      251
     ],
     [
      1291,
      252
     ],
     [
      1291,
      254
     ],
     [
      1294,
      254
     ],
     [
      1297,
      255
     ],
     [
      1298,
      256
     ],
     [
      1304,
      256
     ],
     [
      1305,
      257
     ],
     [
      1309,
      257
     ],
     [
      1309,
      258
     ],
     [
      1310,
      258
     ],
     [
      1313,
      259
     ],
     [
      1323,
      259
     ],
     [
      1323,
      263
     ],
     [
      1327,
      264
     ],
     [
      1332,
      264
     ],
     [
      1332,
      265
     ],
     [
      1334,
      265
     ],
     [
      1336,
      266
     ],
     [
      1338,
      266
     ],
     [
      1339,
      267
     ],
     [
      1339,
      268
     ],
     [
      1340,
      268
     ],
     [
      1342,
      269
     ],
     [
      1345,
      269
     ],
     [
      1345,
      270
     ],
     [
      1347,
      270
     ],
     [
      1347,
      271
     ],
     [
      1350,
      271
     ],
     [
      1352,
      273
     ],
     [
      1413,
      273
     ],
     [
      1418,
      274
     ],
     [
      1424,
      274
     ],
     [
      1427,
      275
     ],
     [
      1431,
      275
     ],
     [
      1431,
      276
     ],
     [
      1435,
      276
     ],
     [
      1437,
      277
     ],
     [
      1446,
      277
     ],
     [
      1446,
      278
     ],
     [
      1448,
      278
     ],
     [
      1449,
      279
     ],
     [
      1453,
      279
     ],
     [
      1454,
      280
     ],
     [
      1458,
      280
     ],
     [
      1458,
      281
     ],
     [
      1462,
      281
     ],
     [
      1463,
      282
     ],
     [
      1467,
      282
     ],
     [
      1468,
      284
     ],
     [
      1469,
      284
     ],
     [
      1470,
      285
     ],
     [
      1470,
      286
     ],
     [
      1472,
      286
     ],
     [
      1472,
      288
     ],
     [
      1473,
      289
     ],
     [
      1473,
      290
     ],
     [
      1475,
      291
     ],
     [
      1477,
      291
     ],
     [
      1478,
      292
     ],
     [
      1482,
      292
     ],
     [
      1483,
      293
     ],
     [
      1484,
      293
     ],
     [
      1484,
      294
     ],
     [
      1486,
      295
     ],
     [
      1486,
      297
     ],
     [
      1487,
      297
     ],
     [
      1488,
      298
     ],
     [
      1491,
      298
     ],
     [
      1491,
      299
     ],
     [
      1526,
      299
     ],
     [
      1526,
      300
     ],
     [
      1542,
      300
     ],
     [
      1544,
      301
     ],
     [
      1549,
      301
     ],
     [
      1551,
      303
     ],
     [
      1552,
      303
     ],
     [
      1552,
      304
     ],
     [
      1555,
      304
     ],
     [
      1557,
      305
     ],
     [
      1564,
      305
     ],
     [
      1568,
      306
     ],
     [
      1568,
      308
     ],
     [
      1573,
      308
     ],
     [
      1574,
      309
     ],
     [
      1574,
      311
     ],
     [
      1576,
      313
     ],
     [
      1579,
      314
     ],
     [
      1582,
      314
     ],
     [
      1584,
      315
     ],
     [
      1585,
      316
     ],
     [
      1590,
      316
     ],
     [
      1593,
      317
     ],
     [
      1595,
      319
     ],
     [
      1602,
      319
     ],
     [
      1603,
      320
     ],
     [
      1604,
      320
     ],
     [
      1605,
      321
     ],
     [
      1606,
      321
     ],
     [
      1606,
      322
     ],
     [
      1607,
      323
     ],
     [
      1607,
      325
     ],
     [
      1608,
      326
     ],
     [
      1608,
      327
     ],
     [
      1610,
      327
     ],
     [
      1611,
      328
     ],
     [
      1617,
      328
     ],
     [
      1617,
      331
     ],
     [
      1621,
      331
     ],
     [
      1623,
      332
     ],
     [
      1625,
      332
     ],
     [
      1626,
      333
     ],
     [
      1629,
      333
     ],
     [
      1631,
      335
     ],
     [
      1705,
      335
     ],
     [
      1706,
      337
     ],
     [
      1709,
      337
     ],
     [
      1710,
      338
     ],
     [
      1725,
      338
     ],
     [
      1727,
      340
     ],
     [
      1732,
      340
     ],
     [
      1737,
      341
     ],
     [
      1737,
      343
     ],
     [
      1741,
      343
     ],
     [
      1745,
      344
     ],
     [
      1748,
      344
     ],
     [
      1748,
      345
     ],
     [
      1750,
      347
     ],
     [
      1751,
      347
     ],
     [
      1755,
      348
     ],
     [
      1772,
      348
     ],
     [
      1772,
      349
     ],
     [
      1775,
      349
     ],
     [
      1776,
      351
     ],
     [
      1777,
      351
     ],
     [
      1779,
      353
     ],
     [
      1781,
      353
     ],
     [
      1782,
      354
     ],
     [
      1786,
      354
     ],
     [
      1786,
      355
     ],
     [
      1841,
      355
     ],
     [
      1841,
      356
     ],
     [
      1853,
      356
     ],
     [
      1853,
      357
     ],
     [
      1876,
      357
     ],
     [
      1877,
      358
     ],
     [
      1880,
      359
     ],
     [
      1881,
      359
     ],
     [
      1884,
      361
     ],
     [
      1886,
      362
     ],
     [
      1887,
      362
     ],
     [
      1889,
      363
     ],
     [
      1894,
      363
     ],
     [
      1894,
      364
     ],
     [
      1895,
      365
     ],
     [
      1912,
      365
     ],
     [
      1916,
      367
     ],
     [
      1921,
      367
     ],
     [
      1922,
      368
     ],
     [
      1924,
      369
     ],
     [
      1925,
      369
     ],
     [
      1925,
      370
     ],
     [
      1926,
      370
     ],
     [
      1927,
      371
     ],
     [
      1932,
      371
     ],
     [
      1932,
      372
     ],
     [
      1937,
      372
     ],
     [
      1938,
      373
     ],
     [
      1944,
      373
     ],
     [
      1944,
      374
     ],
     [
      2107,
      374
     ],
     [
      2108,
      376
     ],
     [
      2109,
      377
     ],
     [
      2110,
      377
     ],
     [
      2111,
      378
     ],
     [
      2114,
      378
     ],
     [
      2116,
      382
     ],
     [
      2117,
      383
     ],
     [
      2117,
      384
     ],
     [
      2119,
      385
     ],
     [
      2123,
      385
     ],
     [
      2125,
      386
     ],
     [
      2126,
      386
     ],
     [
      2127,
      387
     ],
     [
      2128,
      387
     ],
     [
      2130,
      388
     ],
     [
      2135,
      388
     ],
     [
      2135,
      389
     ],
     [
      2138,
      389
     ],
     [
      2138,
      391
     ],
     [
      2139,
      391
     ],
     [
      2139,
      392
     ],
     [
      2318,
      392
     ],
     [
      2318,
      394
     ],
     [
      2320,
      396
     ],
     [
      2323,
      396
     ],
     [
      2324,
      399
     ],
     [
      2326,
      399
     ],
     [
      2328,
      400
     ],
     [
      2335,
      400
     ],
     [
      2335,
      401
     ],
     [
      2342,
      401
     ],
     [
      2342,
      405
     ],
     [
      2343,
      405
     ],
     [
      2343,
      407
     ],
     [
      2378,
      407
     ],
     [
      2380,
      408
     ],
     [
      2380,
      409
     ],
     [
      2448,
      409
     ],
     [
      2448,
      410
     ],
     [
      2466,
      410
     ],
     [
      2466,
      412
     ],
     [
      2468,
      412
     ],
     [
      2468,
      414
     ],
     [
      2469,
      415
     ],
     [
      2470,
      415
     ],
     [
      2470,
      416
     ],
     [
      2471,
      416
     ],
     [
      2471,
      417
     ],
     [
      2569,
      417
     ],
     [
      2590,
      418
     ],
     [
      2597,
      418
     ],
     [
      2597,
      419
     ],
     [
      2626,
      419
     ],
     [
      2628,
      420
     ],
     [
      2654,
      420
     ],
     [
      2656,
      421
     ],
     [
      2685,
      421
     ],
     [
      2685,
      422
     ],
     [
      2688,
      422
     ],
     [
      2688,
      423
     ],
     [
      2690,
      423
     ],
     [
      2690,
      424
     ],
     [
      2747,
      424
     ],
     [
      2748,
      425
     ],
     [
      2750,
      425
     ],
     [
      2750,
      426
     ],
     [
      2755,
      426
     ],
     [
      2759,
      427
     ],
     [
      2785,
      427
     ],
     [
      2786,
      429
     ],
     [
      2792,
      429
     ],
     [
      2792,
      430
     ],
     [
      2793,
      430
     ],
     [
      2793,
      431
     ],
     [
      2808,
      431
     ],
     [
      2813,
      432
     ],
     [
      2907,
      432
     ],
     [
      2907,
      433
     ],
     [
      2909,
      433
     ],
     [
      2909,
      434
     ],
     [
      2910,
      434
     ],
     [
      2910,
      435
     ],
     [
      3196,
      435
     ],
     [
      3196,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      0,
      8
     ],
     [
      1,
      8
     ],
     [
      1,
      13
     ],
     [
      2,
      13
     ],
     [
      2,
      15
     ],
     [
      3,
      15
     ],
     [
      3,
      26
     ],
     [
      5,
      26
     ],
     [
      5,
      37
     ],
     [
      6,
      37
     ],
     [
      6,
      44
     ],
     [
      7,
      44
     ],
     [
      7,
      47
     ],
     [
      8,
      47
     ],
     [
      8,
      50
     ],
     [
      9,
      50
     ],
     [
      9,
      78
     ],
     [
      10,
      78
     ],
     [
      10,
      155
     ],
     [
      11,
      155
     ],
     [
      11,
      167
     ],
     [
      12,
      167
     ],
     [
      12,
      196
     ],
     [
      13,
      196
     ],
     [
      13,
      197
     ],
     [
      14,
      197
     ],
     [
      14,
      211
     ],
     [
      15,
      211
     ],
     [
      15,
      229
     ],
     [
      16,
      230
     ],
     [
      16,
      302
     ],
     [
      17,
      302
     ],
     [
      17,
      304
     ],
     [
      19,
      304
     ],
     [
      19,
      315
     ],
     [
      20,
      315
     ],
     [
      20,
      324
     ],
     [
      21,
      325
     ],
     [
      21,
      326
     ],
     [
      22,
      326
     ],
     [
      22,
      347
     ],
     [
      23,
      347
     ],
     [
      23,
      377
     ],
     [
      24,
      377
     ],
     [
      24,
      408
     ],
     [
      25,
      408
     ],
     [
      25,
      459
     ],
     [
      26,
      459
     ],
     [
      26,
      462
     ],
     [
      27,
      462
     ],
     [
      27,
      464
     ],
     [
      28,
      465
     ],
     [
      30,
      465
     ],
     [
      30,
      472
     ],
     [
      31,
      472
     ],
     [
      31,
      474
     ],
     [
      32,
      474
     ],
     [
      32,
      489
     ],
     [
      33,
      489
     ],
     [
      33,
      519
     ],
     [
      34,
      519
     ],
     [
      34,
      524
     ],
     [
      35,
      524
     ],
     [
      35,
      580
     ],
     [
      36,
      580
     ],
     [
      36,
      591
     ],
     [
      37,
      591
     ],
     [
      37,
      597
     ],
     [
      38,
      597
     ],
     [
      38,
      607
     ],
     [
      39,
      608
     ],
     [
      43,
      608
     ],
     [
      44,
      609
     ],
     [
      44,
      610
     ],
     [
      46,
      612
     ],
     [
      46,
      615
     ],
     [
      47,
      617
     ],
     [
      47,
      622
     ],
     [
      48,
      622
     ],
     [
      48,
      630
     ],
     [
      49,
      630
     ],
     [
      49,
      652
     ],
     [
      50,
      652
     ],
     [
      50,
      653
     ],
     [
      51,
      656
     ],
     [
      51,
      658
     ],
     [
      52,
      658
     ],
     [
      53,
      659
     ],
     [
      55,
      659
     ],
     [
      55,
      660
     ],
     [
      56,
      660
     ],
     [
      56,
      661
     ],
     [
      57,
      663
     ],
     [
      58,
      664
     ],
     [
      59,
      664
     ],
     [
      59,
      668
     ],
     [
      61,
      668
     ],
     [
      61,
      670
     ],
     [
      62,
      670
     ],
     [
      62,
      683
     ],
     [
      63,
      683
     ],
     [
      63,
      688
     ],
     [
      64,
      689
     ],
     [
      64,
      693
     ],
     [
      65,
      693
     ],
     [
      65,
      695
     ],
     [
      66,
      695
     ],
     [
      66,
      696
     ],
     [
      67,
      698
     ],
     [
      67,
      700
     ],
     [
      68,
      700
     ],
     [
      68,
      701
     ],
     [
      69,
      701
     ],
     [
      69,
      702
     ],
     [
      71,
      705
     ],
     [
      71,
      709
     ],
     [
      73,
      709
     ],
     [
      73,
      712
     ],
     [
      74,
      714
     ],
     [
      74,
      716
     ],
     [
      76,
      716
     ],
     [
      76,
      717
     ],
     [
      78,
      717
     ],
     [
      78,
      737
     ],
     [
      80,
      737
     ],
     [
      80,
      740
     ],
     [
      81,
      740
     ],
     [
      81,
      744
     ],
     [
      82,
      744
     ],
     [
      82,
      746
     ],
     [
      83,
      748
     ],
     [
      83,
      750
     ],
     [
      84,
      750
     ],
     [
      84,
      751
     ],
     [
      85,
      751
     ],
     [
      87,
      752
     ],
     [
      88,
      753
     ],
     [
      90,
      754
     ],
     [
      91,
      754
     ],
     [
      91,
      759
     ],
     [
      92,
      761
     ],
     [
      93,
      761
     ],
     [
      93,
      764
     ],
     [
      94,
      764
     ],
     [
      94,
      771
     ],
     [
      95,
      771
     ],
     [
      95,
      772
     ],
     [
      97,
      772
     ],
     [
      98,
      773
     ],
     [
      98,
      780
     ],
     [
      99,
      780
     ],
     [
      99,
      781
     ],
     [
      100,
      782
     ],
     [
      100,
      789
     ],
     [
      101,
      789
     ],
     [
      101,
      805
     ],
     [
      102,
      805
     ],
     [
      102,
      808
     ],
     [
      103,
      809
     ],
     [
      103,
      814
     ],
     [
      104,
      814
     ],
     [
      104,
      818
     ],
     [
      105,
      818
     ],
     [
      105,
      826
     ],
     [
      106,
      827
     ],
     [
      107,
      827
     ],
     [
      108,
      828
     ],
     [
      108,
      829
     ],
     [
      109,
      829
     ],
     [
      109,
      832
     ],
     [
      110,
      834
     ],
     [
      111,
      835
     ],
     [
      111,
      836
     ],
     [
      115,
      836
     ],
     [
      118,
      839
     ],
     [
      118,
      840
     ],
     [
      120,
      841
     ],
     [
      123,
      843
     ],
     [
      123,
      844
     ],
     [
      125,
      844
     ],
     [
      125,
      847
     ],
     [
      128,
      848
     ],
     [
      128,
      850
     ],
     [
      129,
      850
     ],
     [
      129,
      854
     ],
     [
      130,
      856
     ],
     [
      130,
      859
     ],
     [
      131,
      860
     ],
     [
      131,
      861
     ],
     [
      132,
      862
     ],
     [
      132,
      877
     ],
     [
      134,
      879
     ],
     [
      134,
      880
     ],
     [
      135,
      880
     ],
     [
      135,
      931
     ],
     [
      136,
      932
     ],
     [
      137,
      932
     ],
     [
      137,
      937
     ],
     [
      138,
      937
     ],
     [
      138,
      938
     ],
     [
      139,
      938
     ],
     [
      139,
      941
     ],
     [
      140,
      942
     ],
     [
      144,
      942
     ],
     [
      146,
      945
     ],
     [
      147,
      947
     ],
     [
      148,
      948
     ],
     [
      148,
      949
     ],
     [
      149,
      950
     ],
     [
      151,
      951
     ],
     [
      152,
      953
     ],
     [
      154,
      953
     ],
     [
      154,
      954
     ],
     [
      155,
      954
     ],
     [
      155,
      955
     ],
     [
      156,
      957
     ],
     [
      157,
      957
     ],
     [
      157,
      958
     ],
     [
      158,
      958
     ],
     [
      158,
      959
     ],
     [
      160,
      961
     ],
     [
      161,
      961
     ],
     [
      165,
      965
     ],
     [
      165,
      968
     ],
     [
      169,
      972
     ],
     [
      169,
      975
     ],
     [
      171,
      979
     ],
     [
      171,
      982
     ],
     [
      172,
      982
     ],
     [
      172,
      985
     ],
     [
      173,
      985
     ],
     [
      173,
      986
     ],
     [
      174,
      986
     ],
     [
      174,
      994
     ],
     [
      175,
      994
     ],
     [
      175,
      1035
     ],
     [
      176,
      1038
     ],
     [
      176,
      1042
     ],
     [
      179,
      1045
     ],
     [
      179,
      1047
     ],
     [
      184,
      1047
     ],
     [
      187,
      1048
     ],
     [
      187,
      1051
     ],
     [
      188,
      1053
     ],
     [
      188,
      1054
     ],
     [
      189,
      1057
     ],
     [
      189,
      1058
     ],
     [
      193,
      1060
     ],
     [
      195,
      1060
     ],
     [
      197,
      1061
     ],
     [
      197,
      1063
     ],
     [
      202,
      1063
     ],
     [
      205,
      1066
     ],
     [
      206,
      1066
     ],
     [
      208,
      1068
     ],
     [
      210,
      1069
     ],
     [
      211,
      1069
     ],
     [
      211,
      1078
     ],
     [
      212,
      1078
     ],
     [
      212,
      1081
     ],
     [
      213,
      1082
     ],
     [
      214,
      1082
     ],
     [
      214,
      1084
     ],
     [
      215,
      1085
     ],
     [
      215,
      1139
     ],
     [
      216,
      1143
     ],
     [
      216,
      1148
     ],
     [
      217,
      1149
     ],
     [
      217,
      1157
     ],
     [
      218,
      1159
     ],
     [
      218,
      1161
     ],
     [
      220,
      1161
     ],
     [
      222,
      1162
     ],
     [
      222,
      1172
     ],
     [
      224,
      1176
     ],
     [
      224,
      1177
     ],
     [
      226,
      1178
     ],
     [
      226,
      1179
     ],
     [
      227,
      1182
     ],
     [
      227,
      1185
     ],
     [
      229,
      1187
     ],
     [
      229,
      1188
     ],
     [
      230,
      1189
     ],
     [
      231,
      1189
     ],
     [
      233,
      1190
     ],
     [
      233,
      1193
     ],
     [
      237,
      1193
     ],
     [
      238,
      1194
     ],
     [
      238,
      1195
     ],
     [
      240,
      1196
     ],
     [
      240,
      1198
     ],
     [
      241,
      1199
     ],
     [
      242,
      1199
     ],
     [
      242,
      1201
     ],
     [
      243,
      1201
     ],
     [
      243,
      1209
     ],
     [
      244,
      1209
     ],
     [
      244,
      1219
     ],
     [
      246,
      1227
     ],
     [
      246,
      1249
     ],
     [
      247,
      1249
     ],
     [
      247,
      1253
     ],
     [
      248,
      1253
     ],
     [
      248,
      1261
     ],
     [
      249,
      1262
     ],
     [
      249,
      1265
     ],
     [
      250,
      1265
     ],
     [
      250,
      1270
     ],
     [
      251,
      1272
     ],
     [
      251,
      1286
     ],
     [
      252,
      1291
     ],
     [
      254,
      1291
     ],
     [
      254,
      1294
     ],
     [
      255,
      1297
     ],
     [
      256,
      1298
     ],
     [
      256,
      1304
     ],
     [
      257,
      1305
     ],
     [
      257,
      1309
     ],
     [
      258,
      1309
     ],
     [
      258,
      1310
     ],
     [
      259,
      1313
     ],
     [
      259,
      1323
     ],
     [
      263,
      1323
     ],
     [
      264,
      1327
     ],
     [
      264,
      1332
     ],
     [
      265,
      1332
     ],
     [
      265,
      1334
     ],
     [
      266,
      1336
     ],
     [
      266,
      1338
     ],
     [
      267,
      1339
     ],
     [
      268,
      1339
     ],
     [
      268,
      1340
     ],
     [
      269,
      1342
     ],
     [
      269,
      1345
     ],
     [
      270,
      1345
     ],
     [
      270,
      1347
     ],
     [
      271,
      1347
     ],
     [
      271,
      1350
     ],
     [
      273,
      1352
     ],
     [
      273,
      1413
     ],
     [
      274,
      1418
     ],
     [
      274,
      1424
     ],
     [
      275,
      1427
     ],
     [
      275,
      1431
     ],
     [
      276,
      1431
     ],
     [
      276,
      1435
     ],
     [
      277,
      1437
     ],
     [
      277,
      1446
     ],
     [
      278,
      1446
     ],
     [
      278,
      1448
     ],
     [
      279,
      1449
     ],
     [
      279,
      1453
     ],
     [
      280,
      1454
     ],
     [
      280,
      1458
     ],
     [
      281,
      1458
     ],
     [
      281,
      1462
     ],
     [
      282,
      1463
     ],
     [
      282,
      1467
     ],
     [
      284,
      1468
     ],
     [
      284,
      1469
     ],
     [
      285,
      1470
     ],
     [
      286,
      1470
     ],
     [
      286,
      1472
     ],
     [
      288,
      1472
     ],
     [
      289,
      1473
     ],
     [
      290,
      1473
     ],
     [
      291,
      1475
     ],
     [
      291,
      1477
     ],
     [
      292,
      1478
     ],
     [
      292,
      1482
     ],
     [
      293,
      1483
     ],
     [
      293,
      1484
     ],
     [
      294,
      1484
     ],
     [
      295,
      1486
     ],
     [
      297,
      1486
     ],
     [
      297,
      1487
     ],
     [
      298,
      1488
     ],
     [
      298,
      1491
     ],
     [
      299,
      1491
     ],
     [
      299,
      1526
     ],
     [
      300,
      1526
     ],
     [
      300,
      1542
     ],
     [
      301,
      1544
     ],
     [
      301,
      1549
     ],
     [
      303,
      1551
     ],
     [
      303,
      1552
     ],
     [
      304,
      1552
     ],
     [
      304,
      1555
     ],
     [
      305,
      1557
     ],
     [
      305,
      1564
     ],
     [
      306,
      1568
     ],
     [
      308,
      1568
     ],
     [
      308,
      1573
     ],
     [
      309,
      1574
     ],
     [
      311,
      1574
     ],
     [
      313,
      1576
     ],
     [
      314,
      1579
     ],
     [
      314,
      1582
     ],
     [
      315,
      1584
     ],
     [
      316,
      1585
     ],
     [
      316,
      1590
     ],
     [
      317,
      1593
     ],
     [
      319,
      1595
     ],
     [
      319,
      1602
     ],
     [
      320,
      1603
     ],
     [
      320,
      1604
     ],
     [
      321,
      1605
     ],
     [
      321,
      1606
     ],
     [
      322,
      1606
     ],
     [
      323,
      1607
     ],
     [
      325,
      1607
     ],
     [
      326,
      1608
     ],
     [
      327,
      1608
     ],
     [
      327,
      1610
     ],
     [
      328,
      1611
     ],
     [
      328,
      1617
     ],
     [
      331,
      1617
     ],
     [
      331,
      1621
     ],
     [
      332,
      1623
     ],
     [
      332,
      1625
     ],
     [
      333,
      1626
     ],
     [
      333,
      1629
     ],
     [
      335,
      1631
     ],
     [
      335,
      1705
     ],
     [
      337,
      1706
     ],
     [
      337,
      1709
     ],
     [
      338,
      1710
     ],
     [
      338,
      1725
     ],
     [
      340,
      1727
     ],
     [
      340,
      1732
     ],
     [
      341,
      1737
     ],
     [
      343,
      1737
     ],
     [
      343,
      1741
     ],
     [
      344,
      1745
     ],
     [
      344,
      1748
     ],
     [
      345,
      1748
     ],
     [
      347,
      1750
     ],
     [
      347,
      1751
     ],
     [
      348,
      1755
     ],
     [
      348,
      1772
     ],
     [
      349,
      1772
     ],
     [
      349,
      1775
     ],
     [
      351,
      1776
     ],
     [
      351,
      1777
     ],
     [
      353,
      1779
     ],
     [
      353,
      1781
     ],
     [
      354,
      1782
     ],
     [
      354,
      1786
     ],
     [
      355,
      1786
     ],
     [
      355,
      1841
     ],
     [
      356,
      1841
     ],
     [
      356,
      1853
     ],
     [
      357,
      1853
     ],
     [
      357,
      1876
     ],
     [
      358,
      1877
     ],
     [
      359,
      1880
     ],
     [
      359,
      1881
     ],
     [
      361,
      1884
     ],
     [
      362,
      1886
     ],
     [
      362,
      1887
     ],
     [
      363,
      1889
     ],
     [
      363,
      1894
     ],
     [
      364,
      1894
     ],
     [
      365,
      1895
     ],
     [
      365,
      1912
     ],
     [
      367,
      1916
     ],
     [
      367,
      1921
     ],
     [
      368,
      1922
     ],
     [
      369,
      1924
     ],
     [
      369,
      1925
     ],
     [
      370,
      1925
     ],
     [
      370,
      1926
     ],
     [
      371,
      1927
     ],
     [
      371,
      1932
     ],
     [
      372,
      1932
     ],
     [
      372,
      1937
     ],
     [
      373,
      1938
     ],
     [
      373,
      1944
     ],
     [
      374,
      1944
     ],
     [
      374,
      2107
     ],
     [
      376,
      2108
     ],
     [
      377,
      2109
     ],
     [
      377,
      2110
     ],
     [
      378,
      2111
     ],
     [
      378,
      2114
     ],
     [
      382,
      2116
     ],
     [
      383,
      2117
     ],
     [
      384,
      2117
     ],
     [
      385,
      2119
     ],
     [
      385,
      2123
     ],
     [
      386,
      2125
     ],
     [
      386,
      2126
     ],
     [
      387,
      2127
     ],
     [
      387,
      2128
     ],
     [
      388,
      2130
     ],
     [
      388,
      2135
     ],
     [
      389,
      2135
     ],
     [
      389,
      2138
     ],
     [
      391,
      2138
     ],
     [
      391,
      2139
     ],
     [
      392,
      2139
     ],
     [
      392,
      2318
     ],
     [
      394,
      2318
     ],
     [
      396,
      2320
     ],
     [
      396,
      2323
     ],
     [
      399,
      2324
     ],
     [
      399,
      2326
     ],
     [
      400,
      2328
     ],
     [
      400,
      2335
     ],
     [
      401,
      2335
     ],
     [
      401,
      2342
     ],
     [
      405,
      2342
     ],
     [
      405,
      2343
     ],
     [
      407,
      2343
     ],
     [
      407,
      2378
     ],
     [
      408,
      2380
     ],
     [
      409,
      2380
     ],
     [
      409,
      2448
     ],
     [
      410,
      2448
     ],
     [
      410,
      2466
     ],
     [
      412,
      2466
     ],
     [
      412,
      2468
     ],
     [
      414,
      2468
     ],
     [
      415,
      2469
     ],
     [
      415,
      2470
     ],
     [
      416,
      2470
     ],
     [
      416,
      2471
     ],
     [
      417,
      2471
     ],
     [
      417,
      2569
     ],
     [
      418,
      2590
     ],
     [
      418,
      2597
     ],
     [
      419,
      2597
     ],
     [
      419,
      2626
     ],
     [
      420,
      2628
     ],
     [
      420,
      2654
     ],
     [
      421,
      2656
     ],
     [
      421,
      2685
     ],
     [
      422,
      2685
     ],
     [
      422,
      2688
     ],
     [
      423,
      2688
     ],
     [
      423,
      2690
     ],
     [
      424,
      2690
     ],
     [
      424,
      2747
     ],
     [
      425,
      2748
     ],
     [
      425,
      2750
     ],
     [
      426,
      2750
     ],
     [
      426,
      2755
     ],
     [
      427,
      2759
     ],
     [
      427,
      2785
     ],
     [
      429,
      2786
     ],
     [
      429,
      2792
     ],
     [
      430,
      2792
     ],
     [
      430,
      2793
     ],
     [
      431,
      2793
     ],
     [
      431,
      2808
     ],
     [
      432,
      2813
     ],
     [
      432,
      2907
     ],
     [
      433,
      2907
     ],
     [
      433,
      2909
     ],
     [
      434,
      2909
     ],
     [
      434,
      2910
     ],
     [
      435,
      2910
     ],
     [
      435,
      3196
     ],
     [
      436,
      3196
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 566,
    "roc_points_before_collinear_removal": 2069,
    "pr_points": 566,
    "distinct_thresholds": 2068,
    "score_min": 0.002427573350272133,
    "score_max": 0.20275872687493177,
    "auc_raw": 0.6248005584363782,
    "auc_lc": 0.4334488297038065,
    "at_cap": {
     "f1": 0.008869179600886918,
     "fn": 434,
     "fp": 13,
     "fpr": 0.003845016267376516,
     "precision": 0.13333333333333333,
     "recall": 0.0045871559633027525,
     "threshold": 0.01855545458499391,
     "tn": 3368,
     "tp": 2
    },
    "at_half_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.20275872687493177,
     "tn": 3380,
     "tp": 0
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0012588662919984766,
     "upper": 0.01656905479965736
    },
    "fpr_wilson95": {
     "lower": 0.0022484734019615113,
     "upper": 0.0065677323742142305
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.022172949002217297
    },
    "reach_by_fpr_0_02": 9
   },
   "olmo-2-1b-instruct": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      1,
      0
     ],
     [
      1,
      1
     ],
     [
      4,
      1
     ],
     [
      16,
      2
     ],
     [
      18,
      2
     ],
     [
      43,
      7
     ],
     [
      44,
      10
     ],
     [
      55,
      11
     ],
     [
      56,
      13
     ],
     [
      73,
      22
     ],
     [
      86,
      27
     ],
     [
      203,
      61
     ],
     [
      212,
      63
     ],
     [
      449,
      127
     ],
     [
      450,
      127
     ],
     [
      526,
      170
     ],
     [
      527,
      170
     ],
     [
      642,
      211
     ],
     [
      1031,
      304
     ],
     [
      1036,
      310
     ],
     [
      1375,
      354
     ],
     [
      1479,
      384
     ],
     [
      1482,
      384
     ],
     [
      1559,
      387
     ],
     [
      1741,
      399
     ],
     [
      1798,
      400
     ],
     [
      1897,
      410
     ],
     [
      2000,
      417
     ],
     [
      2062,
      417
     ],
     [
      2099,
      418
     ],
     [
      2151,
      421
     ],
     [
      2758,
      426
     ],
     [
      2793,
      427
     ],
     [
      2892,
      429
     ],
     [
      3045,
      430
     ],
     [
      3058,
      430
     ],
     [
      3066,
      431
     ],
     [
      3340,
      433
     ],
     [
      3354,
      433
     ],
     [
      3361,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      1,
      1
     ],
     [
      1,
      4
     ],
     [
      2,
      16
     ],
     [
      2,
      18
     ],
     [
      7,
      43
     ],
     [
      10,
      44
     ],
     [
      11,
      55
     ],
     [
      13,
      56
     ],
     [
      22,
      73
     ],
     [
      27,
      86
     ],
     [
      61,
      203
     ],
     [
      63,
      212
     ],
     [
      127,
      449
     ],
     [
      127,
      450
     ],
     [
      170,
      526
     ],
     [
      170,
      527
     ],
     [
      211,
      642
     ],
     [
      304,
      1031
     ],
     [
      310,
      1036
     ],
     [
      354,
      1375
     ],
     [
      384,
      1479
     ],
     [
      384,
      1482
     ],
     [
      387,
      1559
     ],
     [
      399,
      1741
     ],
     [
      400,
      1798
     ],
     [
      410,
      1897
     ],
     [
      417,
      2000
     ],
     [
      417,
      2062
     ],
     [
      418,
      2099
     ],
     [
      421,
      2151
     ],
     [
      426,
      2758
     ],
     [
      427,
      2793
     ],
     [
      429,
      2892
     ],
     [
      430,
      3045
     ],
     [
      430,
      3058
     ],
     [
      431,
      3066
     ],
     [
      433,
      3340
     ],
     [
      433,
      3354
     ],
     [
      436,
      3361
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 42,
    "roc_points_before_collinear_removal": 48,
    "pr_points": 41,
    "distinct_thresholds": 47,
    "score_min": 0.12195165230972885,
    "score_max": 0.25427521259046565,
    "auc_raw": 0.7539871353407738,
    "auc_lc": 0.569252578874344,
    "at_cap": {
     "f1": 0.0045662100456621,
     "fn": 435,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.5,
     "recall": 0.0022935779816513763,
     "threshold": 0.24289531114035928,
     "tn": 3380,
     "tp": 1
    },
    "at_half_cap": {
     "f1": 0.0045662100456621,
     "fn": 435,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.5,
     "recall": 0.0022935779816513763,
     "threshold": 0.24289531114035928,
     "tn": 3380,
     "tp": 1
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0004049876311643646,
     "upper": 0.012875840502582472
    },
    "fpr_wilson95": {
     "lower": 5.2212660819723426e-05,
     "upper": 0.001673557627614801
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.014218009478672985
    },
    "reach_by_fpr_0_02": 13
   },
   "smollm3-3b": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      4,
      0
     ],
     [
      4,
      1
     ],
     [
      17,
      1
     ],
     [
      17,
      2
     ],
     [
      23,
      2
     ],
     [
      23,
      3
     ],
     [
      29,
      3
     ],
     [
      29,
      4
     ],
     [
      60,
      4
     ],
     [
      60,
      5
     ],
     [
      61,
      5
     ],
     [
      61,
      6
     ],
     [
      94,
      6
     ],
     [
      94,
      7
     ],
     [
      106,
      7
     ],
     [
      107,
      8
     ],
     [
      108,
      8
     ],
     [
      109,
      9
     ],
     [
      119,
      9
     ],
     [
      120,
      10
     ],
     [
      126,
      10
     ],
     [
      126,
      11
     ],
     [
      147,
      11
     ],
     [
      147,
      12
     ],
     [
      169,
      12
     ],
     [
      170,
      13
     ],
     [
      191,
      13
     ],
     [
      192,
      14
     ],
     [
      195,
      14
     ],
     [
      197,
      16
     ],
     [
      203,
      16
     ],
     [
      204,
      17
     ],
     [
      217,
      17
     ],
     [
      217,
      18
     ],
     [
      236,
      18
     ],
     [
      236,
      19
     ],
     [
      241,
      19
     ],
     [
      241,
      21
     ],
     [
      242,
      21
     ],
     [
      243,
      22
     ],
     [
      257,
      22
     ],
     [
      257,
      23
     ],
     [
      260,
      25
     ],
     [
      263,
      25
     ],
     [
      263,
      26
     ],
     [
      280,
      26
     ],
     [
      280,
      27
     ],
     [
      281,
      27
     ],
     [
      282,
      28
     ],
     [
      282,
      29
     ],
     [
      286,
      29
     ],
     [
      288,
      30
     ],
     [
      298,
      30
     ],
     [
      298,
      31
     ],
     [
      303,
      31
     ],
     [
      303,
      32
     ],
     [
      306,
      32
     ],
     [
      307,
      34
     ],
     [
      310,
      34
     ],
     [
      312,
      35
     ],
     [
      316,
      35
     ],
     [
      316,
      36
     ],
     [
      318,
      36
     ],
     [
      320,
      37
     ],
     [
      323,
      37
     ],
     [
      323,
      38
     ],
     [
      327,
      38
     ],
     [
      327,
      39
     ],
     [
      330,
      39
     ],
     [
      330,
      41
     ],
     [
      332,
      41
     ],
     [
      333,
      42
     ],
     [
      334,
      42
     ],
     [
      334,
      43
     ],
     [
      336,
      43
     ],
     [
      337,
      44
     ],
     [
      340,
      44
     ],
     [
      340,
      45
     ],
     [
      342,
      47
     ],
     [
      360,
      47
     ],
     [
      360,
      48
     ],
     [
      362,
      48
     ],
     [
      362,
      49
     ],
     [
      364,
      49
     ],
     [
      364,
      50
     ],
     [
      367,
      50
     ],
     [
      368,
      51
     ],
     [
      368,
      52
     ],
     [
      370,
      53
     ],
     [
      371,
      53
     ],
     [
      371,
      54
     ],
     [
      376,
      54
     ],
     [
      376,
      55
     ],
     [
      389,
      55
     ],
     [
      391,
      56
     ],
     [
      396,
      56
     ],
     [
      396,
      57
     ],
     [
      422,
      57
     ],
     [
      423,
      58
     ],
     [
      429,
      58
     ],
     [
      432,
      59
     ],
     [
      440,
      59
     ],
     [
      440,
      60
     ],
     [
      448,
      60
     ],
     [
      448,
      61
     ],
     [
      450,
      61
     ],
     [
      453,
      62
     ],
     [
      460,
      62
     ],
     [
      461,
      63
     ],
     [
      473,
      63
     ],
     [
      474,
      64
     ],
     [
      480,
      64
     ],
     [
      480,
      66
     ],
     [
      484,
      66
     ],
     [
      488,
      67
     ],
     [
      496,
      67
     ],
     [
      498,
      69
     ],
     [
      502,
      69
     ],
     [
      503,
      70
     ],
     [
      510,
      70
     ],
     [
      511,
      71
     ],
     [
      517,
      71
     ],
     [
      517,
      72
     ],
     [
      536,
      72
     ],
     [
      536,
      74
     ],
     [
      537,
      76
     ],
     [
      541,
      76
     ],
     [
      541,
      77
     ],
     [
      556,
      77
     ],
     [
      557,
      78
     ],
     [
      557,
      79
     ],
     [
      568,
      79
     ],
     [
      569,
      80
     ],
     [
      569,
      81
     ],
     [
      571,
      81
     ],
     [
      572,
      83
     ],
     [
      576,
      83
     ],
     [
      577,
      85
     ],
     [
      585,
      85
     ],
     [
      585,
      86
     ],
     [
      604,
      86
     ],
     [
      604,
      88
     ],
     [
      606,
      88
     ],
     [
      606,
      89
     ],
     [
      618,
      89
     ],
     [
      619,
      90
     ],
     [
      621,
      90
     ],
     [
      623,
      91
     ],
     [
      627,
      91
     ],
     [
      627,
      92
     ],
     [
      640,
      92
     ],
     [
      641,
      93
     ],
     [
      653,
      93
     ],
     [
      654,
      94
     ],
     [
      657,
      94
     ],
     [
      658,
      96
     ],
     [
      660,
      98
     ],
     [
      663,
      99
     ],
     [
      663,
      100
     ],
     [
      665,
      101
     ],
     [
      666,
      102
     ],
     [
      671,
      102
     ],
     [
      672,
      103
     ],
     [
      675,
      103
     ],
     [
      676,
      104
     ],
     [
      685,
      104
     ],
     [
      686,
      105
     ],
     [
      687,
      105
     ],
     [
      692,
      106
     ],
     [
      692,
      107
     ],
     [
      694,
      107
     ],
     [
      694,
      108
     ],
     [
      696,
      109
     ],
     [
      699,
      109
     ],
     [
      699,
      110
     ],
     [
      700,
      110
     ],
     [
      700,
      112
     ],
     [
      705,
      112
     ],
     [
      707,
      114
     ],
     [
      708,
      116
     ],
     [
      723,
      116
     ],
     [
      723,
      118
     ],
     [
      724,
      118
     ],
     [
      725,
      119
     ],
     [
      728,
      119
     ],
     [
      729,
      120
     ],
     [
      734,
      120
     ],
     [
      736,
      121
     ],
     [
      740,
      121
     ],
     [
      741,
      122
     ],
     [
      743,
      123
     ],
     [
      752,
      123
     ],
     [
      752,
      125
     ],
     [
      753,
      126
     ],
     [
      766,
      126
     ],
     [
      767,
      127
     ],
     [
      767,
      130
     ],
     [
      778,
      130
     ],
     [
      780,
      131
     ],
     [
      781,
      132
     ],
     [
      782,
      132
     ],
     [
      784,
      133
     ],
     [
      784,
      135
     ],
     [
      812,
      135
     ],
     [
      812,
      136
     ],
     [
      816,
      136
     ],
     [
      816,
      137
     ],
     [
      817,
      138
     ],
     [
      820,
      138
     ],
     [
      821,
      139
     ],
     [
      823,
      139
     ],
     [
      825,
      141
     ],
     [
      827,
      141
     ],
     [
      828,
      142
     ],
     [
      832,
      142
     ],
     [
      833,
      143
     ],
     [
      836,
      143
     ],
     [
      837,
      144
     ],
     [
      842,
      144
     ],
     [
      843,
      146
     ],
     [
      846,
      146
     ],
     [
      848,
      147
     ],
     [
      849,
      148
     ],
     [
      857,
      148
     ],
     [
      857,
      149
     ],
     [
      873,
      149
     ],
     [
      874,
      150
     ],
     [
      876,
      150
     ],
     [
      879,
      151
     ],
     [
      883,
      151
     ],
     [
      887,
      153
     ],
     [
      888,
      153
     ],
     [
      891,
      155
     ],
     [
      892,
      155
     ],
     [
      893,
      156
     ],
     [
      893,
      157
     ],
     [
      904,
      157
     ],
     [
      907,
      158
     ],
     [
      915,
      158
     ],
     [
      916,
      159
     ],
     [
      919,
      159
     ],
     [
      919,
      160
     ],
     [
      921,
      160
     ],
     [
      921,
      163
     ],
     [
      923,
      163
     ],
     [
      924,
      164
     ],
     [
      927,
      164
     ],
     [
      929,
      165
     ],
     [
      932,
      165
     ],
     [
      933,
      168
     ],
     [
      934,
      168
     ],
     [
      935,
      169
     ],
     [
      935,
      170
     ],
     [
      939,
      170
     ],
     [
      939,
      171
     ],
     [
      942,
      171
     ],
     [
      942,
      174
     ],
     [
      944,
      174
     ],
     [
      946,
      175
     ],
     [
      948,
      175
     ],
     [
      950,
      176
     ],
     [
      951,
      177
     ],
     [
      953,
      177
     ],
     [
      954,
      178
     ],
     [
      965,
      178
     ],
     [
      966,
      179
     ],
     [
      968,
      180
     ],
     [
      969,
      180
     ],
     [
      969,
      181
     ],
     [
      974,
      181
     ],
     [
      974,
      182
     ],
     [
      984,
      182
     ],
     [
      986,
      185
     ],
     [
      986,
      186
     ],
     [
      993,
      186
     ],
     [
      993,
      188
     ],
     [
      995,
      188
     ],
     [
      997,
      189
     ],
     [
      997,
      190
     ],
     [
      1000,
      190
     ],
     [
      1001,
      191
     ],
     [
      1001,
      192
     ],
     [
      1006,
      192
     ],
     [
      1008,
      193
     ],
     [
      1010,
      193
     ],
     [
      1010,
      194
     ],
     [
      1012,
      195
     ],
     [
      1015,
      196
     ],
     [
      1016,
      196
     ],
     [
      1019,
      197
     ],
     [
      1026,
      197
     ],
     [
      1026,
      199
     ],
     [
      1043,
      199
     ],
     [
      1043,
      200
     ],
     [
      1048,
      200
     ],
     [
      1049,
      201
     ],
     [
      1054,
      201
     ],
     [
      1054,
      203
     ],
     [
      1057,
      203
     ],
     [
      1060,
      204
     ],
     [
      1061,
      205
     ],
     [
      1062,
      205
     ],
     [
      1064,
      206
     ],
     [
      1064,
      207
     ],
     [
      1067,
      207
     ],
     [
      1070,
      208
     ],
     [
      1075,
      208
     ],
     [
      1076,
      209
     ],
     [
      1082,
      209
     ],
     [
      1082,
      210
     ],
     [
      1088,
      210
     ],
     [
      1088,
      211
     ],
     [
      1089,
      213
     ],
     [
      1090,
      213
     ],
     [
      1091,
      214
     ],
     [
      1098,
      214
     ],
     [
      1098,
      216
     ],
     [
      1099,
      216
     ],
     [
      1100,
      217
     ],
     [
      1102,
      218
     ],
     [
      1117,
      218
     ],
     [
      1118,
      219
     ],
     [
      1119,
      219
     ],
     [
      1120,
      220
     ],
     [
      1126,
      220
     ],
     [
      1126,
      221
     ],
     [
      1127,
      223
     ],
     [
      1131,
      223
     ],
     [
      1132,
      224
     ],
     [
      1138,
      224
     ],
     [
      1138,
      225
     ],
     [
      1141,
      225
     ],
     [
      1141,
      228
     ],
     [
      1146,
      228
     ],
     [
      1146,
      229
     ],
     [
      1148,
      229
     ],
     [
      1150,
      230
     ],
     [
      1155,
      230
     ],
     [
      1155,
      231
     ],
     [
      1157,
      231
     ],
     [
      1157,
      233
     ],
     [
      1158,
      233
     ],
     [
      1158,
      234
     ],
     [
      1160,
      234
     ],
     [
      1160,
      235
     ],
     [
      1161,
      236
     ],
     [
      1163,
      236
     ],
     [
      1166,
      237
     ],
     [
      1175,
      237
     ],
     [
      1176,
      238
     ],
     [
      1178,
      238
     ],
     [
      1178,
      239
     ],
     [
      1179,
      239
     ],
     [
      1180,
      240
     ],
     [
      1183,
      240
     ],
     [
      1183,
      241
     ],
     [
      1187,
      241
     ],
     [
      1188,
      242
     ],
     [
      1194,
      242
     ],
     [
      1194,
      243
     ],
     [
      1217,
      243
     ],
     [
      1218,
      244
     ],
     [
      1223,
      244
     ],
     [
      1224,
      245
     ],
     [
      1226,
      245
     ],
     [
      1227,
      246
     ],
     [
      1234,
      246
     ],
     [
      1234,
      247
     ],
     [
      1242,
      247
     ],
     [
      1243,
      248
     ],
     [
      1251,
      248
     ],
     [
      1251,
      249
     ],
     [
      1252,
      249
     ],
     [
      1253,
      250
     ],
     [
      1253,
      251
     ],
     [
      1256,
      251
     ],
     [
      1256,
      253
     ],
     [
      1262,
      253
     ],
     [
      1263,
      254
     ],
     [
      1266,
      254
     ],
     [
      1266,
      256
     ],
     [
      1270,
      256
     ],
     [
      1270,
      257
     ],
     [
      1274,
      257
     ],
     [
      1276,
      258
     ],
     [
      1280,
      258
     ],
     [
      1283,
      259
     ],
     [
      1285,
      259
     ],
     [
      1285,
      262
     ],
     [
      1289,
      262
     ],
     [
      1289,
      263
     ],
     [
      1292,
      263
     ],
     [
      1294,
      265
     ],
     [
      1295,
      265
     ],
     [
      1296,
      266
     ],
     [
      1296,
      267
     ],
     [
      1299,
      267
     ],
     [
      1299,
      268
     ],
     [
      1311,
      268
     ],
     [
      1313,
      269
     ],
     [
      1315,
      269
     ],
     [
      1318,
      270
     ],
     [
      1325,
      270
     ],
     [
      1325,
      271
     ],
     [
      1327,
      271
     ],
     [
      1327,
      272
     ],
     [
      1328,
      272
     ],
     [
      1329,
      273
     ],
     [
      1331,
      273
     ],
     [
      1331,
      275
     ],
     [
      1335,
      275
     ],
     [
      1335,
      276
     ],
     [
      1342,
      276
     ],
     [
      1342,
      278
     ],
     [
      1344,
      279
     ],
     [
      1355,
      279
     ],
     [
      1356,
      280
     ],
     [
      1357,
      280
     ],
     [
      1357,
      281
     ],
     [
      1360,
      281
     ],
     [
      1361,
      282
     ],
     [
      1366,
      282
     ],
     [
      1366,
      283
     ],
     [
      1376,
      283
     ],
     [
      1376,
      284
     ],
     [
      1383,
      284
     ],
     [
      1384,
      285
     ],
     [
      1385,
      285
     ],
     [
      1386,
      286
     ],
     [
      1387,
      286
     ],
     [
      1387,
      287
     ],
     [
      1394,
      287
     ],
     [
      1396,
      289
     ],
     [
      1397,
      289
     ],
     [
      1399,
      290
     ],
     [
      1400,
      290
     ],
     [
      1400,
      292
     ],
     [
      1401,
      292
     ],
     [
      1401,
      293
     ],
     [
      1408,
      293
     ],
     [
      1408,
      295
     ],
     [
      1416,
      295
     ],
     [
      1416,
      296
     ],
     [
      1419,
      296
     ],
     [
      1421,
      298
     ],
     [
      1421,
      301
     ],
     [
      1423,
      301
     ],
     [
      1423,
      302
     ],
     [
      1430,
      302
     ],
     [
      1430,
      305
     ],
     [
      1432,
      305
     ],
     [
      1432,
      306
     ],
     [
      1436,
      306
     ],
     [
      1436,
      307
     ],
     [
      1437,
      307
     ],
     [
      1437,
      311
     ],
     [
      1438,
      311
     ],
     [
      1439,
      312
     ],
     [
      1443,
      312
     ],
     [
      1443,
      314
     ],
     [
      1451,
      314
     ],
     [
      1451,
      316
     ],
     [
      1457,
      316
     ],
     [
      1457,
      317
     ],
     [
      1458,
      317
     ],
     [
      1458,
      318
     ],
     [
      1472,
      318
     ],
     [
      1472,
      319
     ],
     [
      1474,
      320
     ],
     [
      1474,
      321
     ],
     [
      1476,
      322
     ],
     [
      1479,
      322
     ],
     [
      1479,
      323
     ],
     [
      1481,
      324
     ],
     [
      1484,
      324
     ],
     [
      1485,
      325
     ],
     [
      1487,
      325
     ],
     [
      1488,
      326
     ],
     [
      1489,
      326
     ],
     [
      1489,
      327
     ],
     [
      1490,
      327
     ],
     [
      1490,
      329
     ],
     [
      1491,
      330
     ],
     [
      1491,
      331
     ],
     [
      1502,
      331
     ],
     [
      1502,
      332
     ],
     [
      1503,
      332
     ],
     [
      1503,
      334
     ],
     [
      1508,
      334
     ],
     [
      1508,
      338
     ],
     [
      1511,
      338
     ],
     [
      1512,
      339
     ],
     [
      1522,
      339
     ],
     [
      1524,
      340
     ],
     [
      1525,
      340
     ],
     [
      1525,
      342
     ],
     [
      1528,
      342
     ],
     [
      1528,
      343
     ],
     [
      1531,
      343
     ],
     [
      1531,
      344
     ],
     [
      1532,
      344
     ],
     [
      1532,
      348
     ],
     [
      1539,
      348
     ],
     [
      1540,
      349
     ],
     [
      1540,
      350
     ],
     [
      1552,
      350
     ],
     [
      1552,
      351
     ],
     [
      1564,
      351
     ],
     [
      1564,
      352
     ],
     [
      1565,
      353
     ],
     [
      1565,
      354
     ],
     [
      1567,
      354
     ],
     [
      1568,
      355
     ],
     [
      1568,
      357
     ],
     [
      1571,
      357
     ],
     [
      1571,
      358
     ],
     [
      1579,
      358
     ],
     [
      1579,
      359
     ],
     [
      1580,
      360
     ],
     [
      1588,
      360
     ],
     [
      1589,
      361
     ],
     [
      1602,
      361
     ],
     [
      1602,
      364
     ],
     [
      1603,
      364
     ],
     [
      1604,
      365
     ],
     [
      1604,
      366
     ],
     [
      1610,
      366
     ],
     [
      1610,
      367
     ],
     [
      1611,
      367
     ],
     [
      1611,
      369
     ],
     [
      1623,
      369
     ],
     [
      1623,
      370
     ],
     [
      1626,
      370
     ],
     [
      1626,
      371
     ],
     [
      1627,
      372
     ],
     [
      1637,
      372
     ],
     [
      1637,
      373
     ],
     [
      1643,
      373
     ],
     [
      1644,
      374
     ],
     [
      1647,
      374
     ],
     [
      1647,
      375
     ],
     [
      1648,
      376
     ],
     [
      1649,
      376
     ],
     [
      1650,
      377
     ],
     [
      1650,
      379
     ],
     [
      1660,
      379
     ],
     [
      1662,
      380
     ],
     [
      1669,
      380
     ],
     [
      1670,
      381
     ],
     [
      1670,
      382
     ],
     [
      1671,
      382
     ],
     [
      1672,
      383
     ],
     [
      1686,
      383
     ],
     [
      1686,
      384
     ],
     [
      1706,
      384
     ],
     [
      1707,
      385
     ],
     [
      1714,
      385
     ],
     [
      1716,
      386
     ],
     [
      1716,
      387
     ],
     [
      1739,
      387
     ],
     [
      1739,
      388
     ],
     [
      1740,
      389
     ],
     [
      1744,
      389
     ],
     [
      1744,
      390
     ],
     [
      1746,
      390
     ],
     [
      1746,
      391
     ],
     [
      1747,
      391
     ],
     [
      1747,
      392
     ],
     [
      1764,
      392
     ],
     [
      1764,
      394
     ],
     [
      1766,
      394
     ],
     [
      1766,
      396
     ],
     [
      1769,
      396
     ],
     [
      1769,
      397
     ],
     [
      1771,
      397
     ],
     [
      1771,
      398
     ],
     [
      1773,
      398
     ],
     [
      1773,
      399
     ],
     [
      1789,
      399
     ],
     [
      1789,
      400
     ],
     [
      1793,
      400
     ],
     [
      1793,
      401
     ],
     [
      1799,
      401
     ],
     [
      1799,
      402
     ],
     [
      1800,
      402
     ],
     [
      1800,
      403
     ],
     [
      1801,
      404
     ],
     [
      1827,
      404
     ],
     [
      1827,
      405
     ],
     [
      1828,
      405
     ],
     [
      1828,
      406
     ],
     [
      1836,
      406
     ],
     [
      1836,
      407
     ],
     [
      1841,
      407
     ],
     [
      1841,
      408
     ],
     [
      1850,
      408
     ],
     [
      1851,
      409
     ],
     [
      1866,
      409
     ],
     [
      1866,
      410
     ],
     [
      1869,
      410
     ],
     [
      1869,
      412
     ],
     [
      1878,
      412
     ],
     [
      1878,
      414
     ],
     [
      1879,
      414
     ],
     [
      1879,
      415
     ],
     [
      1883,
      415
     ],
     [
      1883,
      416
     ],
     [
      1889,
      416
     ],
     [
      1889,
      417
     ],
     [
      1891,
      417
     ],
     [
      1891,
      418
     ],
     [
      1897,
      418
     ],
     [
      1897,
      419
     ],
     [
      1898,
      419
     ],
     [
      1898,
      420
     ],
     [
      1925,
      420
     ],
     [
      1925,
      421
     ],
     [
      1926,
      421
     ],
     [
      1926,
      422
     ],
     [
      1927,
      422
     ],
     [
      1927,
      423
     ],
     [
      1938,
      423
     ],
     [
      1940,
      424
     ],
     [
      1989,
      424
     ],
     [
      1990,
      425
     ],
     [
      2084,
      425
     ],
     [
      2085,
      426
     ],
     [
      2205,
      426
     ],
     [
      2205,
      427
     ],
     [
      2279,
      427
     ],
     [
      2279,
      428
     ],
     [
      2354,
      428
     ],
     [
      2356,
      429
     ],
     [
      2358,
      429
     ],
     [
      2358,
      430
     ],
     [
      2518,
      430
     ],
     [
      2519,
      431
     ],
     [
      2715,
      431
     ],
     [
      2715,
      432
     ],
     [
      2771,
      432
     ],
     [
      2774,
      433
     ],
     [
      2931,
      433
     ],
     [
      2932,
      434
     ],
     [
      3263,
      434
     ],
     [
      3267,
      435
     ],
     [
      3323,
      435
     ],
     [
      3324,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      0,
      4
     ],
     [
      1,
      4
     ],
     [
      1,
      17
     ],
     [
      2,
      17
     ],
     [
      2,
      23
     ],
     [
      3,
      23
     ],
     [
      3,
      29
     ],
     [
      4,
      29
     ],
     [
      4,
      60
     ],
     [
      5,
      60
     ],
     [
      5,
      61
     ],
     [
      6,
      61
     ],
     [
      6,
      94
     ],
     [
      7,
      94
     ],
     [
      7,
      106
     ],
     [
      8,
      107
     ],
     [
      8,
      108
     ],
     [
      9,
      109
     ],
     [
      9,
      119
     ],
     [
      10,
      120
     ],
     [
      10,
      126
     ],
     [
      11,
      126
     ],
     [
      11,
      147
     ],
     [
      12,
      147
     ],
     [
      12,
      169
     ],
     [
      13,
      170
     ],
     [
      13,
      191
     ],
     [
      14,
      192
     ],
     [
      14,
      195
     ],
     [
      16,
      197
     ],
     [
      16,
      203
     ],
     [
      17,
      204
     ],
     [
      17,
      217
     ],
     [
      18,
      217
     ],
     [
      18,
      236
     ],
     [
      19,
      236
     ],
     [
      19,
      241
     ],
     [
      21,
      241
     ],
     [
      21,
      242
     ],
     [
      22,
      243
     ],
     [
      22,
      257
     ],
     [
      23,
      257
     ],
     [
      25,
      260
     ],
     [
      25,
      263
     ],
     [
      26,
      263
     ],
     [
      26,
      280
     ],
     [
      27,
      280
     ],
     [
      27,
      281
     ],
     [
      28,
      282
     ],
     [
      29,
      282
     ],
     [
      29,
      286
     ],
     [
      30,
      288
     ],
     [
      30,
      298
     ],
     [
      31,
      298
     ],
     [
      31,
      303
     ],
     [
      32,
      303
     ],
     [
      32,
      306
     ],
     [
      34,
      307
     ],
     [
      34,
      310
     ],
     [
      35,
      312
     ],
     [
      35,
      316
     ],
     [
      36,
      316
     ],
     [
      36,
      318
     ],
     [
      37,
      320
     ],
     [
      37,
      323
     ],
     [
      38,
      323
     ],
     [
      38,
      327
     ],
     [
      39,
      327
     ],
     [
      39,
      330
     ],
     [
      41,
      330
     ],
     [
      41,
      332
     ],
     [
      42,
      333
     ],
     [
      42,
      334
     ],
     [
      43,
      334
     ],
     [
      43,
      336
     ],
     [
      44,
      337
     ],
     [
      44,
      340
     ],
     [
      45,
      340
     ],
     [
      47,
      342
     ],
     [
      47,
      360
     ],
     [
      48,
      360
     ],
     [
      48,
      362
     ],
     [
      49,
      362
     ],
     [
      49,
      364
     ],
     [
      50,
      364
     ],
     [
      50,
      367
     ],
     [
      51,
      368
     ],
     [
      52,
      368
     ],
     [
      53,
      370
     ],
     [
      53,
      371
     ],
     [
      54,
      371
     ],
     [
      54,
      376
     ],
     [
      55,
      376
     ],
     [
      55,
      389
     ],
     [
      56,
      391
     ],
     [
      56,
      396
     ],
     [
      57,
      396
     ],
     [
      57,
      422
     ],
     [
      58,
      423
     ],
     [
      58,
      429
     ],
     [
      59,
      432
     ],
     [
      59,
      440
     ],
     [
      60,
      440
     ],
     [
      60,
      448
     ],
     [
      61,
      448
     ],
     [
      61,
      450
     ],
     [
      62,
      453
     ],
     [
      62,
      460
     ],
     [
      63,
      461
     ],
     [
      63,
      473
     ],
     [
      64,
      474
     ],
     [
      64,
      480
     ],
     [
      66,
      480
     ],
     [
      66,
      484
     ],
     [
      67,
      488
     ],
     [
      67,
      496
     ],
     [
      69,
      498
     ],
     [
      69,
      502
     ],
     [
      70,
      503
     ],
     [
      70,
      510
     ],
     [
      71,
      511
     ],
     [
      71,
      517
     ],
     [
      72,
      517
     ],
     [
      72,
      536
     ],
     [
      74,
      536
     ],
     [
      76,
      537
     ],
     [
      76,
      541
     ],
     [
      77,
      541
     ],
     [
      77,
      556
     ],
     [
      78,
      557
     ],
     [
      79,
      557
     ],
     [
      79,
      568
     ],
     [
      80,
      569
     ],
     [
      81,
      569
     ],
     [
      81,
      571
     ],
     [
      83,
      572
     ],
     [
      83,
      576
     ],
     [
      85,
      577
     ],
     [
      85,
      585
     ],
     [
      86,
      585
     ],
     [
      86,
      604
     ],
     [
      88,
      604
     ],
     [
      88,
      606
     ],
     [
      89,
      606
     ],
     [
      89,
      618
     ],
     [
      90,
      619
     ],
     [
      90,
      621
     ],
     [
      91,
      623
     ],
     [
      91,
      627
     ],
     [
      92,
      627
     ],
     [
      92,
      640
     ],
     [
      93,
      641
     ],
     [
      93,
      653
     ],
     [
      94,
      654
     ],
     [
      94,
      657
     ],
     [
      96,
      658
     ],
     [
      98,
      660
     ],
     [
      99,
      663
     ],
     [
      100,
      663
     ],
     [
      101,
      665
     ],
     [
      102,
      666
     ],
     [
      102,
      671
     ],
     [
      103,
      672
     ],
     [
      103,
      675
     ],
     [
      104,
      676
     ],
     [
      104,
      685
     ],
     [
      105,
      686
     ],
     [
      105,
      687
     ],
     [
      106,
      692
     ],
     [
      107,
      692
     ],
     [
      107,
      694
     ],
     [
      108,
      694
     ],
     [
      109,
      696
     ],
     [
      109,
      699
     ],
     [
      110,
      699
     ],
     [
      110,
      700
     ],
     [
      112,
      700
     ],
     [
      112,
      705
     ],
     [
      114,
      707
     ],
     [
      116,
      708
     ],
     [
      116,
      723
     ],
     [
      118,
      723
     ],
     [
      118,
      724
     ],
     [
      119,
      725
     ],
     [
      119,
      728
     ],
     [
      120,
      729
     ],
     [
      120,
      734
     ],
     [
      121,
      736
     ],
     [
      121,
      740
     ],
     [
      122,
      741
     ],
     [
      123,
      743
     ],
     [
      123,
      752
     ],
     [
      125,
      752
     ],
     [
      126,
      753
     ],
     [
      126,
      766
     ],
     [
      127,
      767
     ],
     [
      130,
      767
     ],
     [
      130,
      778
     ],
     [
      131,
      780
     ],
     [
      132,
      781
     ],
     [
      132,
      782
     ],
     [
      133,
      784
     ],
     [
      135,
      784
     ],
     [
      135,
      812
     ],
     [
      136,
      812
     ],
     [
      136,
      816
     ],
     [
      137,
      816
     ],
     [
      138,
      817
     ],
     [
      138,
      820
     ],
     [
      139,
      821
     ],
     [
      139,
      823
     ],
     [
      141,
      825
     ],
     [
      141,
      827
     ],
     [
      142,
      828
     ],
     [
      142,
      832
     ],
     [
      143,
      833
     ],
     [
      143,
      836
     ],
     [
      144,
      837
     ],
     [
      144,
      842
     ],
     [
      146,
      843
     ],
     [
      146,
      846
     ],
     [
      147,
      848
     ],
     [
      148,
      849
     ],
     [
      148,
      857
     ],
     [
      149,
      857
     ],
     [
      149,
      873
     ],
     [
      150,
      874
     ],
     [
      150,
      876
     ],
     [
      151,
      879
     ],
     [
      151,
      883
     ],
     [
      153,
      887
     ],
     [
      153,
      888
     ],
     [
      155,
      891
     ],
     [
      155,
      892
     ],
     [
      156,
      893
     ],
     [
      157,
      893
     ],
     [
      157,
      904
     ],
     [
      158,
      907
     ],
     [
      158,
      915
     ],
     [
      159,
      916
     ],
     [
      159,
      919
     ],
     [
      160,
      919
     ],
     [
      160,
      921
     ],
     [
      163,
      921
     ],
     [
      163,
      923
     ],
     [
      164,
      924
     ],
     [
      164,
      927
     ],
     [
      165,
      929
     ],
     [
      165,
      932
     ],
     [
      168,
      933
     ],
     [
      168,
      934
     ],
     [
      169,
      935
     ],
     [
      170,
      935
     ],
     [
      170,
      939
     ],
     [
      171,
      939
     ],
     [
      171,
      942
     ],
     [
      174,
      942
     ],
     [
      174,
      944
     ],
     [
      175,
      946
     ],
     [
      175,
      948
     ],
     [
      176,
      950
     ],
     [
      177,
      951
     ],
     [
      177,
      953
     ],
     [
      178,
      954
     ],
     [
      178,
      965
     ],
     [
      179,
      966
     ],
     [
      180,
      968
     ],
     [
      180,
      969
     ],
     [
      181,
      969
     ],
     [
      181,
      974
     ],
     [
      182,
      974
     ],
     [
      182,
      984
     ],
     [
      185,
      986
     ],
     [
      186,
      986
     ],
     [
      186,
      993
     ],
     [
      188,
      993
     ],
     [
      188,
      995
     ],
     [
      189,
      997
     ],
     [
      190,
      997
     ],
     [
      190,
      1000
     ],
     [
      191,
      1001
     ],
     [
      192,
      1001
     ],
     [
      192,
      1006
     ],
     [
      193,
      1008
     ],
     [
      193,
      1010
     ],
     [
      194,
      1010
     ],
     [
      195,
      1012
     ],
     [
      196,
      1015
     ],
     [
      196,
      1016
     ],
     [
      197,
      1019
     ],
     [
      197,
      1026
     ],
     [
      199,
      1026
     ],
     [
      199,
      1043
     ],
     [
      200,
      1043
     ],
     [
      200,
      1048
     ],
     [
      201,
      1049
     ],
     [
      201,
      1054
     ],
     [
      203,
      1054
     ],
     [
      203,
      1057
     ],
     [
      204,
      1060
     ],
     [
      205,
      1061
     ],
     [
      205,
      1062
     ],
     [
      206,
      1064
     ],
     [
      207,
      1064
     ],
     [
      207,
      1067
     ],
     [
      208,
      1070
     ],
     [
      208,
      1075
     ],
     [
      209,
      1076
     ],
     [
      209,
      1082
     ],
     [
      210,
      1082
     ],
     [
      210,
      1088
     ],
     [
      211,
      1088
     ],
     [
      213,
      1089
     ],
     [
      213,
      1090
     ],
     [
      214,
      1091
     ],
     [
      214,
      1098
     ],
     [
      216,
      1098
     ],
     [
      216,
      1099
     ],
     [
      217,
      1100
     ],
     [
      218,
      1102
     ],
     [
      218,
      1117
     ],
     [
      219,
      1118
     ],
     [
      219,
      1119
     ],
     [
      220,
      1120
     ],
     [
      220,
      1126
     ],
     [
      221,
      1126
     ],
     [
      223,
      1127
     ],
     [
      223,
      1131
     ],
     [
      224,
      1132
     ],
     [
      224,
      1138
     ],
     [
      225,
      1138
     ],
     [
      225,
      1141
     ],
     [
      228,
      1141
     ],
     [
      228,
      1146
     ],
     [
      229,
      1146
     ],
     [
      229,
      1148
     ],
     [
      230,
      1150
     ],
     [
      230,
      1155
     ],
     [
      231,
      1155
     ],
     [
      231,
      1157
     ],
     [
      233,
      1157
     ],
     [
      233,
      1158
     ],
     [
      234,
      1158
     ],
     [
      234,
      1160
     ],
     [
      235,
      1160
     ],
     [
      236,
      1161
     ],
     [
      236,
      1163
     ],
     [
      237,
      1166
     ],
     [
      237,
      1175
     ],
     [
      238,
      1176
     ],
     [
      238,
      1178
     ],
     [
      239,
      1178
     ],
     [
      239,
      1179
     ],
     [
      240,
      1180
     ],
     [
      240,
      1183
     ],
     [
      241,
      1183
     ],
     [
      241,
      1187
     ],
     [
      242,
      1188
     ],
     [
      242,
      1194
     ],
     [
      243,
      1194
     ],
     [
      243,
      1217
     ],
     [
      244,
      1218
     ],
     [
      244,
      1223
     ],
     [
      245,
      1224
     ],
     [
      245,
      1226
     ],
     [
      246,
      1227
     ],
     [
      246,
      1234
     ],
     [
      247,
      1234
     ],
     [
      247,
      1242
     ],
     [
      248,
      1243
     ],
     [
      248,
      1251
     ],
     [
      249,
      1251
     ],
     [
      249,
      1252
     ],
     [
      250,
      1253
     ],
     [
      251,
      1253
     ],
     [
      251,
      1256
     ],
     [
      253,
      1256
     ],
     [
      253,
      1262
     ],
     [
      254,
      1263
     ],
     [
      254,
      1266
     ],
     [
      256,
      1266
     ],
     [
      256,
      1270
     ],
     [
      257,
      1270
     ],
     [
      257,
      1274
     ],
     [
      258,
      1276
     ],
     [
      258,
      1280
     ],
     [
      259,
      1283
     ],
     [
      259,
      1285
     ],
     [
      262,
      1285
     ],
     [
      262,
      1289
     ],
     [
      263,
      1289
     ],
     [
      263,
      1292
     ],
     [
      265,
      1294
     ],
     [
      265,
      1295
     ],
     [
      266,
      1296
     ],
     [
      267,
      1296
     ],
     [
      267,
      1299
     ],
     [
      268,
      1299
     ],
     [
      268,
      1311
     ],
     [
      269,
      1313
     ],
     [
      269,
      1315
     ],
     [
      270,
      1318
     ],
     [
      270,
      1325
     ],
     [
      271,
      1325
     ],
     [
      271,
      1327
     ],
     [
      272,
      1327
     ],
     [
      272,
      1328
     ],
     [
      273,
      1329
     ],
     [
      273,
      1331
     ],
     [
      275,
      1331
     ],
     [
      275,
      1335
     ],
     [
      276,
      1335
     ],
     [
      276,
      1342
     ],
     [
      278,
      1342
     ],
     [
      279,
      1344
     ],
     [
      279,
      1355
     ],
     [
      280,
      1356
     ],
     [
      280,
      1357
     ],
     [
      281,
      1357
     ],
     [
      281,
      1360
     ],
     [
      282,
      1361
     ],
     [
      282,
      1366
     ],
     [
      283,
      1366
     ],
     [
      283,
      1376
     ],
     [
      284,
      1376
     ],
     [
      284,
      1383
     ],
     [
      285,
      1384
     ],
     [
      285,
      1385
     ],
     [
      286,
      1386
     ],
     [
      286,
      1387
     ],
     [
      287,
      1387
     ],
     [
      287,
      1394
     ],
     [
      289,
      1396
     ],
     [
      289,
      1397
     ],
     [
      290,
      1399
     ],
     [
      290,
      1400
     ],
     [
      292,
      1400
     ],
     [
      292,
      1401
     ],
     [
      293,
      1401
     ],
     [
      293,
      1408
     ],
     [
      295,
      1408
     ],
     [
      295,
      1416
     ],
     [
      296,
      1416
     ],
     [
      296,
      1419
     ],
     [
      298,
      1421
     ],
     [
      301,
      1421
     ],
     [
      301,
      1423
     ],
     [
      302,
      1423
     ],
     [
      302,
      1430
     ],
     [
      305,
      1430
     ],
     [
      305,
      1432
     ],
     [
      306,
      1432
     ],
     [
      306,
      1436
     ],
     [
      307,
      1436
     ],
     [
      307,
      1437
     ],
     [
      311,
      1437
     ],
     [
      311,
      1438
     ],
     [
      312,
      1439
     ],
     [
      312,
      1443
     ],
     [
      314,
      1443
     ],
     [
      314,
      1451
     ],
     [
      316,
      1451
     ],
     [
      316,
      1457
     ],
     [
      317,
      1457
     ],
     [
      317,
      1458
     ],
     [
      318,
      1458
     ],
     [
      318,
      1472
     ],
     [
      319,
      1472
     ],
     [
      320,
      1474
     ],
     [
      321,
      1474
     ],
     [
      322,
      1476
     ],
     [
      322,
      1479
     ],
     [
      323,
      1479
     ],
     [
      324,
      1481
     ],
     [
      324,
      1484
     ],
     [
      325,
      1485
     ],
     [
      325,
      1487
     ],
     [
      326,
      1488
     ],
     [
      326,
      1489
     ],
     [
      327,
      1489
     ],
     [
      327,
      1490
     ],
     [
      329,
      1490
     ],
     [
      330,
      1491
     ],
     [
      331,
      1491
     ],
     [
      331,
      1502
     ],
     [
      332,
      1502
     ],
     [
      332,
      1503
     ],
     [
      334,
      1503
     ],
     [
      334,
      1508
     ],
     [
      338,
      1508
     ],
     [
      338,
      1511
     ],
     [
      339,
      1512
     ],
     [
      339,
      1522
     ],
     [
      340,
      1524
     ],
     [
      340,
      1525
     ],
     [
      342,
      1525
     ],
     [
      342,
      1528
     ],
     [
      343,
      1528
     ],
     [
      343,
      1531
     ],
     [
      344,
      1531
     ],
     [
      344,
      1532
     ],
     [
      348,
      1532
     ],
     [
      348,
      1539
     ],
     [
      349,
      1540
     ],
     [
      350,
      1540
     ],
     [
      350,
      1552
     ],
     [
      351,
      1552
     ],
     [
      351,
      1564
     ],
     [
      352,
      1564
     ],
     [
      353,
      1565
     ],
     [
      354,
      1565
     ],
     [
      354,
      1567
     ],
     [
      355,
      1568
     ],
     [
      357,
      1568
     ],
     [
      357,
      1571
     ],
     [
      358,
      1571
     ],
     [
      358,
      1579
     ],
     [
      359,
      1579
     ],
     [
      360,
      1580
     ],
     [
      360,
      1588
     ],
     [
      361,
      1589
     ],
     [
      361,
      1602
     ],
     [
      364,
      1602
     ],
     [
      364,
      1603
     ],
     [
      365,
      1604
     ],
     [
      366,
      1604
     ],
     [
      366,
      1610
     ],
     [
      367,
      1610
     ],
     [
      367,
      1611
     ],
     [
      369,
      1611
     ],
     [
      369,
      1623
     ],
     [
      370,
      1623
     ],
     [
      370,
      1626
     ],
     [
      371,
      1626
     ],
     [
      372,
      1627
     ],
     [
      372,
      1637
     ],
     [
      373,
      1637
     ],
     [
      373,
      1643
     ],
     [
      374,
      1644
     ],
     [
      374,
      1647
     ],
     [
      375,
      1647
     ],
     [
      376,
      1648
     ],
     [
      376,
      1649
     ],
     [
      377,
      1650
     ],
     [
      379,
      1650
     ],
     [
      379,
      1660
     ],
     [
      380,
      1662
     ],
     [
      380,
      1669
     ],
     [
      381,
      1670
     ],
     [
      382,
      1670
     ],
     [
      382,
      1671
     ],
     [
      383,
      1672
     ],
     [
      383,
      1686
     ],
     [
      384,
      1686
     ],
     [
      384,
      1706
     ],
     [
      385,
      1707
     ],
     [
      385,
      1714
     ],
     [
      386,
      1716
     ],
     [
      387,
      1716
     ],
     [
      387,
      1739
     ],
     [
      388,
      1739
     ],
     [
      389,
      1740
     ],
     [
      389,
      1744
     ],
     [
      390,
      1744
     ],
     [
      390,
      1746
     ],
     [
      391,
      1746
     ],
     [
      391,
      1747
     ],
     [
      392,
      1747
     ],
     [
      392,
      1764
     ],
     [
      394,
      1764
     ],
     [
      394,
      1766
     ],
     [
      396,
      1766
     ],
     [
      396,
      1769
     ],
     [
      397,
      1769
     ],
     [
      397,
      1771
     ],
     [
      398,
      1771
     ],
     [
      398,
      1773
     ],
     [
      399,
      1773
     ],
     [
      399,
      1789
     ],
     [
      400,
      1789
     ],
     [
      400,
      1793
     ],
     [
      401,
      1793
     ],
     [
      401,
      1799
     ],
     [
      402,
      1799
     ],
     [
      402,
      1800
     ],
     [
      403,
      1800
     ],
     [
      404,
      1801
     ],
     [
      404,
      1827
     ],
     [
      405,
      1827
     ],
     [
      405,
      1828
     ],
     [
      406,
      1828
     ],
     [
      406,
      1836
     ],
     [
      407,
      1836
     ],
     [
      407,
      1841
     ],
     [
      408,
      1841
     ],
     [
      408,
      1850
     ],
     [
      409,
      1851
     ],
     [
      409,
      1866
     ],
     [
      410,
      1866
     ],
     [
      410,
      1869
     ],
     [
      412,
      1869
     ],
     [
      412,
      1878
     ],
     [
      414,
      1878
     ],
     [
      414,
      1879
     ],
     [
      415,
      1879
     ],
     [
      415,
      1883
     ],
     [
      416,
      1883
     ],
     [
      416,
      1889
     ],
     [
      417,
      1889
     ],
     [
      417,
      1891
     ],
     [
      418,
      1891
     ],
     [
      418,
      1897
     ],
     [
      419,
      1897
     ],
     [
      419,
      1898
     ],
     [
      420,
      1898
     ],
     [
      420,
      1925
     ],
     [
      421,
      1925
     ],
     [
      421,
      1926
     ],
     [
      422,
      1926
     ],
     [
      422,
      1927
     ],
     [
      423,
      1927
     ],
     [
      423,
      1938
     ],
     [
      424,
      1940
     ],
     [
      424,
      1989
     ],
     [
      425,
      1990
     ],
     [
      425,
      2084
     ],
     [
      426,
      2085
     ],
     [
      426,
      2205
     ],
     [
      427,
      2205
     ],
     [
      427,
      2279
     ],
     [
      428,
      2279
     ],
     [
      428,
      2354
     ],
     [
      429,
      2356
     ],
     [
      429,
      2358
     ],
     [
      430,
      2358
     ],
     [
      430,
      2518
     ],
     [
      431,
      2519
     ],
     [
      431,
      2715
     ],
     [
      432,
      2715
     ],
     [
      432,
      2771
     ],
     [
      433,
      2774
     ],
     [
      433,
      2931
     ],
     [
      434,
      2932
     ],
     [
      434,
      3263
     ],
     [
      435,
      3267
     ],
     [
      435,
      3323
     ],
     [
      436,
      3324
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 649,
    "roc_points_before_collinear_removal": 2513,
    "pr_points": 649,
    "distinct_thresholds": 2512,
    "score_min": 0.0008034194105602802,
    "score_max": 0.06729026653623003,
    "auc_raw": 0.6742288259539955,
    "auc_lc": 0.4167068830307052,
    "at_cap": {
     "f1": 0.0045351473922902496,
     "fn": 435,
     "fp": 4,
     "fpr": 0.0011830819284235432,
     "precision": 0.2,
     "recall": 0.0022935779816513763,
     "threshold": 0.05944623924176597,
     "tn": 3377,
     "tp": 1
    },
    "at_half_cap": {
     "f1": 0.0045351473922902496,
     "fn": 435,
     "fp": 4,
     "fpr": 0.0011830819284235432,
     "precision": 0.2,
     "recall": 0.0022935779816513763,
     "threshold": 0.05944623924176597,
     "tn": 3377,
     "tp": 1
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0004049876311643646,
     "upper": 0.012875840502582472
    },
    "fpr_wilson95": {
     "lower": 0.0004601706357698699,
     "upper": 0.0030382085245999587
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.014150943396226415
    },
    "reach_by_fpr_0_02": 6
   },
   "smollm2-1.7b-instruct": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      7,
      0
     ],
     [
      7,
      1
     ],
     [
      14,
      1
     ],
     [
      15,
      3
     ],
     [
      19,
      4
     ],
     [
      41,
      4
     ],
     [
      46,
      7
     ],
     [
      82,
      13
     ],
     [
      86,
      13
     ],
     [
      103,
      17
     ],
     [
      139,
      27
     ],
     [
      179,
      27
     ],
     [
      212,
      36
     ],
     [
      213,
      36
     ],
     [
      282,
      72
     ],
     [
      336,
      74
     ],
     [
      425,
      119
     ],
     [
      427,
      120
     ],
     [
      496,
      133
     ],
     [
      506,
      135
     ],
     [
      604,
      185
     ],
     [
      926,
      263
     ],
     [
      956,
      263
     ],
     [
      1032,
      273
     ],
     [
      1035,
      273
     ],
     [
      1404,
      337
     ],
     [
      1426,
      339
     ],
     [
      1584,
      361
     ],
     [
      1586,
      361
     ],
     [
      1624,
      370
     ],
     [
      1629,
      370
     ],
     [
      1793,
      386
     ],
     [
      1993,
      396
     ],
     [
      2092,
      398
     ],
     [
      2099,
      398
     ],
     [
      2151,
      400
     ],
     [
      2538,
      411
     ],
     [
      2548,
      412
     ],
     [
      2622,
      415
     ],
     [
      2629,
      415
     ],
     [
      2696,
      422
     ],
     [
      2933,
      424
     ],
     [
      2969,
      424
     ],
     [
      3093,
      428
     ],
     [
      3129,
      428
     ],
     [
      3159,
      430
     ],
     [
      3221,
      431
     ],
     [
      3228,
      431
     ],
     [
      3296,
      432
     ],
     [
      3314,
      433
     ],
     [
      3330,
      435
     ],
     [
      3361,
      435
     ],
     [
      3365,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      3
     ],
     [
      0,
      7
     ],
     [
      1,
      7
     ],
     [
      1,
      14
     ],
     [
      3,
      15
     ],
     [
      4,
      19
     ],
     [
      4,
      41
     ],
     [
      7,
      46
     ],
     [
      13,
      82
     ],
     [
      13,
      86
     ],
     [
      17,
      103
     ],
     [
      27,
      139
     ],
     [
      27,
      179
     ],
     [
      36,
      212
     ],
     [
      36,
      213
     ],
     [
      72,
      282
     ],
     [
      74,
      336
     ],
     [
      119,
      425
     ],
     [
      120,
      427
     ],
     [
      133,
      496
     ],
     [
      135,
      506
     ],
     [
      185,
      604
     ],
     [
      263,
      926
     ],
     [
      263,
      956
     ],
     [
      273,
      1032
     ],
     [
      273,
      1035
     ],
     [
      337,
      1404
     ],
     [
      339,
      1426
     ],
     [
      361,
      1584
     ],
     [
      361,
      1586
     ],
     [
      370,
      1624
     ],
     [
      370,
      1629
     ],
     [
      386,
      1793
     ],
     [
      396,
      1993
     ],
     [
      398,
      2092
     ],
     [
      398,
      2099
     ],
     [
      400,
      2151
     ],
     [
      411,
      2538
     ],
     [
      412,
      2548
     ],
     [
      415,
      2622
     ],
     [
      415,
      2629
     ],
     [
      422,
      2696
     ],
     [
      424,
      2933
     ],
     [
      424,
      2969
     ],
     [
      428,
      3093
     ],
     [
      428,
      3129
     ],
     [
      430,
      3159
     ],
     [
      431,
      3221
     ],
     [
      431,
      3228
     ],
     [
      432,
      3296
     ],
     [
      433,
      3314
     ],
     [
      435,
      3330
     ],
     [
      435,
      3361
     ],
     [
      436,
      3365
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 55,
    "roc_points_before_collinear_removal": 65,
    "pr_points": 55,
    "distinct_thresholds": 64,
    "score_min": 0.25427521259046565,
    "score_max": 0.5282521236080877,
    "auc_raw": 0.7171477685609545,
    "auc_lc": 0.5985156391385655,
    "at_cap": {
     "f1": 0.0045045045045045045,
     "fn": 435,
     "fp": 7,
     "fpr": 0.002070393374741201,
     "precision": 0.125,
     "recall": 0.0022935779816513763,
     "threshold": 0.5122626854994002,
     "tn": 3374,
     "tp": 1
    },
    "at_half_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 3,
     "fpr": 0.0008873114463176575,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.5282521236080877,
     "tn": 3378,
     "tp": 0
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0004049876311643646,
     "upper": 0.012875840502582472
    },
    "fpr_wilson95": {
     "lower": 0.0010032670811636636,
     "upper": 0.004267720951141469
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.01405152224824356
    },
    "reach_by_fpr_0_02": 7
   },
   "deberta-v3-prompt-injection-v2": {
    "is_control": false,
    "block_scalar": "injection.true",
    "roc": [
     [
      0,
      0
     ],
     [
      11,
      0
     ],
     [
      11,
      1
     ],
     [
      14,
      1
     ],
     [
      14,
      2
     ],
     [
      20,
      2
     ],
     [
      20,
      8
     ],
     [
      23,
      8
     ],
     [
      23,
      9
     ],
     [
      24,
      9
     ],
     [
      25,
      10
     ],
     [
      27,
      11
     ],
     [
      27,
      12
     ],
     [
      28,
      12
     ],
     [
      28,
      15
     ],
     [
      29,
      16
     ],
     [
      31,
      16
     ],
     [
      31,
      17
     ],
     [
      33,
      17
     ],
     [
      33,
      20
     ],
     [
      35,
      20
     ],
     [
      35,
      22
     ],
     [
      38,
      22
     ],
     [
      38,
      23
     ],
     [
      43,
      23
     ],
     [
      43,
      24
     ],
     [
      45,
      24
     ],
     [
      45,
      28
     ],
     [
      46,
      29
     ],
     [
      47,
      39
     ],
     [
      48,
      47
     ],
     [
      49,
      49
     ],
     [
      52,
      50
     ],
     [
      55,
      50
     ],
     [
      55,
      52
     ],
     [
      56,
      52
     ],
     [
      56,
      66
     ],
     [
      57,
      66
     ],
     [
      57,
      67
     ],
     [
      58,
      67
     ],
     [
      58,
      74
     ],
     [
      59,
      74
     ],
     [
      59,
      80
     ],
     [
      60,
      83
     ],
     [
      61,
      84
     ],
     [
      61,
      95
     ],
     [
      62,
      96
     ],
     [
      64,
      96
     ],
     [
      65,
      97
     ],
     [
      65,
      103
     ],
     [
      67,
      103
     ],
     [
      69,
      106
     ],
     [
      69,
      110
     ],
     [
      70,
      111
     ],
     [
      70,
      112
     ],
     [
      72,
      112
     ],
     [
      72,
      113
     ],
     [
      73,
      115
     ],
     [
      74,
      116
     ],
     [
      74,
      120
     ],
     [
      75,
      120
     ],
     [
      75,
      121
     ],
     [
      77,
      124
     ],
     [
      77,
      135
     ],
     [
      80,
      136
     ],
     [
      81,
      137
     ],
     [
      82,
      137
     ],
     [
      83,
      138
     ],
     [
      86,
      138
     ],
     [
      86,
      146
     ],
     [
      87,
      146
     ],
     [
      88,
      147
     ],
     [
      91,
      147
     ],
     [
      91,
      149
     ],
     [
      93,
      154
     ],
     [
      95,
      158
     ],
     [
      98,
      162
     ],
     [
      102,
      163
     ],
     [
      108,
      167
     ],
     [
      111,
      167
     ],
     [
      111,
      170
     ],
     [
      113,
      171
     ],
     [
      113,
      172
     ],
     [
      115,
      174
     ],
     [
      131,
      174
     ],
     [
      136,
      176
     ],
     [
      137,
      178
     ],
     [
      140,
      179
     ],
     [
      142,
      179
     ],
     [
      144,
      181
     ],
     [
      159,
      181
     ],
     [
      166,
      182
     ],
     [
      169,
      184
     ],
     [
      181,
      186
     ],
     [
      192,
      188
     ],
     [
      199,
      188
     ],
     [
      203,
      189
     ],
     [
      212,
      189
     ],
     [
      220,
      193
     ],
     [
      232,
      195
     ],
     [
      237,
      196
     ],
     [
      245,
      199
     ],
     [
      250,
      200
     ],
     [
      257,
      205
     ],
     [
      263,
      208
     ],
     [
      267,
      208
     ],
     [
      274,
      211
     ],
     [
      298,
      219
     ],
     [
      310,
      224
     ],
     [
      318,
      235
     ],
     [
      337,
      235
     ],
     [
      348,
      236
     ],
     [
      356,
      239
     ],
     [
      373,
      244
     ],
     [
      385,
      244
     ],
     [
      413,
      252
     ],
     [
      426,
      258
     ],
     [
      448,
      261
     ],
     [
      476,
      271
     ],
     [
      492,
      278
     ],
     [
      553,
      281
     ],
     [
      569,
      282
     ],
     [
      637,
      283
     ],
     [
      660,
      294
     ],
     [
      714,
      295
     ],
     [
      743,
      298
     ],
     [
      756,
      299
     ],
     [
      774,
      306
     ],
     [
      785,
      307
     ],
     [
      792,
      307
     ],
     [
      796,
      312
     ],
     [
      805,
      314
     ],
     [
      818,
      321
     ],
     [
      828,
      324
     ],
     [
      833,
      332
     ],
     [
      848,
      334
     ],
     [
      856,
      335
     ],
     [
      862,
      340
     ],
     [
      868,
      350
     ],
     [
      881,
      350
     ],
     [
      892,
      352
     ],
     [
      897,
      357
     ],
     [
      904,
      361
     ],
     [
      912,
      363
     ],
     [
      921,
      366
     ],
     [
      929,
      368
     ],
     [
      950,
      371
     ],
     [
      959,
      374
     ],
     [
      974,
      376
     ],
     [
      986,
      377
     ],
     [
      995,
      380
     ],
     [
      1012,
      383
     ],
     [
      1024,
      384
     ],
     [
      1056,
      384
     ],
     [
      1067,
      385
     ],
     [
      1123,
      385
     ],
     [
      1138,
      386
     ],
     [
      1148,
      388
     ],
     [
      1181,
      388
     ],
     [
      1187,
      389
     ],
     [
      1201,
      392
     ],
     [
      1212,
      393
     ],
     [
      1218,
      394
     ],
     [
      1240,
      394
     ],
     [
      1362,
      395
     ],
     [
      1381,
      395
     ],
     [
      1414,
      396
     ],
     [
      1438,
      396
     ],
     [
      1443,
      397
     ],
     [
      1451,
      398
     ],
     [
      1453,
      398
     ],
     [
      1460,
      399
     ],
     [
      1494,
      399
     ],
     [
      1501,
      400
     ],
     [
      1513,
      401
     ],
     [
      1519,
      402
     ],
     [
      1544,
      402
     ],
     [
      1550,
      403
     ],
     [
      1562,
      404
     ],
     [
      1638,
      404
     ],
     [
      1645,
      405
     ],
     [
      1686,
      405
     ],
     [
      1696,
      406
     ],
     [
      1706,
      406
     ],
     [
      1711,
      407
     ],
     [
      1768,
      407
     ],
     [
      1775,
      408
     ],
     [
      1781,
      408
     ],
     [
      1790,
      409
     ],
     [
      1914,
      409
     ],
     [
      1923,
      410
     ],
     [
      1936,
      410
     ],
     [
      1973,
      412
     ],
     [
      1988,
      413
     ],
     [
      2005,
      413
     ],
     [
      2006,
      414
     ],
     [
      2010,
      414
     ],
     [
      2014,
      415
     ],
     [
      2127,
      415
     ],
     [
      2131,
      416
     ],
     [
      2132,
      416
     ],
     [
      2133,
      417
     ],
     [
      2137,
      418
     ],
     [
      2139,
      418
     ],
     [
      2141,
      419
     ],
     [
      2145,
      419
     ],
     [
      2148,
      420
     ],
     [
      2223,
      420
     ],
     [
      2228,
      421
     ],
     [
      2237,
      421
     ],
     [
      2239,
      422
     ],
     [
      2263,
      422
     ],
     [
      2266,
      423
     ],
     [
      2770,
      423
     ],
     [
      2771,
      424
     ],
     [
      3012,
      424
     ],
     [
      3013,
      425
     ],
     [
      3102,
      425
     ],
     [
      3102,
      426
     ],
     [
      3136,
      426
     ],
     [
      3136,
      427
     ],
     [
      3140,
      427
     ],
     [
      3140,
      428
     ],
     [
      3209,
      428
     ],
     [
      3209,
      429
     ],
     [
      3224,
      429
     ],
     [
      3224,
      430
     ],
     [
      3226,
      430
     ],
     [
      3226,
      431
     ],
     [
      3253,
      431
     ],
     [
      3253,
      432
     ],
     [
      3315,
      432
     ],
     [
      3316,
      433
     ],
     [
      3317,
      433
     ],
     [
      3317,
      434
     ],
     [
      3339,
      434
     ],
     [
      3339,
      435
     ],
     [
      3371,
      435
     ],
     [
      3371,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      0,
      11
     ],
     [
      1,
      11
     ],
     [
      1,
      14
     ],
     [
      2,
      14
     ],
     [
      2,
      20
     ],
     [
      8,
      20
     ],
     [
      8,
      23
     ],
     [
      9,
      23
     ],
     [
      9,
      24
     ],
     [
      10,
      25
     ],
     [
      11,
      27
     ],
     [
      12,
      27
     ],
     [
      12,
      28
     ],
     [
      15,
      28
     ],
     [
      16,
      29
     ],
     [
      16,
      31
     ],
     [
      17,
      31
     ],
     [
      17,
      33
     ],
     [
      20,
      33
     ],
     [
      20,
      35
     ],
     [
      22,
      35
     ],
     [
      22,
      38
     ],
     [
      23,
      38
     ],
     [
      23,
      43
     ],
     [
      24,
      43
     ],
     [
      24,
      45
     ],
     [
      28,
      45
     ],
     [
      29,
      46
     ],
     [
      39,
      47
     ],
     [
      47,
      48
     ],
     [
      49,
      49
     ],
     [
      50,
      52
     ],
     [
      50,
      55
     ],
     [
      52,
      55
     ],
     [
      52,
      56
     ],
     [
      66,
      56
     ],
     [
      66,
      57
     ],
     [
      67,
      57
     ],
     [
      67,
      58
     ],
     [
      74,
      58
     ],
     [
      74,
      59
     ],
     [
      80,
      59
     ],
     [
      83,
      60
     ],
     [
      84,
      61
     ],
     [
      95,
      61
     ],
     [
      96,
      62
     ],
     [
      96,
      64
     ],
     [
      97,
      65
     ],
     [
      103,
      65
     ],
     [
      103,
      67
     ],
     [
      106,
      69
     ],
     [
      110,
      69
     ],
     [
      111,
      70
     ],
     [
      112,
      70
     ],
     [
      112,
      72
     ],
     [
      113,
      72
     ],
     [
      115,
      73
     ],
     [
      116,
      74
     ],
     [
      120,
      74
     ],
     [
      120,
      75
     ],
     [
      121,
      75
     ],
     [
      124,
      77
     ],
     [
      135,
      77
     ],
     [
      136,
      80
     ],
     [
      137,
      81
     ],
     [
      137,
      82
     ],
     [
      138,
      83
     ],
     [
      138,
      86
     ],
     [
      146,
      86
     ],
     [
      146,
      87
     ],
     [
      147,
      88
     ],
     [
      147,
      91
     ],
     [
      149,
      91
     ],
     [
      154,
      93
     ],
     [
      158,
      95
     ],
     [
      162,
      98
     ],
     [
      163,
      102
     ],
     [
      167,
      108
     ],
     [
      167,
      111
     ],
     [
      170,
      111
     ],
     [
      171,
      113
     ],
     [
      172,
      113
     ],
     [
      174,
      115
     ],
     [
      174,
      131
     ],
     [
      176,
      136
     ],
     [
      178,
      137
     ],
     [
      179,
      140
     ],
     [
      179,
      142
     ],
     [
      181,
      144
     ],
     [
      181,
      159
     ],
     [
      182,
      166
     ],
     [
      184,
      169
     ],
     [
      186,
      181
     ],
     [
      188,
      192
     ],
     [
      188,
      199
     ],
     [
      189,
      203
     ],
     [
      189,
      212
     ],
     [
      193,
      220
     ],
     [
      195,
      232
     ],
     [
      196,
      237
     ],
     [
      199,
      245
     ],
     [
      200,
      250
     ],
     [
      205,
      257
     ],
     [
      208,
      263
     ],
     [
      208,
      267
     ],
     [
      211,
      274
     ],
     [
      219,
      298
     ],
     [
      224,
      310
     ],
     [
      235,
      318
     ],
     [
      235,
      337
     ],
     [
      236,
      348
     ],
     [
      239,
      356
     ],
     [
      244,
      373
     ],
     [
      244,
      385
     ],
     [
      252,
      413
     ],
     [
      258,
      426
     ],
     [
      261,
      448
     ],
     [
      271,
      476
     ],
     [
      278,
      492
     ],
     [
      281,
      553
     ],
     [
      282,
      569
     ],
     [
      283,
      637
     ],
     [
      294,
      660
     ],
     [
      295,
      714
     ],
     [
      298,
      743
     ],
     [
      299,
      756
     ],
     [
      306,
      774
     ],
     [
      307,
      785
     ],
     [
      307,
      792
     ],
     [
      312,
      796
     ],
     [
      314,
      805
     ],
     [
      321,
      818
     ],
     [
      324,
      828
     ],
     [
      332,
      833
     ],
     [
      334,
      848
     ],
     [
      335,
      856
     ],
     [
      340,
      862
     ],
     [
      350,
      868
     ],
     [
      350,
      881
     ],
     [
      352,
      892
     ],
     [
      357,
      897
     ],
     [
      361,
      904
     ],
     [
      363,
      912
     ],
     [
      366,
      921
     ],
     [
      368,
      929
     ],
     [
      371,
      950
     ],
     [
      374,
      959
     ],
     [
      376,
      974
     ],
     [
      377,
      986
     ],
     [
      380,
      995
     ],
     [
      383,
      1012
     ],
     [
      384,
      1024
     ],
     [
      384,
      1056
     ],
     [
      385,
      1067
     ],
     [
      385,
      1123
     ],
     [
      386,
      1138
     ],
     [
      388,
      1148
     ],
     [
      388,
      1181
     ],
     [
      389,
      1187
     ],
     [
      392,
      1201
     ],
     [
      393,
      1212
     ],
     [
      394,
      1218
     ],
     [
      394,
      1240
     ],
     [
      395,
      1362
     ],
     [
      395,
      1381
     ],
     [
      396,
      1414
     ],
     [
      396,
      1438
     ],
     [
      397,
      1443
     ],
     [
      398,
      1451
     ],
     [
      398,
      1453
     ],
     [
      399,
      1460
     ],
     [
      399,
      1494
     ],
     [
      400,
      1501
     ],
     [
      401,
      1513
     ],
     [
      402,
      1519
     ],
     [
      402,
      1544
     ],
     [
      403,
      1550
     ],
     [
      404,
      1562
     ],
     [
      404,
      1638
     ],
     [
      405,
      1645
     ],
     [
      405,
      1686
     ],
     [
      406,
      1696
     ],
     [
      406,
      1706
     ],
     [
      407,
      1711
     ],
     [
      407,
      1768
     ],
     [
      408,
      1775
     ],
     [
      408,
      1781
     ],
     [
      409,
      1790
     ],
     [
      409,
      1914
     ],
     [
      410,
      1923
     ],
     [
      410,
      1936
     ],
     [
      412,
      1973
     ],
     [
      413,
      1988
     ],
     [
      413,
      2005
     ],
     [
      414,
      2006
     ],
     [
      414,
      2010
     ],
     [
      415,
      2014
     ],
     [
      415,
      2127
     ],
     [
      416,
      2131
     ],
     [
      416,
      2132
     ],
     [
      417,
      2133
     ],
     [
      418,
      2137
     ],
     [
      418,
      2139
     ],
     [
      419,
      2141
     ],
     [
      419,
      2145
     ],
     [
      420,
      2148
     ],
     [
      420,
      2223
     ],
     [
      421,
      2228
     ],
     [
      421,
      2237
     ],
     [
      422,
      2239
     ],
     [
      422,
      2263
     ],
     [
      423,
      2266
     ],
     [
      423,
      2770
     ],
     [
      424,
      2771
     ],
     [
      424,
      3012
     ],
     [
      425,
      3013
     ],
     [
      425,
      3102
     ],
     [
      426,
      3102
     ],
     [
      426,
      3136
     ],
     [
      427,
      3136
     ],
     [
      427,
      3140
     ],
     [
      428,
      3140
     ],
     [
      428,
      3209
     ],
     [
      429,
      3209
     ],
     [
      429,
      3224
     ],
     [
      430,
      3224
     ],
     [
      430,
      3226
     ],
     [
      431,
      3226
     ],
     [
      431,
      3253
     ],
     [
      432,
      3253
     ],
     [
      432,
      3315
     ],
     [
      433,
      3316
     ],
     [
      433,
      3317
     ],
     [
      434,
      3317
     ],
     [
      434,
      3339
     ],
     [
      435,
      3339
     ],
     [
      435,
      3371
     ],
     [
      436,
      3371
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 240,
    "roc_points_before_collinear_removal": 865,
    "pr_points": 240,
    "distinct_thresholds": 864,
    "score_min": 0.00026947915555885544,
    "score_max": 0.9999996072137998,
    "auc_raw": 0.8390509973434926,
    "auc_lc": 0.8347427912167461,
    "at_cap": {
     "f1": 0.004464285714285714,
     "fn": 435,
     "fp": 11,
     "fpr": 0.003253475303164744,
     "precision": 0.08333333333333333,
     "recall": 0.0022935779816513763,
     "threshold": 0.999999142076462,
     "tn": 3370,
     "tp": 1
    },
    "at_half_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.9999996072137998,
     "tn": 3380,
     "tp": 0
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0004049876311643646,
     "upper": 0.012875840502582472
    },
    "fpr_wilson95": {
     "lower": 0.001817687995029199,
     "upper": 0.005816778533189674
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.013986013986013986
    },
    "reach_by_fpr_0_02": 103
   },
   "control-modernbert-base": {
    "is_control": true,
    "block_scalar": "verdict.yes",
    "roc": [
     [
      0,
      0
     ],
     [
      18,
      0
     ],
     [
      37,
      3
     ],
     [
      74,
      8
     ],
     [
      124,
      20
     ],
     [
      137,
      25
     ],
     [
      192,
      44
     ],
     [
      218,
      52
     ],
     [
      283,
      88
     ],
     [
      299,
      92
     ],
     [
      410,
      132
     ],
     [
      411,
      133
     ],
     [
      452,
      144
     ],
     [
      579,
      181
     ],
     [
      699,
      207
     ],
     [
      717,
      210
     ],
     [
      751,
      215
     ],
     [
      893,
      240
     ],
     [
      894,
      241
     ],
     [
      1023,
      259
     ],
     [
      1332,
      292
     ],
     [
      1333,
      292
     ],
     [
      1407,
      307
     ],
     [
      1941,
      339
     ],
     [
      1948,
      339
     ],
     [
      2025,
      354
     ],
     [
      2040,
      354
     ],
     [
      2827,
      380
     ],
     [
      2847,
      381
     ],
     [
      2887,
      382
     ],
     [
      2898,
      384
     ],
     [
      2944,
      385
     ],
     [
      3138,
      400
     ],
     [
      3184,
      420
     ],
     [
      3247,
      432
     ],
     [
      3292,
      432
     ],
     [
      3327,
      434
     ],
     [
      3358,
      434
     ],
     [
      3364,
      435
     ],
     [
      3367,
      435
     ],
     [
      3372,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      0,
      18
     ],
     [
      3,
      37
     ],
     [
      8,
      74
     ],
     [
      20,
      124
     ],
     [
      25,
      137
     ],
     [
      44,
      192
     ],
     [
      52,
      218
     ],
     [
      88,
      283
     ],
     [
      92,
      299
     ],
     [
      132,
      410
     ],
     [
      133,
      411
     ],
     [
      144,
      452
     ],
     [
      181,
      579
     ],
     [
      207,
      699
     ],
     [
      210,
      717
     ],
     [
      215,
      751
     ],
     [
      240,
      893
     ],
     [
      241,
      894
     ],
     [
      259,
      1023
     ],
     [
      292,
      1332
     ],
     [
      292,
      1333
     ],
     [
      307,
      1407
     ],
     [
      339,
      1941
     ],
     [
      339,
      1948
     ],
     [
      354,
      2025
     ],
     [
      354,
      2040
     ],
     [
      380,
      2827
     ],
     [
      381,
      2847
     ],
     [
      382,
      2887
     ],
     [
      384,
      2898
     ],
     [
      385,
      2944
     ],
     [
      400,
      3138
     ],
     [
      420,
      3184
     ],
     [
      432,
      3247
     ],
     [
      432,
      3292
     ],
     [
      434,
      3327
     ],
     [
      434,
      3358
     ],
     [
      435,
      3364
     ],
     [
      435,
      3367
     ],
     [
      436,
      3372
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 42,
    "roc_points_before_collinear_removal": 54,
    "pr_points": 42,
    "distinct_thresholds": 53,
    "score_min": 0.2689414213699951,
    "score_max": 0.7185943925708562,
    "auc_raw": 0.6622467295653802,
    "auc_lc": 0.4876428937684744,
    "at_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.7185943925708562,
     "tn": 3380,
     "tp": 0
    },
    "at_half_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.7185943925708562,
     "tn": 3380,
     "tp": 0
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0,
     "upper": 0.008733735175837835
    },
    "fpr_wilson95": {
     "lower": 5.2212660819723426e-05,
     "upper": 0.001673557627614801
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.0
    },
    "reach_by_fpr_0_02": 3
   },
   "prompt-guard-2-86m": {
    "is_control": false,
    "block_scalar": "injection.true",
    "roc": [
     [
      0,
      0
     ],
     [
      14,
      0
     ],
     [
      14,
      1
     ],
     [
      17,
      1
     ],
     [
      17,
      2
     ],
     [
      18,
      2
     ],
     [
      18,
      3
     ],
     [
      23,
      3
     ],
     [
      23,
      4
     ],
     [
      33,
      4
     ],
     [
      33,
      5
     ],
     [
      42,
      5
     ],
     [
      42,
      7
     ],
     [
      49,
      7
     ],
     [
      49,
      8
     ],
     [
      50,
      8
     ],
     [
      50,
      9
     ],
     [
      61,
      9
     ],
     [
      61,
      10
     ],
     [
      77,
      10
     ],
     [
      77,
      11
     ],
     [
      95,
      11
     ],
     [
      95,
      12
     ],
     [
      117,
      12
     ],
     [
      117,
      14
     ],
     [
      126,
      14
     ],
     [
      126,
      15
     ],
     [
      139,
      15
     ],
     [
      139,
      16
     ],
     [
      145,
      16
     ],
     [
      145,
      17
     ],
     [
      161,
      17
     ],
     [
      161,
      18
     ],
     [
      165,
      18
     ],
     [
      165,
      19
     ],
     [
      171,
      19
     ],
     [
      171,
      20
     ],
     [
      172,
      20
     ],
     [
      172,
      21
     ],
     [
      174,
      21
     ],
     [
      174,
      22
     ],
     [
      180,
      22
     ],
     [
      180,
      23
     ],
     [
      182,
      23
     ],
     [
      182,
      24
     ],
     [
      221,
      24
     ],
     [
      221,
      25
     ],
     [
      222,
      25
     ],
     [
      222,
      26
     ],
     [
      228,
      26
     ],
     [
      228,
      27
     ],
     [
      232,
      27
     ],
     [
      232,
      28
     ],
     [
      242,
      28
     ],
     [
      242,
      29
     ],
     [
      251,
      29
     ],
     [
      251,
      30
     ],
     [
      261,
      30
     ],
     [
      261,
      31
     ],
     [
      266,
      31
     ],
     [
      267,
      32
     ],
     [
      281,
      32
     ],
     [
      281,
      33
     ],
     [
      287,
      33
     ],
     [
      287,
      34
     ],
     [
      309,
      34
     ],
     [
      309,
      35
     ],
     [
      316,
      35
     ],
     [
      316,
      36
     ],
     [
      321,
      36
     ],
     [
      321,
      37
     ],
     [
      331,
      37
     ],
     [
      331,
      38
     ],
     [
      334,
      38
     ],
     [
      334,
      39
     ],
     [
      355,
      39
     ],
     [
      355,
      40
     ],
     [
      367,
      40
     ],
     [
      367,
      41
     ],
     [
      371,
      41
     ],
     [
      372,
      42
     ],
     [
      374,
      42
     ],
     [
      374,
      43
     ],
     [
      379,
      43
     ],
     [
      379,
      44
     ],
     [
      389,
      44
     ],
     [
      389,
      45
     ],
     [
      398,
      45
     ],
     [
      398,
      47
     ],
     [
      405,
      47
     ],
     [
      405,
      48
     ],
     [
      406,
      48
     ],
     [
      406,
      49
     ],
     [
      411,
      49
     ],
     [
      411,
      50
     ],
     [
      412,
      50
     ],
     [
      412,
      51
     ],
     [
      422,
      51
     ],
     [
      422,
      52
     ],
     [
      440,
      52
     ],
     [
      440,
      53
     ],
     [
      441,
      53
     ],
     [
      441,
      54
     ],
     [
      456,
      54
     ],
     [
      456,
      55
     ],
     [
      457,
      55
     ],
     [
      457,
      57
     ],
     [
      479,
      57
     ],
     [
      479,
      58
     ],
     [
      481,
      58
     ],
     [
      481,
      59
     ],
     [
      490,
      59
     ],
     [
      490,
      60
     ],
     [
      500,
      60
     ],
     [
      500,
      61
     ],
     [
      503,
      61
     ],
     [
      503,
      62
     ],
     [
      518,
      62
     ],
     [
      518,
      63
     ],
     [
      535,
      63
     ],
     [
      535,
      64
     ],
     [
      543,
      64
     ],
     [
      543,
      65
     ],
     [
      544,
      65
     ],
     [
      545,
      66
     ],
     [
      585,
      66
     ],
     [
      585,
      67
     ],
     [
      588,
      67
     ],
     [
      588,
      68
     ],
     [
      629,
      68
     ],
     [
      629,
      69
     ],
     [
      665,
      69
     ],
     [
      665,
      70
     ],
     [
      668,
      70
     ],
     [
      668,
      71
     ],
     [
      673,
      71
     ],
     [
      673,
      72
     ],
     [
      678,
      72
     ],
     [
      679,
      73
     ],
     [
      679,
      74
     ],
     [
      681,
      74
     ],
     [
      681,
      75
     ],
     [
      699,
      75
     ],
     [
      699,
      76
     ],
     [
      705,
      76
     ],
     [
      705,
      77
     ],
     [
      713,
      77
     ],
     [
      714,
      78
     ],
     [
      721,
      78
     ],
     [
      722,
      79
     ],
     [
      724,
      79
     ],
     [
      724,
      80
     ],
     [
      726,
      80
     ],
     [
      726,
      81
     ],
     [
      737,
      81
     ],
     [
      737,
      82
     ],
     [
      757,
      82
     ],
     [
      758,
      83
     ],
     [
      759,
      83
     ],
     [
      759,
      84
     ],
     [
      761,
      84
     ],
     [
      761,
      85
     ],
     [
      763,
      85
     ],
     [
      763,
      86
     ],
     [
      765,
      86
     ],
     [
      765,
      87
     ],
     [
      773,
      87
     ],
     [
      773,
      91
     ],
     [
      786,
      91
     ],
     [
      786,
      92
     ],
     [
      788,
      92
     ],
     [
      788,
      93
     ],
     [
      798,
      93
     ],
     [
      798,
      94
     ],
     [
      799,
      94
     ],
     [
      799,
      95
     ],
     [
      815,
      95
     ],
     [
      815,
      96
     ],
     [
      819,
      96
     ],
     [
      819,
      97
     ],
     [
      827,
      97
     ],
     [
      827,
      100
     ],
     [
      840,
      100
     ],
     [
      840,
      101
     ],
     [
      843,
      101
     ],
     [
      843,
      104
     ],
     [
      860,
      104
     ],
     [
      860,
      105
     ],
     [
      861,
      105
     ],
     [
      861,
      106
     ],
     [
      863,
      106
     ],
     [
      863,
      107
     ],
     [
      874,
      107
     ],
     [
      874,
      108
     ],
     [
      880,
      108
     ],
     [
      880,
      109
     ],
     [
      882,
      109
     ],
     [
      882,
      110
     ],
     [
      899,
      110
     ],
     [
      899,
      111
     ],
     [
      901,
      111
     ],
     [
      901,
      112
     ],
     [
      904,
      112
     ],
     [
      904,
      113
     ],
     [
      912,
      113
     ],
     [
      913,
      114
     ],
     [
      924,
      114
     ],
     [
      924,
      115
     ],
     [
      927,
      115
     ],
     [
      927,
      116
     ],
     [
      932,
      116
     ],
     [
      932,
      117
     ],
     [
      940,
      117
     ],
     [
      940,
      120
     ],
     [
      941,
      120
     ],
     [
      941,
      121
     ],
     [
      947,
      121
     ],
     [
      947,
      123
     ],
     [
      950,
      123
     ],
     [
      950,
      124
     ],
     [
      960,
      124
     ],
     [
      960,
      125
     ],
     [
      962,
      125
     ],
     [
      962,
      126
     ],
     [
      964,
      126
     ],
     [
      964,
      127
     ],
     [
      972,
      127
     ],
     [
      972,
      128
     ],
     [
      973,
      128
     ],
     [
      973,
      129
     ],
     [
      977,
      129
     ],
     [
      977,
      130
     ],
     [
      978,
      130
     ],
     [
      978,
      131
     ],
     [
      997,
      131
     ],
     [
      997,
      133
     ],
     [
      998,
      133
     ],
     [
      998,
      134
     ],
     [
      1009,
      134
     ],
     [
      1009,
      135
     ],
     [
      1020,
      135
     ],
     [
      1020,
      136
     ],
     [
      1021,
      136
     ],
     [
      1021,
      137
     ],
     [
      1031,
      137
     ],
     [
      1031,
      138
     ],
     [
      1036,
      138
     ],
     [
      1037,
      139
     ],
     [
      1050,
      139
     ],
     [
      1051,
      140
     ],
     [
      1052,
      140
     ],
     [
      1053,
      141
     ],
     [
      1061,
      141
     ],
     [
      1061,
      142
     ],
     [
      1062,
      142
     ],
     [
      1062,
      143
     ],
     [
      1064,
      143
     ],
     [
      1064,
      144
     ],
     [
      1065,
      144
     ],
     [
      1065,
      145
     ],
     [
      1083,
      145
     ],
     [
      1083,
      146
     ],
     [
      1105,
      146
     ],
     [
      1106,
      147
     ],
     [
      1114,
      147
     ],
     [
      1114,
      148
     ],
     [
      1116,
      148
     ],
     [
      1116,
      149
     ],
     [
      1118,
      149
     ],
     [
      1118,
      151
     ],
     [
      1119,
      151
     ],
     [
      1119,
      152
     ],
     [
      1126,
      152
     ],
     [
      1126,
      153
     ],
     [
      1127,
      154
     ],
     [
      1131,
      154
     ],
     [
      1131,
      155
     ],
     [
      1134,
      155
     ],
     [
      1134,
      156
     ],
     [
      1143,
      156
     ],
     [
      1144,
      157
     ],
     [
      1145,
      157
     ],
     [
      1145,
      158
     ],
     [
      1147,
      158
     ],
     [
      1147,
      159
     ],
     [
      1151,
      159
     ],
     [
      1151,
      160
     ],
     [
      1156,
      160
     ],
     [
      1156,
      161
     ],
     [
      1176,
      161
     ],
     [
      1176,
      162
     ],
     [
      1180,
      162
     ],
     [
      1180,
      164
     ],
     [
      1182,
      164
     ],
     [
      1182,
      165
     ],
     [
      1183,
      165
     ],
     [
      1183,
      166
     ],
     [
      1186,
      166
     ],
     [
      1186,
      167
     ],
     [
      1188,
      167
     ],
     [
      1188,
      168
     ],
     [
      1200,
      168
     ],
     [
      1200,
      169
     ],
     [
      1204,
      169
     ],
     [
      1205,
      170
     ],
     [
      1210,
      170
     ],
     [
      1210,
      171
     ],
     [
      1213,
      171
     ],
     [
      1213,
      172
     ],
     [
      1214,
      172
     ],
     [
      1215,
      173
     ],
     [
      1228,
      173
     ],
     [
      1228,
      176
     ],
     [
      1229,
      176
     ],
     [
      1229,
      177
     ],
     [
      1232,
      177
     ],
     [
      1232,
      178
     ],
     [
      1236,
      178
     ],
     [
      1236,
      179
     ],
     [
      1243,
      179
     ],
     [
      1243,
      180
     ],
     [
      1254,
      180
     ],
     [
      1254,
      181
     ],
     [
      1266,
      181
     ],
     [
      1267,
      182
     ],
     [
      1269,
      182
     ],
     [
      1269,
      183
     ],
     [
      1283,
      183
     ],
     [
      1283,
      185
     ],
     [
      1285,
      185
     ],
     [
      1285,
      186
     ],
     [
      1286,
      186
     ],
     [
      1286,
      187
     ],
     [
      1298,
      187
     ],
     [
      1298,
      188
     ],
     [
      1301,
      188
     ],
     [
      1301,
      189
     ],
     [
      1305,
      189
     ],
     [
      1305,
      190
     ],
     [
      1316,
      190
     ],
     [
      1316,
      191
     ],
     [
      1321,
      191
     ],
     [
      1321,
      193
     ],
     [
      1329,
      193
     ],
     [
      1329,
      194
     ],
     [
      1330,
      194
     ],
     [
      1330,
      195
     ],
     [
      1331,
      195
     ],
     [
      1331,
      196
     ],
     [
      1332,
      196
     ],
     [
      1332,
      197
     ],
     [
      1333,
      198
     ],
     [
      1344,
      198
     ],
     [
      1344,
      200
     ],
     [
      1347,
      200
     ],
     [
      1347,
      203
     ],
     [
      1351,
      203
     ],
     [
      1351,
      204
     ],
     [
      1360,
      204
     ],
     [
      1360,
      205
     ],
     [
      1364,
      205
     ],
     [
      1364,
      206
     ],
     [
      1366,
      206
     ],
     [
      1366,
      209
     ],
     [
      1369,
      209
     ],
     [
      1369,
      210
     ],
     [
      1372,
      210
     ],
     [
      1372,
      211
     ],
     [
      1381,
      211
     ],
     [
      1381,
      212
     ],
     [
      1383,
      212
     ],
     [
      1383,
      214
     ],
     [
      1390,
      214
     ],
     [
      1390,
      215
     ],
     [
      1391,
      215
     ],
     [
      1391,
      216
     ],
     [
      1394,
      216
     ],
     [
      1394,
      218
     ],
     [
      1398,
      218
     ],
     [
      1398,
      219
     ],
     [
      1403,
      219
     ],
     [
      1403,
      220
     ],
     [
      1407,
      220
     ],
     [
      1407,
      221
     ],
     [
      1411,
      221
     ],
     [
      1411,
      222
     ],
     [
      1414,
      222
     ],
     [
      1414,
      223
     ],
     [
      1419,
      223
     ],
     [
      1419,
      224
     ],
     [
      1424,
      224
     ],
     [
      1424,
      226
     ],
     [
      1426,
      226
     ],
     [
      1426,
      227
     ],
     [
      1428,
      227
     ],
     [
      1428,
      228
     ],
     [
      1431,
      228
     ],
     [
      1431,
      229
     ],
     [
      1437,
      229
     ],
     [
      1437,
      230
     ],
     [
      1439,
      230
     ],
     [
      1439,
      231
     ],
     [
      1442,
      231
     ],
     [
      1442,
      232
     ],
     [
      1443,
      232
     ],
     [
      1443,
      233
     ],
     [
      1447,
      233
     ],
     [
      1447,
      234
     ],
     [
      1448,
      234
     ],
     [
      1448,
      235
     ],
     [
      1449,
      235
     ],
     [
      1449,
      236
     ],
     [
      1451,
      236
     ],
     [
      1451,
      238
     ],
     [
      1452,
      238
     ],
     [
      1452,
      239
     ],
     [
      1455,
      239
     ],
     [
      1456,
      240
     ],
     [
      1458,
      240
     ],
     [
      1458,
      241
     ],
     [
      1459,
      241
     ],
     [
      1459,
      242
     ],
     [
      1461,
      242
     ],
     [
      1461,
      244
     ],
     [
      1463,
      244
     ],
     [
      1463,
      246
     ],
     [
      1465,
      246
     ],
     [
      1465,
      247
     ],
     [
      1467,
      247
     ],
     [
      1467,
      249
     ],
     [
      1480,
      249
     ],
     [
      1480,
      250
     ],
     [
      1481,
      250
     ],
     [
      1482,
      251
     ],
     [
      1485,
      251
     ],
     [
      1485,
      252
     ],
     [
      1487,
      252
     ],
     [
      1487,
      253
     ],
     [
      1488,
      254
     ],
     [
      1492,
      254
     ],
     [
      1492,
      257
     ],
     [
      1496,
      257
     ],
     [
      1496,
      258
     ],
     [
      1498,
      258
     ],
     [
      1498,
      259
     ],
     [
      1506,
      259
     ],
     [
      1506,
      261
     ],
     [
      1509,
      261
     ],
     [
      1509,
      262
     ],
     [
      1515,
      262
     ],
     [
      1515,
      263
     ],
     [
      1518,
      263
     ],
     [
      1518,
      264
     ],
     [
      1531,
      264
     ],
     [
      1531,
      265
     ],
     [
      1537,
      265
     ],
     [
      1537,
      267
     ],
     [
      1540,
      267
     ],
     [
      1540,
      272
     ],
     [
      1541,
      272
     ],
     [
      1541,
      273
     ],
     [
      1544,
      273
     ],
     [
      1544,
      274
     ],
     [
      1547,
      274
     ],
     [
      1547,
      275
     ],
     [
      1555,
      275
     ],
     [
      1555,
      276
     ],
     [
      1556,
      276
     ],
     [
      1556,
      277
     ],
     [
      1559,
      277
     ],
     [
      1559,
      278
     ],
     [
      1563,
      278
     ],
     [
      1563,
      279
     ],
     [
      1565,
      279
     ],
     [
      1565,
      283
     ],
     [
      1566,
      283
     ],
     [
      1566,
      284
     ],
     [
      1568,
      284
     ],
     [
      1568,
      285
     ],
     [
      1569,
      285
     ],
     [
      1569,
      286
     ],
     [
      1583,
      286
     ],
     [
      1583,
      289
     ],
     [
      1586,
      289
     ],
     [
      1587,
      290
     ],
     [
      1587,
      292
     ],
     [
      1588,
      292
     ],
     [
      1588,
      293
     ],
     [
      1589,
      294
     ],
     [
      1591,
      294
     ],
     [
      1593,
      295
     ],
     [
      1593,
      296
     ],
     [
      1595,
      296
     ],
     [
      1595,
      297
     ],
     [
      1597,
      297
     ],
     [
      1597,
      298
     ],
     [
      1601,
      298
     ],
     [
      1601,
      299
     ],
     [
      1603,
      299
     ],
     [
      1603,
      300
     ],
     [
      1604,
      300
     ],
     [
      1604,
      303
     ],
     [
      1608,
      303
     ],
     [
      1608,
      304
     ],
     [
      1609,
      304
     ],
     [
      1609,
      305
     ],
     [
      1613,
      305
     ],
     [
      1613,
      306
     ],
     [
      1614,
      307
     ],
     [
      1614,
      310
     ],
     [
      1615,
      310
     ],
     [
      1615,
      311
     ],
     [
      1617,
      311
     ],
     [
      1617,
      312
     ],
     [
      1620,
      312
     ],
     [
      1620,
      314
     ],
     [
      1623,
      314
     ],
     [
      1624,
      315
     ],
     [
      1624,
      317
     ],
     [
      1630,
      317
     ],
     [
      1630,
      318
     ],
     [
      1638,
      318
     ],
     [
      1638,
      319
     ],
     [
      1641,
      319
     ],
     [
      1641,
      320
     ],
     [
      1648,
      320
     ],
     [
      1648,
      321
     ],
     [
      1655,
      321
     ],
     [
      1655,
      322
     ],
     [
      1658,
      322
     ],
     [
      1658,
      323
     ],
     [
      1659,
      323
     ],
     [
      1659,
      325
     ],
     [
      1669,
      325
     ],
     [
      1669,
      326
     ],
     [
      1678,
      326
     ],
     [
      1678,
      327
     ],
     [
      1679,
      327
     ],
     [
      1679,
      328
     ],
     [
      1681,
      328
     ],
     [
      1681,
      329
     ],
     [
      1683,
      329
     ],
     [
      1683,
      330
     ],
     [
      1685,
      330
     ],
     [
      1685,
      331
     ],
     [
      1686,
      331
     ],
     [
      1686,
      332
     ],
     [
      1694,
      332
     ],
     [
      1694,
      333
     ],
     [
      1698,
      333
     ],
     [
      1698,
      334
     ],
     [
      1699,
      334
     ],
     [
      1699,
      335
     ],
     [
      1705,
      335
     ],
     [
      1705,
      336
     ],
     [
      1709,
      336
     ],
     [
      1709,
      337
     ],
     [
      1712,
      337
     ],
     [
      1712,
      338
     ],
     [
      1715,
      338
     ],
     [
      1715,
      339
     ],
     [
      1716,
      339
     ],
     [
      1716,
      342
     ],
     [
      1717,
      342
     ],
     [
      1717,
      343
     ],
     [
      1724,
      343
     ],
     [
      1724,
      344
     ],
     [
      1725,
      344
     ],
     [
      1725,
      345
     ],
     [
      1726,
      345
     ],
     [
      1726,
      346
     ],
     [
      1730,
      346
     ],
     [
      1730,
      347
     ],
     [
      1733,
      347
     ],
     [
      1733,
      348
     ],
     [
      1734,
      348
     ],
     [
      1734,
      349
     ],
     [
      1736,
      349
     ],
     [
      1736,
      350
     ],
     [
      1739,
      350
     ],
     [
      1739,
      351
     ],
     [
      1740,
      351
     ],
     [
      1740,
      352
     ],
     [
      1741,
      352
     ],
     [
      1741,
      354
     ],
     [
      1742,
      354
     ],
     [
      1742,
      356
     ],
     [
      1745,
      356
     ],
     [
      1745,
      357
     ],
     [
      1748,
      357
     ],
     [
      1748,
      358
     ],
     [
      1754,
      358
     ],
     [
      1754,
      359
     ],
     [
      1761,
      359
     ],
     [
      1761,
      360
     ],
     [
      1763,
      360
     ],
     [
      1763,
      362
     ],
     [
      1769,
      362
     ],
     [
      1769,
      363
     ],
     [
      1770,
      363
     ],
     [
      1770,
      365
     ],
     [
      1773,
      365
     ],
     [
      1773,
      367
     ],
     [
      1775,
      367
     ],
     [
      1775,
      369
     ],
     [
      1779,
      369
     ],
     [
      1779,
      371
     ],
     [
      1781,
      371
     ],
     [
      1781,
      372
     ],
     [
      1782,
      372
     ],
     [
      1782,
      373
     ],
     [
      1785,
      373
     ],
     [
      1785,
      374
     ],
     [
      1788,
      374
     ],
     [
      1788,
      375
     ],
     [
      1790,
      375
     ],
     [
      1790,
      377
     ],
     [
      1793,
      377
     ],
     [
      1793,
      378
     ],
     [
      1797,
      378
     ],
     [
      1797,
      379
     ],
     [
      1798,
      379
     ],
     [
      1799,
      380
     ],
     [
      1801,
      380
     ],
     [
      1801,
      382
     ],
     [
      1802,
      382
     ],
     [
      1802,
      383
     ],
     [
      1805,
      383
     ],
     [
      1805,
      384
     ],
     [
      1807,
      384
     ],
     [
      1807,
      385
     ],
     [
      1815,
      385
     ],
     [
      1815,
      387
     ],
     [
      1820,
      387
     ],
     [
      1820,
      388
     ],
     [
      1826,
      388
     ],
     [
      1826,
      390
     ],
     [
      1827,
      390
     ],
     [
      1827,
      391
     ],
     [
      1828,
      391
     ],
     [
      1828,
      393
     ],
     [
      1835,
      393
     ],
     [
      1835,
      394
     ],
     [
      1843,
      394
     ],
     [
      1843,
      396
     ],
     [
      1844,
      396
     ],
     [
      1844,
      397
     ],
     [
      1846,
      397
     ],
     [
      1846,
      398
     ],
     [
      1849,
      398
     ],
     [
      1849,
      399
     ],
     [
      1858,
      399
     ],
     [
      1858,
      400
     ],
     [
      1859,
      400
     ],
     [
      1859,
      404
     ],
     [
      1860,
      405
     ],
     [
      1880,
      405
     ],
     [
      1880,
      406
     ],
     [
      1887,
      406
     ],
     [
      1887,
      408
     ],
     [
      1889,
      408
     ],
     [
      1889,
      409
     ],
     [
      1895,
      409
     ],
     [
      1895,
      412
     ],
     [
      1900,
      412
     ],
     [
      1900,
      413
     ],
     [
      1919,
      413
     ],
     [
      1919,
      415
     ],
     [
      1929,
      415
     ],
     [
      1929,
      416
     ],
     [
      1942,
      416
     ],
     [
      1942,
      417
     ],
     [
      1952,
      417
     ],
     [
      1952,
      418
     ],
     [
      1974,
      418
     ],
     [
      1974,
      419
     ],
     [
      1990,
      419
     ],
     [
      1990,
      420
     ],
     [
      2009,
      420
     ],
     [
      2009,
      421
     ],
     [
      2022,
      421
     ],
     [
      2022,
      422
     ],
     [
      2028,
      422
     ],
     [
      2028,
      423
     ],
     [
      2039,
      423
     ],
     [
      2039,
      424
     ],
     [
      2044,
      424
     ],
     [
      2045,
      425
     ],
     [
      2049,
      425
     ],
     [
      2049,
      426
     ],
     [
      2106,
      426
     ],
     [
      2106,
      427
     ],
     [
      2113,
      427
     ],
     [
      2113,
      428
     ],
     [
      2126,
      428
     ],
     [
      2126,
      429
     ],
     [
      2347,
      429
     ],
     [
      2347,
      430
     ],
     [
      2368,
      430
     ],
     [
      2368,
      431
     ],
     [
      2383,
      431
     ],
     [
      2383,
      432
     ],
     [
      2385,
      432
     ],
     [
      2385,
      433
     ],
     [
      2502,
      433
     ],
     [
      2502,
      434
     ],
     [
      2620,
      434
     ],
     [
      2621,
      435
     ],
     [
      2888,
      435
     ],
     [
      2888,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      0,
      14
     ],
     [
      1,
      14
     ],
     [
      1,
      17
     ],
     [
      2,
      17
     ],
     [
      2,
      18
     ],
     [
      3,
      18
     ],
     [
      3,
      23
     ],
     [
      4,
      23
     ],
     [
      4,
      33
     ],
     [
      5,
      33
     ],
     [
      5,
      42
     ],
     [
      7,
      42
     ],
     [
      7,
      49
     ],
     [
      8,
      49
     ],
     [
      8,
      50
     ],
     [
      9,
      50
     ],
     [
      9,
      61
     ],
     [
      10,
      61
     ],
     [
      10,
      77
     ],
     [
      11,
      77
     ],
     [
      11,
      95
     ],
     [
      12,
      95
     ],
     [
      12,
      117
     ],
     [
      14,
      117
     ],
     [
      14,
      126
     ],
     [
      15,
      126
     ],
     [
      15,
      139
     ],
     [
      16,
      139
     ],
     [
      16,
      145
     ],
     [
      17,
      145
     ],
     [
      17,
      161
     ],
     [
      18,
      161
     ],
     [
      18,
      165
     ],
     [
      19,
      165
     ],
     [
      19,
      171
     ],
     [
      20,
      171
     ],
     [
      20,
      172
     ],
     [
      21,
      172
     ],
     [
      21,
      174
     ],
     [
      22,
      174
     ],
     [
      22,
      180
     ],
     [
      23,
      180
     ],
     [
      23,
      182
     ],
     [
      24,
      182
     ],
     [
      24,
      221
     ],
     [
      25,
      221
     ],
     [
      25,
      222
     ],
     [
      26,
      222
     ],
     [
      26,
      228
     ],
     [
      27,
      228
     ],
     [
      27,
      232
     ],
     [
      28,
      232
     ],
     [
      28,
      242
     ],
     [
      29,
      242
     ],
     [
      29,
      251
     ],
     [
      30,
      251
     ],
     [
      30,
      261
     ],
     [
      31,
      261
     ],
     [
      31,
      266
     ],
     [
      32,
      267
     ],
     [
      32,
      281
     ],
     [
      33,
      281
     ],
     [
      33,
      287
     ],
     [
      34,
      287
     ],
     [
      34,
      309
     ],
     [
      35,
      309
     ],
     [
      35,
      316
     ],
     [
      36,
      316
     ],
     [
      36,
      321
     ],
     [
      37,
      321
     ],
     [
      37,
      331
     ],
     [
      38,
      331
     ],
     [
      38,
      334
     ],
     [
      39,
      334
     ],
     [
      39,
      355
     ],
     [
      40,
      355
     ],
     [
      40,
      367
     ],
     [
      41,
      367
     ],
     [
      41,
      371
     ],
     [
      42,
      372
     ],
     [
      42,
      374
     ],
     [
      43,
      374
     ],
     [
      43,
      379
     ],
     [
      44,
      379
     ],
     [
      44,
      389
     ],
     [
      45,
      389
     ],
     [
      45,
      398
     ],
     [
      47,
      398
     ],
     [
      47,
      405
     ],
     [
      48,
      405
     ],
     [
      48,
      406
     ],
     [
      49,
      406
     ],
     [
      49,
      411
     ],
     [
      50,
      411
     ],
     [
      50,
      412
     ],
     [
      51,
      412
     ],
     [
      51,
      422
     ],
     [
      52,
      422
     ],
     [
      52,
      440
     ],
     [
      53,
      440
     ],
     [
      53,
      441
     ],
     [
      54,
      441
     ],
     [
      54,
      456
     ],
     [
      55,
      456
     ],
     [
      55,
      457
     ],
     [
      57,
      457
     ],
     [
      57,
      479
     ],
     [
      58,
      479
     ],
     [
      58,
      481
     ],
     [
      59,
      481
     ],
     [
      59,
      490
     ],
     [
      60,
      490
     ],
     [
      60,
      500
     ],
     [
      61,
      500
     ],
     [
      61,
      503
     ],
     [
      62,
      503
     ],
     [
      62,
      518
     ],
     [
      63,
      518
     ],
     [
      63,
      535
     ],
     [
      64,
      535
     ],
     [
      64,
      543
     ],
     [
      65,
      543
     ],
     [
      65,
      544
     ],
     [
      66,
      545
     ],
     [
      66,
      585
     ],
     [
      67,
      585
     ],
     [
      67,
      588
     ],
     [
      68,
      588
     ],
     [
      68,
      629
     ],
     [
      69,
      629
     ],
     [
      69,
      665
     ],
     [
      70,
      665
     ],
     [
      70,
      668
     ],
     [
      71,
      668
     ],
     [
      71,
      673
     ],
     [
      72,
      673
     ],
     [
      72,
      678
     ],
     [
      73,
      679
     ],
     [
      74,
      679
     ],
     [
      74,
      681
     ],
     [
      75,
      681
     ],
     [
      75,
      699
     ],
     [
      76,
      699
     ],
     [
      76,
      705
     ],
     [
      77,
      705
     ],
     [
      77,
      713
     ],
     [
      78,
      714
     ],
     [
      78,
      721
     ],
     [
      79,
      722
     ],
     [
      79,
      724
     ],
     [
      80,
      724
     ],
     [
      80,
      726
     ],
     [
      81,
      726
     ],
     [
      81,
      737
     ],
     [
      82,
      737
     ],
     [
      82,
      757
     ],
     [
      83,
      758
     ],
     [
      83,
      759
     ],
     [
      84,
      759
     ],
     [
      84,
      761
     ],
     [
      85,
      761
     ],
     [
      85,
      763
     ],
     [
      86,
      763
     ],
     [
      86,
      765
     ],
     [
      87,
      765
     ],
     [
      87,
      773
     ],
     [
      91,
      773
     ],
     [
      91,
      786
     ],
     [
      92,
      786
     ],
     [
      92,
      788
     ],
     [
      93,
      788
     ],
     [
      93,
      798
     ],
     [
      94,
      798
     ],
     [
      94,
      799
     ],
     [
      95,
      799
     ],
     [
      95,
      815
     ],
     [
      96,
      815
     ],
     [
      96,
      819
     ],
     [
      97,
      819
     ],
     [
      97,
      827
     ],
     [
      100,
      827
     ],
     [
      100,
      840
     ],
     [
      101,
      840
     ],
     [
      101,
      843
     ],
     [
      104,
      843
     ],
     [
      104,
      860
     ],
     [
      105,
      860
     ],
     [
      105,
      861
     ],
     [
      106,
      861
     ],
     [
      106,
      863
     ],
     [
      107,
      863
     ],
     [
      107,
      874
     ],
     [
      108,
      874
     ],
     [
      108,
      880
     ],
     [
      109,
      880
     ],
     [
      109,
      882
     ],
     [
      110,
      882
     ],
     [
      110,
      899
     ],
     [
      111,
      899
     ],
     [
      111,
      901
     ],
     [
      112,
      901
     ],
     [
      112,
      904
     ],
     [
      113,
      904
     ],
     [
      113,
      912
     ],
     [
      114,
      913
     ],
     [
      114,
      924
     ],
     [
      115,
      924
     ],
     [
      115,
      927
     ],
     [
      116,
      927
     ],
     [
      116,
      932
     ],
     [
      117,
      932
     ],
     [
      117,
      940
     ],
     [
      120,
      940
     ],
     [
      120,
      941
     ],
     [
      121,
      941
     ],
     [
      121,
      947
     ],
     [
      123,
      947
     ],
     [
      123,
      950
     ],
     [
      124,
      950
     ],
     [
      124,
      960
     ],
     [
      125,
      960
     ],
     [
      125,
      962
     ],
     [
      126,
      962
     ],
     [
      126,
      964
     ],
     [
      127,
      964
     ],
     [
      127,
      972
     ],
     [
      128,
      972
     ],
     [
      128,
      973
     ],
     [
      129,
      973
     ],
     [
      129,
      977
     ],
     [
      130,
      977
     ],
     [
      130,
      978
     ],
     [
      131,
      978
     ],
     [
      131,
      997
     ],
     [
      133,
      997
     ],
     [
      133,
      998
     ],
     [
      134,
      998
     ],
     [
      134,
      1009
     ],
     [
      135,
      1009
     ],
     [
      135,
      1020
     ],
     [
      136,
      1020
     ],
     [
      136,
      1021
     ],
     [
      137,
      1021
     ],
     [
      137,
      1031
     ],
     [
      138,
      1031
     ],
     [
      138,
      1036
     ],
     [
      139,
      1037
     ],
     [
      139,
      1050
     ],
     [
      140,
      1051
     ],
     [
      140,
      1052
     ],
     [
      141,
      1053
     ],
     [
      141,
      1061
     ],
     [
      142,
      1061
     ],
     [
      142,
      1062
     ],
     [
      143,
      1062
     ],
     [
      143,
      1064
     ],
     [
      144,
      1064
     ],
     [
      144,
      1065
     ],
     [
      145,
      1065
     ],
     [
      145,
      1083
     ],
     [
      146,
      1083
     ],
     [
      146,
      1105
     ],
     [
      147,
      1106
     ],
     [
      147,
      1114
     ],
     [
      148,
      1114
     ],
     [
      148,
      1116
     ],
     [
      149,
      1116
     ],
     [
      149,
      1118
     ],
     [
      151,
      1118
     ],
     [
      151,
      1119
     ],
     [
      152,
      1119
     ],
     [
      152,
      1126
     ],
     [
      153,
      1126
     ],
     [
      154,
      1127
     ],
     [
      154,
      1131
     ],
     [
      155,
      1131
     ],
     [
      155,
      1134
     ],
     [
      156,
      1134
     ],
     [
      156,
      1143
     ],
     [
      157,
      1144
     ],
     [
      157,
      1145
     ],
     [
      158,
      1145
     ],
     [
      158,
      1147
     ],
     [
      159,
      1147
     ],
     [
      159,
      1151
     ],
     [
      160,
      1151
     ],
     [
      160,
      1156
     ],
     [
      161,
      1156
     ],
     [
      161,
      1176
     ],
     [
      162,
      1176
     ],
     [
      162,
      1180
     ],
     [
      164,
      1180
     ],
     [
      164,
      1182
     ],
     [
      165,
      1182
     ],
     [
      165,
      1183
     ],
     [
      166,
      1183
     ],
     [
      166,
      1186
     ],
     [
      167,
      1186
     ],
     [
      167,
      1188
     ],
     [
      168,
      1188
     ],
     [
      168,
      1200
     ],
     [
      169,
      1200
     ],
     [
      169,
      1204
     ],
     [
      170,
      1205
     ],
     [
      170,
      1210
     ],
     [
      171,
      1210
     ],
     [
      171,
      1213
     ],
     [
      172,
      1213
     ],
     [
      172,
      1214
     ],
     [
      173,
      1215
     ],
     [
      173,
      1228
     ],
     [
      176,
      1228
     ],
     [
      176,
      1229
     ],
     [
      177,
      1229
     ],
     [
      177,
      1232
     ],
     [
      178,
      1232
     ],
     [
      178,
      1236
     ],
     [
      179,
      1236
     ],
     [
      179,
      1243
     ],
     [
      180,
      1243
     ],
     [
      180,
      1254
     ],
     [
      181,
      1254
     ],
     [
      181,
      1266
     ],
     [
      182,
      1267
     ],
     [
      182,
      1269
     ],
     [
      183,
      1269
     ],
     [
      183,
      1283
     ],
     [
      185,
      1283
     ],
     [
      185,
      1285
     ],
     [
      186,
      1285
     ],
     [
      186,
      1286
     ],
     [
      187,
      1286
     ],
     [
      187,
      1298
     ],
     [
      188,
      1298
     ],
     [
      188,
      1301
     ],
     [
      189,
      1301
     ],
     [
      189,
      1305
     ],
     [
      190,
      1305
     ],
     [
      190,
      1316
     ],
     [
      191,
      1316
     ],
     [
      191,
      1321
     ],
     [
      193,
      1321
     ],
     [
      193,
      1329
     ],
     [
      194,
      1329
     ],
     [
      194,
      1330
     ],
     [
      195,
      1330
     ],
     [
      195,
      1331
     ],
     [
      196,
      1331
     ],
     [
      196,
      1332
     ],
     [
      197,
      1332
     ],
     [
      198,
      1333
     ],
     [
      198,
      1344
     ],
     [
      200,
      1344
     ],
     [
      200,
      1347
     ],
     [
      203,
      1347
     ],
     [
      203,
      1351
     ],
     [
      204,
      1351
     ],
     [
      204,
      1360
     ],
     [
      205,
      1360
     ],
     [
      205,
      1364
     ],
     [
      206,
      1364
     ],
     [
      206,
      1366
     ],
     [
      209,
      1366
     ],
     [
      209,
      1369
     ],
     [
      210,
      1369
     ],
     [
      210,
      1372
     ],
     [
      211,
      1372
     ],
     [
      211,
      1381
     ],
     [
      212,
      1381
     ],
     [
      212,
      1383
     ],
     [
      214,
      1383
     ],
     [
      214,
      1390
     ],
     [
      215,
      1390
     ],
     [
      215,
      1391
     ],
     [
      216,
      1391
     ],
     [
      216,
      1394
     ],
     [
      218,
      1394
     ],
     [
      218,
      1398
     ],
     [
      219,
      1398
     ],
     [
      219,
      1403
     ],
     [
      220,
      1403
     ],
     [
      220,
      1407
     ],
     [
      221,
      1407
     ],
     [
      221,
      1411
     ],
     [
      222,
      1411
     ],
     [
      222,
      1414
     ],
     [
      223,
      1414
     ],
     [
      223,
      1419
     ],
     [
      224,
      1419
     ],
     [
      224,
      1424
     ],
     [
      226,
      1424
     ],
     [
      226,
      1426
     ],
     [
      227,
      1426
     ],
     [
      227,
      1428
     ],
     [
      228,
      1428
     ],
     [
      228,
      1431
     ],
     [
      229,
      1431
     ],
     [
      229,
      1437
     ],
     [
      230,
      1437
     ],
     [
      230,
      1439
     ],
     [
      231,
      1439
     ],
     [
      231,
      1442
     ],
     [
      232,
      1442
     ],
     [
      232,
      1443
     ],
     [
      233,
      1443
     ],
     [
      233,
      1447
     ],
     [
      234,
      1447
     ],
     [
      234,
      1448
     ],
     [
      235,
      1448
     ],
     [
      235,
      1449
     ],
     [
      236,
      1449
     ],
     [
      236,
      1451
     ],
     [
      238,
      1451
     ],
     [
      238,
      1452
     ],
     [
      239,
      1452
     ],
     [
      239,
      1455
     ],
     [
      240,
      1456
     ],
     [
      240,
      1458
     ],
     [
      241,
      1458
     ],
     [
      241,
      1459
     ],
     [
      242,
      1459
     ],
     [
      242,
      1461
     ],
     [
      244,
      1461
     ],
     [
      244,
      1463
     ],
     [
      246,
      1463
     ],
     [
      246,
      1465
     ],
     [
      247,
      1465
     ],
     [
      247,
      1467
     ],
     [
      249,
      1467
     ],
     [
      249,
      1480
     ],
     [
      250,
      1480
     ],
     [
      250,
      1481
     ],
     [
      251,
      1482
     ],
     [
      251,
      1485
     ],
     [
      252,
      1485
     ],
     [
      252,
      1487
     ],
     [
      253,
      1487
     ],
     [
      254,
      1488
     ],
     [
      254,
      1492
     ],
     [
      257,
      1492
     ],
     [
      257,
      1496
     ],
     [
      258,
      1496
     ],
     [
      258,
      1498
     ],
     [
      259,
      1498
     ],
     [
      259,
      1506
     ],
     [
      261,
      1506
     ],
     [
      261,
      1509
     ],
     [
      262,
      1509
     ],
     [
      262,
      1515
     ],
     [
      263,
      1515
     ],
     [
      263,
      1518
     ],
     [
      264,
      1518
     ],
     [
      264,
      1531
     ],
     [
      265,
      1531
     ],
     [
      265,
      1537
     ],
     [
      267,
      1537
     ],
     [
      267,
      1540
     ],
     [
      272,
      1540
     ],
     [
      272,
      1541
     ],
     [
      273,
      1541
     ],
     [
      273,
      1544
     ],
     [
      274,
      1544
     ],
     [
      274,
      1547
     ],
     [
      275,
      1547
     ],
     [
      275,
      1555
     ],
     [
      276,
      1555
     ],
     [
      276,
      1556
     ],
     [
      277,
      1556
     ],
     [
      277,
      1559
     ],
     [
      278,
      1559
     ],
     [
      278,
      1563
     ],
     [
      279,
      1563
     ],
     [
      279,
      1565
     ],
     [
      283,
      1565
     ],
     [
      283,
      1566
     ],
     [
      284,
      1566
     ],
     [
      284,
      1568
     ],
     [
      285,
      1568
     ],
     [
      285,
      1569
     ],
     [
      286,
      1569
     ],
     [
      286,
      1583
     ],
     [
      289,
      1583
     ],
     [
      289,
      1586
     ],
     [
      290,
      1587
     ],
     [
      292,
      1587
     ],
     [
      292,
      1588
     ],
     [
      293,
      1588
     ],
     [
      294,
      1589
     ],
     [
      294,
      1591
     ],
     [
      295,
      1593
     ],
     [
      296,
      1593
     ],
     [
      296,
      1595
     ],
     [
      297,
      1595
     ],
     [
      297,
      1597
     ],
     [
      298,
      1597
     ],
     [
      298,
      1601
     ],
     [
      299,
      1601
     ],
     [
      299,
      1603
     ],
     [
      300,
      1603
     ],
     [
      300,
      1604
     ],
     [
      303,
      1604
     ],
     [
      303,
      1608
     ],
     [
      304,
      1608
     ],
     [
      304,
      1609
     ],
     [
      305,
      1609
     ],
     [
      305,
      1613
     ],
     [
      306,
      1613
     ],
     [
      307,
      1614
     ],
     [
      310,
      1614
     ],
     [
      310,
      1615
     ],
     [
      311,
      1615
     ],
     [
      311,
      1617
     ],
     [
      312,
      1617
     ],
     [
      312,
      1620
     ],
     [
      314,
      1620
     ],
     [
      314,
      1623
     ],
     [
      315,
      1624
     ],
     [
      317,
      1624
     ],
     [
      317,
      1630
     ],
     [
      318,
      1630
     ],
     [
      318,
      1638
     ],
     [
      319,
      1638
     ],
     [
      319,
      1641
     ],
     [
      320,
      1641
     ],
     [
      320,
      1648
     ],
     [
      321,
      1648
     ],
     [
      321,
      1655
     ],
     [
      322,
      1655
     ],
     [
      322,
      1658
     ],
     [
      323,
      1658
     ],
     [
      323,
      1659
     ],
     [
      325,
      1659
     ],
     [
      325,
      1669
     ],
     [
      326,
      1669
     ],
     [
      326,
      1678
     ],
     [
      327,
      1678
     ],
     [
      327,
      1679
     ],
     [
      328,
      1679
     ],
     [
      328,
      1681
     ],
     [
      329,
      1681
     ],
     [
      329,
      1683
     ],
     [
      330,
      1683
     ],
     [
      330,
      1685
     ],
     [
      331,
      1685
     ],
     [
      331,
      1686
     ],
     [
      332,
      1686
     ],
     [
      332,
      1694
     ],
     [
      333,
      1694
     ],
     [
      333,
      1698
     ],
     [
      334,
      1698
     ],
     [
      334,
      1699
     ],
     [
      335,
      1699
     ],
     [
      335,
      1705
     ],
     [
      336,
      1705
     ],
     [
      336,
      1709
     ],
     [
      337,
      1709
     ],
     [
      337,
      1712
     ],
     [
      338,
      1712
     ],
     [
      338,
      1715
     ],
     [
      339,
      1715
     ],
     [
      339,
      1716
     ],
     [
      342,
      1716
     ],
     [
      342,
      1717
     ],
     [
      343,
      1717
     ],
     [
      343,
      1724
     ],
     [
      344,
      1724
     ],
     [
      344,
      1725
     ],
     [
      345,
      1725
     ],
     [
      345,
      1726
     ],
     [
      346,
      1726
     ],
     [
      346,
      1730
     ],
     [
      347,
      1730
     ],
     [
      347,
      1733
     ],
     [
      348,
      1733
     ],
     [
      348,
      1734
     ],
     [
      349,
      1734
     ],
     [
      349,
      1736
     ],
     [
      350,
      1736
     ],
     [
      350,
      1739
     ],
     [
      351,
      1739
     ],
     [
      351,
      1740
     ],
     [
      352,
      1740
     ],
     [
      352,
      1741
     ],
     [
      354,
      1741
     ],
     [
      354,
      1742
     ],
     [
      356,
      1742
     ],
     [
      356,
      1745
     ],
     [
      357,
      1745
     ],
     [
      357,
      1748
     ],
     [
      358,
      1748
     ],
     [
      358,
      1754
     ],
     [
      359,
      1754
     ],
     [
      359,
      1761
     ],
     [
      360,
      1761
     ],
     [
      360,
      1763
     ],
     [
      362,
      1763
     ],
     [
      362,
      1769
     ],
     [
      363,
      1769
     ],
     [
      363,
      1770
     ],
     [
      365,
      1770
     ],
     [
      365,
      1773
     ],
     [
      367,
      1773
     ],
     [
      367,
      1775
     ],
     [
      369,
      1775
     ],
     [
      369,
      1779
     ],
     [
      371,
      1779
     ],
     [
      371,
      1781
     ],
     [
      372,
      1781
     ],
     [
      372,
      1782
     ],
     [
      373,
      1782
     ],
     [
      373,
      1785
     ],
     [
      374,
      1785
     ],
     [
      374,
      1788
     ],
     [
      375,
      1788
     ],
     [
      375,
      1790
     ],
     [
      377,
      1790
     ],
     [
      377,
      1793
     ],
     [
      378,
      1793
     ],
     [
      378,
      1797
     ],
     [
      379,
      1797
     ],
     [
      379,
      1798
     ],
     [
      380,
      1799
     ],
     [
      380,
      1801
     ],
     [
      382,
      1801
     ],
     [
      382,
      1802
     ],
     [
      383,
      1802
     ],
     [
      383,
      1805
     ],
     [
      384,
      1805
     ],
     [
      384,
      1807
     ],
     [
      385,
      1807
     ],
     [
      385,
      1815
     ],
     [
      387,
      1815
     ],
     [
      387,
      1820
     ],
     [
      388,
      1820
     ],
     [
      388,
      1826
     ],
     [
      390,
      1826
     ],
     [
      390,
      1827
     ],
     [
      391,
      1827
     ],
     [
      391,
      1828
     ],
     [
      393,
      1828
     ],
     [
      393,
      1835
     ],
     [
      394,
      1835
     ],
     [
      394,
      1843
     ],
     [
      396,
      1843
     ],
     [
      396,
      1844
     ],
     [
      397,
      1844
     ],
     [
      397,
      1846
     ],
     [
      398,
      1846
     ],
     [
      398,
      1849
     ],
     [
      399,
      1849
     ],
     [
      399,
      1858
     ],
     [
      400,
      1858
     ],
     [
      400,
      1859
     ],
     [
      404,
      1859
     ],
     [
      405,
      1860
     ],
     [
      405,
      1880
     ],
     [
      406,
      1880
     ],
     [
      406,
      1887
     ],
     [
      408,
      1887
     ],
     [
      408,
      1889
     ],
     [
      409,
      1889
     ],
     [
      409,
      1895
     ],
     [
      412,
      1895
     ],
     [
      412,
      1900
     ],
     [
      413,
      1900
     ],
     [
      413,
      1919
     ],
     [
      415,
      1919
     ],
     [
      415,
      1929
     ],
     [
      416,
      1929
     ],
     [
      416,
      1942
     ],
     [
      417,
      1942
     ],
     [
      417,
      1952
     ],
     [
      418,
      1952
     ],
     [
      418,
      1974
     ],
     [
      419,
      1974
     ],
     [
      419,
      1990
     ],
     [
      420,
      1990
     ],
     [
      420,
      2009
     ],
     [
      421,
      2009
     ],
     [
      421,
      2022
     ],
     [
      422,
      2022
     ],
     [
      422,
      2028
     ],
     [
      423,
      2028
     ],
     [
      423,
      2039
     ],
     [
      424,
      2039
     ],
     [
      424,
      2044
     ],
     [
      425,
      2045
     ],
     [
      425,
      2049
     ],
     [
      426,
      2049
     ],
     [
      426,
      2106
     ],
     [
      427,
      2106
     ],
     [
      427,
      2113
     ],
     [
      428,
      2113
     ],
     [
      428,
      2126
     ],
     [
      429,
      2126
     ],
     [
      429,
      2347
     ],
     [
      430,
      2347
     ],
     [
      430,
      2368
     ],
     [
      431,
      2368
     ],
     [
      431,
      2383
     ],
     [
      432,
      2383
     ],
     [
      432,
      2385
     ],
     [
      433,
      2385
     ],
     [
      433,
      2502
     ],
     [
      434,
      2502
     ],
     [
      434,
      2620
     ],
     [
      435,
      2621
     ],
     [
      435,
      2888
     ],
     [
      436,
      2888
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 711,
    "roc_points_before_collinear_removal": 3077,
    "pr_points": 711,
    "distinct_thresholds": 3076,
    "score_min": 0.0006076312913625782,
    "score_max": 0.9940428462362503,
    "auc_raw": 0.6278932594178477,
    "auc_lc": 0.3430242203052422,
    "at_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.9940428462362503,
     "tn": 3380,
     "tp": 0
    },
    "at_half_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.9940428462362503,
     "tn": 3380,
     "tp": 0
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0,
     "upper": 0.008733735175837835
    },
    "fpr_wilson95": {
     "lower": 5.2212660819723426e-05,
     "upper": 0.001673557627614801
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.0
    },
    "reach_by_fpr_0_02": 10
   },
   "gemma-3-1b-it": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      16,
      0
     ],
     [
      16,
      1
     ],
     [
      20,
      1
     ],
     [
      20,
      3
     ],
     [
      27,
      3
     ],
     [
      27,
      5
     ],
     [
      34,
      5
     ],
     [
      34,
      6
     ],
     [
      41,
      6
     ],
     [
      42,
      7
     ],
     [
      50,
      7
     ],
     [
      53,
      8
     ],
     [
      53,
      10
     ],
     [
      57,
      10
     ],
     [
      58,
      11
     ],
     [
      64,
      11
     ],
     [
      64,
      12
     ],
     [
      67,
      12
     ],
     [
      67,
      13
     ],
     [
      68,
      14
     ],
     [
      69,
      14
     ],
     [
      70,
      16
     ],
     [
      74,
      16
     ],
     [
      74,
      18
     ],
     [
      77,
      18
     ],
     [
      78,
      19
     ],
     [
      80,
      19
     ],
     [
      81,
      20
     ],
     [
      82,
      20
     ],
     [
      83,
      21
     ],
     [
      83,
      22
     ],
     [
      87,
      22
     ],
     [
      87,
      24
     ],
     [
      94,
      24
     ],
     [
      94,
      25
     ],
     [
      98,
      25
     ],
     [
      100,
      26
     ],
     [
      109,
      26
     ],
     [
      111,
      28
     ],
     [
      118,
      28
     ],
     [
      118,
      29
     ],
     [
      121,
      29
     ],
     [
      127,
      32
     ],
     [
      128,
      32
     ],
     [
      128,
      33
     ],
     [
      133,
      33
     ],
     [
      136,
      35
     ],
     [
      137,
      35
     ],
     [
      138,
      36
     ],
     [
      139,
      36
     ],
     [
      143,
      37
     ],
     [
      144,
      37
     ],
     [
      148,
      38
     ],
     [
      168,
      38
     ],
     [
      169,
      41
     ],
     [
      169,
      42
     ],
     [
      175,
      42
     ],
     [
      175,
      43
     ],
     [
      176,
      43
     ],
     [
      176,
      45
     ],
     [
      178,
      46
     ],
     [
      178,
      47
     ],
     [
      181,
      48
     ],
     [
      181,
      49
     ],
     [
      183,
      49
     ],
     [
      183,
      50
     ],
     [
      184,
      52
     ],
     [
      190,
      53
     ],
     [
      201,
      53
     ],
     [
      201,
      56
     ],
     [
      204,
      56
     ],
     [
      204,
      57
     ],
     [
      205,
      59
     ],
     [
      206,
      59
     ],
     [
      210,
      63
     ],
     [
      217,
      63
     ],
     [
      219,
      64
     ],
     [
      219,
      66
     ],
     [
      221,
      68
     ],
     [
      224,
      68
     ],
     [
      224,
      69
     ],
     [
      226,
      71
     ],
     [
      228,
      71
     ],
     [
      228,
      72
     ],
     [
      230,
      72
     ],
     [
      232,
      73
     ],
     [
      235,
      73
     ],
     [
      235,
      75
     ],
     [
      239,
      77
     ],
     [
      239,
      81
     ],
     [
      248,
      81
     ],
     [
      249,
      82
     ],
     [
      252,
      82
     ],
     [
      253,
      83
     ],
     [
      262,
      83
     ],
     [
      262,
      84
     ],
     [
      267,
      84
     ],
     [
      271,
      89
     ],
     [
      273,
      89
     ],
     [
      273,
      90
     ],
     [
      281,
      90
     ],
     [
      282,
      92
     ],
     [
      284,
      94
     ],
     [
      284,
      96
     ],
     [
      286,
      96
     ],
     [
      287,
      97
     ],
     [
      293,
      97
     ],
     [
      294,
      98
     ],
     [
      296,
      98
     ],
     [
      297,
      99
     ],
     [
      299,
      100
     ],
     [
      305,
      101
     ],
     [
      307,
      103
     ],
     [
      310,
      103
     ],
     [
      313,
      104
     ],
     [
      313,
      106
     ],
     [
      314,
      108
     ],
     [
      321,
      108
     ],
     [
      324,
      109
     ],
     [
      324,
      110
     ],
     [
      325,
      110
     ],
     [
      330,
      112
     ],
     [
      331,
      114
     ],
     [
      337,
      117
     ],
     [
      346,
      117
     ],
     [
      346,
      118
     ],
     [
      349,
      118
     ],
     [
      353,
      119
     ],
     [
      355,
      120
     ],
     [
      359,
      121
     ],
     [
      364,
      122
     ],
     [
      365,
      123
     ],
     [
      376,
      123
     ],
     [
      379,
      124
     ],
     [
      380,
      125
     ],
     [
      382,
      125
     ],
     [
      385,
      127
     ],
     [
      388,
      127
     ],
     [
      389,
      128
     ],
     [
      389,
      129
     ],
     [
      394,
      129
     ],
     [
      395,
      130
     ],
     [
      396,
      133
     ],
     [
      396,
      134
     ],
     [
      397,
      137
     ],
     [
      406,
      137
     ],
     [
      408,
      138
     ],
     [
      414,
      138
     ],
     [
      420,
      139
     ],
     [
      421,
      141
     ],
     [
      423,
      143
     ],
     [
      425,
      143
     ],
     [
      431,
      144
     ],
     [
      438,
      144
     ],
     [
      439,
      145
     ],
     [
      446,
      145
     ],
     [
      446,
      146
     ],
     [
      448,
      147
     ],
     [
      451,
      147
     ],
     [
      455,
      149
     ],
     [
      462,
      149
     ],
     [
      467,
      150
     ],
     [
      470,
      150
     ],
     [
      473,
      152
     ],
     [
      475,
      152
     ],
     [
      479,
      155
     ],
     [
      491,
      155
     ],
     [
      491,
      156
     ],
     [
      494,
      156
     ],
     [
      497,
      157
     ],
     [
      498,
      157
     ],
     [
      501,
      158
     ],
     [
      507,
      158
     ],
     [
      508,
      159
     ],
     [
      512,
      159
     ],
     [
      514,
      162
     ],
     [
      515,
      162
     ],
     [
      517,
      163
     ],
     [
      520,
      163
     ],
     [
      526,
      165
     ],
     [
      535,
      165
     ],
     [
      537,
      166
     ],
     [
      541,
      166
     ],
     [
      543,
      167
     ],
     [
      546,
      167
     ],
     [
      547,
      169
     ],
     [
      557,
      169
     ],
     [
      560,
      170
     ],
     [
      565,
      170
     ],
     [
      568,
      171
     ],
     [
      574,
      172
     ],
     [
      577,
      173
     ],
     [
      580,
      176
     ],
     [
      581,
      176
     ],
     [
      584,
      181
     ],
     [
      588,
      181
     ],
     [
      591,
      182
     ],
     [
      616,
      182
     ],
     [
      616,
      183
     ],
     [
      618,
      184
     ],
     [
      621,
      184
     ],
     [
      621,
      185
     ],
     [
      623,
      185
     ],
     [
      627,
      186
     ],
     [
      636,
      186
     ],
     [
      637,
      187
     ],
     [
      640,
      187
     ],
     [
      649,
      188
     ],
     [
      649,
      189
     ],
     [
      650,
      189
     ],
     [
      659,
      190
     ],
     [
      662,
      190
     ],
     [
      666,
      191
     ],
     [
      679,
      191
     ],
     [
      685,
      193
     ],
     [
      693,
      194
     ],
     [
      693,
      196
     ],
     [
      700,
      197
     ],
     [
      702,
      197
     ],
     [
      702,
      198
     ],
     [
      707,
      199
     ],
     [
      710,
      201
     ],
     [
      711,
      202
     ],
     [
      719,
      202
     ],
     [
      719,
      203
     ],
     [
      720,
      205
     ],
     [
      727,
      205
     ],
     [
      730,
      206
     ],
     [
      738,
      207
     ],
     [
      739,
      208
     ],
     [
      741,
      208
     ],
     [
      742,
      210
     ],
     [
      743,
      210
     ],
     [
      747,
      213
     ],
     [
      754,
      213
     ],
     [
      755,
      214
     ],
     [
      758,
      214
     ],
     [
      761,
      215
     ],
     [
      762,
      215
     ],
     [
      763,
      216
     ],
     [
      766,
      216
     ],
     [
      768,
      219
     ],
     [
      769,
      220
     ],
     [
      770,
      220
     ],
     [
      772,
      222
     ],
     [
      782,
      222
     ],
     [
      783,
      223
     ],
     [
      786,
      224
     ],
     [
      787,
      226
     ],
     [
      790,
      227
     ],
     [
      791,
      228
     ],
     [
      795,
      228
     ],
     [
      799,
      229
     ],
     [
      801,
      231
     ],
     [
      803,
      231
     ],
     [
      811,
      233
     ],
     [
      813,
      234
     ],
     [
      819,
      234
     ],
     [
      820,
      235
     ],
     [
      826,
      239
     ],
     [
      830,
      241
     ],
     [
      834,
      241
     ],
     [
      837,
      244
     ],
     [
      847,
      246
     ],
     [
      848,
      246
     ],
     [
      849,
      247
     ],
     [
      862,
      247
     ],
     [
      865,
      249
     ],
     [
      866,
      249
     ],
     [
      867,
      251
     ],
     [
      868,
      251
     ],
     [
      868,
      252
     ],
     [
      869,
      252
     ],
     [
      869,
      253
     ],
     [
      874,
      253
     ],
     [
      878,
      254
     ],
     [
      880,
      255
     ],
     [
      888,
      257
     ],
     [
      890,
      257
     ],
     [
      893,
      259
     ],
     [
      895,
      262
     ],
     [
      911,
      262
     ],
     [
      912,
      263
     ],
     [
      917,
      263
     ],
     [
      919,
      264
     ],
     [
      920,
      265
     ],
     [
      921,
      265
     ],
     [
      922,
      268
     ],
     [
      926,
      268
     ],
     [
      930,
      269
     ],
     [
      930,
      271
     ],
     [
      935,
      272
     ],
     [
      937,
      273
     ],
     [
      937,
      274
     ],
     [
      946,
      274
     ],
     [
      947,
      276
     ],
     [
      947,
      277
     ],
     [
      949,
      278
     ],
     [
      955,
      280
     ],
     [
      959,
      281
     ],
     [
      969,
      281
     ],
     [
      977,
      285
     ],
     [
      977,
      287
     ],
     [
      984,
      287
     ],
     [
      991,
      288
     ],
     [
      993,
      289
     ],
     [
      995,
      291
     ],
     [
      999,
      291
     ],
     [
      1004,
      292
     ],
     [
      1011,
      292
     ],
     [
      1013,
      295
     ],
     [
      1015,
      296
     ],
     [
      1016,
      297
     ],
     [
      1018,
      298
     ],
     [
      1021,
      298
     ],
     [
      1023,
      300
     ],
     [
      1028,
      301
     ],
     [
      1029,
      302
     ],
     [
      1032,
      303
     ],
     [
      1036,
      306
     ],
     [
      1038,
      307
     ],
     [
      1044,
      307
     ],
     [
      1044,
      308
     ],
     [
      1046,
      310
     ],
     [
      1049,
      310
     ],
     [
      1049,
      311
     ],
     [
      1066,
      311
     ],
     [
      1068,
      312
     ],
     [
      1082,
      312
     ],
     [
      1090,
      313
     ],
     [
      1091,
      313
     ],
     [
      1093,
      314
     ],
     [
      1095,
      314
     ],
     [
      1097,
      315
     ],
     [
      1097,
      316
     ],
     [
      1103,
      316
     ],
     [
      1103,
      317
     ],
     [
      1109,
      317
     ],
     [
      1110,
      318
     ],
     [
      1113,
      320
     ],
     [
      1117,
      321
     ],
     [
      1120,
      322
     ],
     [
      1125,
      323
     ],
     [
      1126,
      323
     ],
     [
      1130,
      325
     ],
     [
      1131,
      325
     ],
     [
      1134,
      326
     ],
     [
      1137,
      326
     ],
     [
      1138,
      327
     ],
     [
      1141,
      328
     ],
     [
      1143,
      328
     ],
     [
      1146,
      330
     ],
     [
      1154,
      330
     ],
     [
      1155,
      331
     ],
     [
      1159,
      331
     ],
     [
      1161,
      332
     ],
     [
      1169,
      332
     ],
     [
      1175,
      335
     ],
     [
      1176,
      336
     ],
     [
      1203,
      336
     ],
     [
      1205,
      338
     ],
     [
      1214,
      338
     ],
     [
      1215,
      339
     ],
     [
      1218,
      340
     ],
     [
      1221,
      340
     ],
     [
      1222,
      341
     ],
     [
      1225,
      342
     ],
     [
      1227,
      344
     ],
     [
      1238,
      344
     ],
     [
      1240,
      346
     ],
     [
      1241,
      346
     ],
     [
      1241,
      347
     ],
     [
      1250,
      347
     ],
     [
      1255,
      348
     ],
     [
      1256,
      348
     ],
     [
      1256,
      349
     ],
     [
      1259,
      349
     ],
     [
      1262,
      350
     ],
     [
      1264,
      350
     ],
     [
      1264,
      351
     ],
     [
      1266,
      352
     ],
     [
      1266,
      353
     ],
     [
      1283,
      353
     ],
     [
      1288,
      354
     ],
     [
      1289,
      355
     ],
     [
      1295,
      355
     ],
     [
      1296,
      356
     ],
     [
      1307,
      356
     ],
     [
      1310,
      358
     ],
     [
      1315,
      359
     ],
     [
      1318,
      360
     ],
     [
      1332,
      360
     ],
     [
      1332,
      361
     ],
     [
      1334,
      363
     ],
     [
      1345,
      363
     ],
     [
      1348,
      365
     ],
     [
      1349,
      365
     ],
     [
      1352,
      366
     ],
     [
      1355,
      366
     ],
     [
      1359,
      367
     ],
     [
      1381,
      367
     ],
     [
      1382,
      368
     ],
     [
      1385,
      368
     ],
     [
      1386,
      369
     ],
     [
      1406,
      369
     ],
     [
      1406,
      370
     ],
     [
      1408,
      370
     ],
     [
      1408,
      371
     ],
     [
      1409,
      373
     ],
     [
      1412,
      374
     ],
     [
      1423,
      374
     ],
     [
      1424,
      375
     ],
     [
      1435,
      375
     ],
     [
      1435,
      376
     ],
     [
      1462,
      376
     ],
     [
      1465,
      377
     ],
     [
      1471,
      377
     ],
     [
      1478,
      378
     ],
     [
      1481,
      379
     ],
     [
      1487,
      379
     ],
     [
      1494,
      380
     ],
     [
      1497,
      380
     ],
     [
      1499,
      381
     ],
     [
      1508,
      381
     ],
     [
      1510,
      382
     ],
     [
      1535,
      382
     ],
     [
      1536,
      383
     ],
     [
      1537,
      383
     ],
     [
      1541,
      384
     ],
     [
      1544,
      384
     ],
     [
      1544,
      385
     ],
     [
      1564,
      385
     ],
     [
      1568,
      387
     ],
     [
      1602,
      387
     ],
     [
      1602,
      388
     ],
     [
      1604,
      389
     ],
     [
      1610,
      389
     ],
     [
      1610,
      390
     ],
     [
      1667,
      390
     ],
     [
      1676,
      391
     ],
     [
      1682,
      392
     ],
     [
      1692,
      393
     ],
     [
      1716,
      393
     ],
     [
      1721,
      394
     ],
     [
      1744,
      394
     ],
     [
      1748,
      395
     ],
     [
      1825,
      395
     ],
     [
      1838,
      396
     ],
     [
      1921,
      396
     ],
     [
      1923,
      397
     ],
     [
      1976,
      397
     ],
     [
      1978,
      398
     ],
     [
      2061,
      398
     ],
     [
      2067,
      399
     ],
     [
      2088,
      399
     ],
     [
      2090,
      400
     ],
     [
      2125,
      400
     ],
     [
      2126,
      401
     ],
     [
      2140,
      401
     ],
     [
      2140,
      402
     ],
     [
      2155,
      402
     ],
     [
      2156,
      403
     ],
     [
      2203,
      403
     ],
     [
      2214,
      404
     ],
     [
      2233,
      404
     ],
     [
      2248,
      405
     ],
     [
      2346,
      405
     ],
     [
      2347,
      406
     ],
     [
      2353,
      407
     ],
     [
      2451,
      407
     ],
     [
      2451,
      408
     ],
     [
      2461,
      408
     ],
     [
      2466,
      409
     ],
     [
      2497,
      409
     ],
     [
      2497,
      410
     ],
     [
      2500,
      410
     ],
     [
      2508,
      411
     ],
     [
      2508,
      412
     ],
     [
      2520,
      412
     ],
     [
      2527,
      413
     ],
     [
      2552,
      413
     ],
     [
      2553,
      414
     ],
     [
      2600,
      414
     ],
     [
      2602,
      415
     ],
     [
      2635,
      415
     ],
     [
      2637,
      416
     ],
     [
      2645,
      416
     ],
     [
      2645,
      417
     ],
     [
      2646,
      417
     ],
     [
      2647,
      418
     ],
     [
      2705,
      418
     ],
     [
      2712,
      419
     ],
     [
      2748,
      419
     ],
     [
      2749,
      420
     ],
     [
      2753,
      420
     ],
     [
      2753,
      421
     ],
     [
      2762,
      421
     ],
     [
      2766,
      422
     ],
     [
      2787,
      422
     ],
     [
      2789,
      423
     ],
     [
      2802,
      423
     ],
     [
      2804,
      424
     ],
     [
      2822,
      424
     ],
     [
      2822,
      426
     ],
     [
      2870,
      426
     ],
     [
      2872,
      427
     ],
     [
      2895,
      427
     ],
     [
      2895,
      428
     ],
     [
      2924,
      428
     ],
     [
      2926,
      429
     ],
     [
      2931,
      430
     ],
     [
      2972,
      430
     ],
     [
      2973,
      431
     ],
     [
      2976,
      431
     ],
     [
      2977,
      432
     ],
     [
      3013,
      432
     ],
     [
      3013,
      433
     ],
     [
      3018,
      433
     ],
     [
      3019,
      434
     ],
     [
      3190,
      434
     ],
     [
      3190,
      435
     ],
     [
      3366,
      435
     ],
     [
      3366,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      0,
      16
     ],
     [
      1,
      16
     ],
     [
      1,
      20
     ],
     [
      3,
      20
     ],
     [
      3,
      27
     ],
     [
      5,
      27
     ],
     [
      5,
      34
     ],
     [
      6,
      34
     ],
     [
      6,
      41
     ],
     [
      7,
      42
     ],
     [
      7,
      50
     ],
     [
      8,
      53
     ],
     [
      10,
      53
     ],
     [
      10,
      57
     ],
     [
      11,
      58
     ],
     [
      11,
      64
     ],
     [
      12,
      64
     ],
     [
      12,
      67
     ],
     [
      13,
      67
     ],
     [
      14,
      68
     ],
     [
      14,
      69
     ],
     [
      16,
      70
     ],
     [
      16,
      74
     ],
     [
      18,
      74
     ],
     [
      18,
      77
     ],
     [
      19,
      78
     ],
     [
      19,
      80
     ],
     [
      20,
      81
     ],
     [
      20,
      82
     ],
     [
      21,
      83
     ],
     [
      22,
      83
     ],
     [
      22,
      87
     ],
     [
      24,
      87
     ],
     [
      24,
      94
     ],
     [
      25,
      94
     ],
     [
      25,
      98
     ],
     [
      26,
      100
     ],
     [
      26,
      109
     ],
     [
      28,
      111
     ],
     [
      28,
      118
     ],
     [
      29,
      118
     ],
     [
      29,
      121
     ],
     [
      32,
      127
     ],
     [
      32,
      128
     ],
     [
      33,
      128
     ],
     [
      33,
      133
     ],
     [
      35,
      136
     ],
     [
      35,
      137
     ],
     [
      36,
      138
     ],
     [
      36,
      139
     ],
     [
      37,
      143
     ],
     [
      37,
      144
     ],
     [
      38,
      148
     ],
     [
      38,
      168
     ],
     [
      41,
      169
     ],
     [
      42,
      169
     ],
     [
      42,
      175
     ],
     [
      43,
      175
     ],
     [
      43,
      176
     ],
     [
      45,
      176
     ],
     [
      46,
      178
     ],
     [
      47,
      178
     ],
     [
      48,
      181
     ],
     [
      49,
      181
     ],
     [
      49,
      183
     ],
     [
      50,
      183
     ],
     [
      52,
      184
     ],
     [
      53,
      190
     ],
     [
      53,
      201
     ],
     [
      56,
      201
     ],
     [
      56,
      204
     ],
     [
      57,
      204
     ],
     [
      59,
      205
     ],
     [
      59,
      206
     ],
     [
      63,
      210
     ],
     [
      63,
      217
     ],
     [
      64,
      219
     ],
     [
      66,
      219
     ],
     [
      68,
      221
     ],
     [
      68,
      224
     ],
     [
      69,
      224
     ],
     [
      71,
      226
     ],
     [
      71,
      228
     ],
     [
      72,
      228
     ],
     [
      72,
      230
     ],
     [
      73,
      232
     ],
     [
      73,
      235
     ],
     [
      75,
      235
     ],
     [
      77,
      239
     ],
     [
      81,
      239
     ],
     [
      81,
      248
     ],
     [
      82,
      249
     ],
     [
      82,
      252
     ],
     [
      83,
      253
     ],
     [
      83,
      262
     ],
     [
      84,
      262
     ],
     [
      84,
      267
     ],
     [
      89,
      271
     ],
     [
      89,
      273
     ],
     [
      90,
      273
     ],
     [
      90,
      281
     ],
     [
      92,
      282
     ],
     [
      94,
      284
     ],
     [
      96,
      284
     ],
     [
      96,
      286
     ],
     [
      97,
      287
     ],
     [
      97,
      293
     ],
     [
      98,
      294
     ],
     [
      98,
      296
     ],
     [
      99,
      297
     ],
     [
      100,
      299
     ],
     [
      101,
      305
     ],
     [
      103,
      307
     ],
     [
      103,
      310
     ],
     [
      104,
      313
     ],
     [
      106,
      313
     ],
     [
      108,
      314
     ],
     [
      108,
      321
     ],
     [
      109,
      324
     ],
     [
      110,
      324
     ],
     [
      110,
      325
     ],
     [
      112,
      330
     ],
     [
      114,
      331
     ],
     [
      117,
      337
     ],
     [
      117,
      346
     ],
     [
      118,
      346
     ],
     [
      118,
      349
     ],
     [
      119,
      353
     ],
     [
      120,
      355
     ],
     [
      121,
      359
     ],
     [
      122,
      364
     ],
     [
      123,
      365
     ],
     [
      123,
      376
     ],
     [
      124,
      379
     ],
     [
      125,
      380
     ],
     [
      125,
      382
     ],
     [
      127,
      385
     ],
     [
      127,
      388
     ],
     [
      128,
      389
     ],
     [
      129,
      389
     ],
     [
      129,
      394
     ],
     [
      130,
      395
     ],
     [
      133,
      396
     ],
     [
      134,
      396
     ],
     [
      137,
      397
     ],
     [
      137,
      406
     ],
     [
      138,
      408
     ],
     [
      138,
      414
     ],
     [
      139,
      420
     ],
     [
      141,
      421
     ],
     [
      143,
      423
     ],
     [
      143,
      425
     ],
     [
      144,
      431
     ],
     [
      144,
      438
     ],
     [
      145,
      439
     ],
     [
      145,
      446
     ],
     [
      146,
      446
     ],
     [
      147,
      448
     ],
     [
      147,
      451
     ],
     [
      149,
      455
     ],
     [
      149,
      462
     ],
     [
      150,
      467
     ],
     [
      150,
      470
     ],
     [
      152,
      473
     ],
     [
      152,
      475
     ],
     [
      155,
      479
     ],
     [
      155,
      491
     ],
     [
      156,
      491
     ],
     [
      156,
      494
     ],
     [
      157,
      497
     ],
     [
      157,
      498
     ],
     [
      158,
      501
     ],
     [
      158,
      507
     ],
     [
      159,
      508
     ],
     [
      159,
      512
     ],
     [
      162,
      514
     ],
     [
      162,
      515
     ],
     [
      163,
      517
     ],
     [
      163,
      520
     ],
     [
      165,
      526
     ],
     [
      165,
      535
     ],
     [
      166,
      537
     ],
     [
      166,
      541
     ],
     [
      167,
      543
     ],
     [
      167,
      546
     ],
     [
      169,
      547
     ],
     [
      169,
      557
     ],
     [
      170,
      560
     ],
     [
      170,
      565
     ],
     [
      171,
      568
     ],
     [
      172,
      574
     ],
     [
      173,
      577
     ],
     [
      176,
      580
     ],
     [
      176,
      581
     ],
     [
      181,
      584
     ],
     [
      181,
      588
     ],
     [
      182,
      591
     ],
     [
      182,
      616
     ],
     [
      183,
      616
     ],
     [
      184,
      618
     ],
     [
      184,
      621
     ],
     [
      185,
      621
     ],
     [
      185,
      623
     ],
     [
      186,
      627
     ],
     [
      186,
      636
     ],
     [
      187,
      637
     ],
     [
      187,
      640
     ],
     [
      188,
      649
     ],
     [
      189,
      649
     ],
     [
      189,
      650
     ],
     [
      190,
      659
     ],
     [
      190,
      662
     ],
     [
      191,
      666
     ],
     [
      191,
      679
     ],
     [
      193,
      685
     ],
     [
      194,
      693
     ],
     [
      196,
      693
     ],
     [
      197,
      700
     ],
     [
      197,
      702
     ],
     [
      198,
      702
     ],
     [
      199,
      707
     ],
     [
      201,
      710
     ],
     [
      202,
      711
     ],
     [
      202,
      719
     ],
     [
      203,
      719
     ],
     [
      205,
      720
     ],
     [
      205,
      727
     ],
     [
      206,
      730
     ],
     [
      207,
      738
     ],
     [
      208,
      739
     ],
     [
      208,
      741
     ],
     [
      210,
      742
     ],
     [
      210,
      743
     ],
     [
      213,
      747
     ],
     [
      213,
      754
     ],
     [
      214,
      755
     ],
     [
      214,
      758
     ],
     [
      215,
      761
     ],
     [
      215,
      762
     ],
     [
      216,
      763
     ],
     [
      216,
      766
     ],
     [
      219,
      768
     ],
     [
      220,
      769
     ],
     [
      220,
      770
     ],
     [
      222,
      772
     ],
     [
      222,
      782
     ],
     [
      223,
      783
     ],
     [
      224,
      786
     ],
     [
      226,
      787
     ],
     [
      227,
      790
     ],
     [
      228,
      791
     ],
     [
      228,
      795
     ],
     [
      229,
      799
     ],
     [
      231,
      801
     ],
     [
      231,
      803
     ],
     [
      233,
      811
     ],
     [
      234,
      813
     ],
     [
      234,
      819
     ],
     [
      235,
      820
     ],
     [
      239,
      826
     ],
     [
      241,
      830
     ],
     [
      241,
      834
     ],
     [
      244,
      837
     ],
     [
      246,
      847
     ],
     [
      246,
      848
     ],
     [
      247,
      849
     ],
     [
      247,
      862
     ],
     [
      249,
      865
     ],
     [
      249,
      866
     ],
     [
      251,
      867
     ],
     [
      251,
      868
     ],
     [
      252,
      868
     ],
     [
      252,
      869
     ],
     [
      253,
      869
     ],
     [
      253,
      874
     ],
     [
      254,
      878
     ],
     [
      255,
      880
     ],
     [
      257,
      888
     ],
     [
      257,
      890
     ],
     [
      259,
      893
     ],
     [
      262,
      895
     ],
     [
      262,
      911
     ],
     [
      263,
      912
     ],
     [
      263,
      917
     ],
     [
      264,
      919
     ],
     [
      265,
      920
     ],
     [
      265,
      921
     ],
     [
      268,
      922
     ],
     [
      268,
      926
     ],
     [
      269,
      930
     ],
     [
      271,
      930
     ],
     [
      272,
      935
     ],
     [
      273,
      937
     ],
     [
      274,
      937
     ],
     [
      274,
      946
     ],
     [
      276,
      947
     ],
     [
      277,
      947
     ],
     [
      278,
      949
     ],
     [
      280,
      955
     ],
     [
      281,
      959
     ],
     [
      281,
      969
     ],
     [
      285,
      977
     ],
     [
      287,
      977
     ],
     [
      287,
      984
     ],
     [
      288,
      991
     ],
     [
      289,
      993
     ],
     [
      291,
      995
     ],
     [
      291,
      999
     ],
     [
      292,
      1004
     ],
     [
      292,
      1011
     ],
     [
      295,
      1013
     ],
     [
      296,
      1015
     ],
     [
      297,
      1016
     ],
     [
      298,
      1018
     ],
     [
      298,
      1021
     ],
     [
      300,
      1023
     ],
     [
      301,
      1028
     ],
     [
      302,
      1029
     ],
     [
      303,
      1032
     ],
     [
      306,
      1036
     ],
     [
      307,
      1038
     ],
     [
      307,
      1044
     ],
     [
      308,
      1044
     ],
     [
      310,
      1046
     ],
     [
      310,
      1049
     ],
     [
      311,
      1049
     ],
     [
      311,
      1066
     ],
     [
      312,
      1068
     ],
     [
      312,
      1082
     ],
     [
      313,
      1090
     ],
     [
      313,
      1091
     ],
     [
      314,
      1093
     ],
     [
      314,
      1095
     ],
     [
      315,
      1097
     ],
     [
      316,
      1097
     ],
     [
      316,
      1103
     ],
     [
      317,
      1103
     ],
     [
      317,
      1109
     ],
     [
      318,
      1110
     ],
     [
      320,
      1113
     ],
     [
      321,
      1117
     ],
     [
      322,
      1120
     ],
     [
      323,
      1125
     ],
     [
      323,
      1126
     ],
     [
      325,
      1130
     ],
     [
      325,
      1131
     ],
     [
      326,
      1134
     ],
     [
      326,
      1137
     ],
     [
      327,
      1138
     ],
     [
      328,
      1141
     ],
     [
      328,
      1143
     ],
     [
      330,
      1146
     ],
     [
      330,
      1154
     ],
     [
      331,
      1155
     ],
     [
      331,
      1159
     ],
     [
      332,
      1161
     ],
     [
      332,
      1169
     ],
     [
      335,
      1175
     ],
     [
      336,
      1176
     ],
     [
      336,
      1203
     ],
     [
      338,
      1205
     ],
     [
      338,
      1214
     ],
     [
      339,
      1215
     ],
     [
      340,
      1218
     ],
     [
      340,
      1221
     ],
     [
      341,
      1222
     ],
     [
      342,
      1225
     ],
     [
      344,
      1227
     ],
     [
      344,
      1238
     ],
     [
      346,
      1240
     ],
     [
      346,
      1241
     ],
     [
      347,
      1241
     ],
     [
      347,
      1250
     ],
     [
      348,
      1255
     ],
     [
      348,
      1256
     ],
     [
      349,
      1256
     ],
     [
      349,
      1259
     ],
     [
      350,
      1262
     ],
     [
      350,
      1264
     ],
     [
      351,
      1264
     ],
     [
      352,
      1266
     ],
     [
      353,
      1266
     ],
     [
      353,
      1283
     ],
     [
      354,
      1288
     ],
     [
      355,
      1289
     ],
     [
      355,
      1295
     ],
     [
      356,
      1296
     ],
     [
      356,
      1307
     ],
     [
      358,
      1310
     ],
     [
      359,
      1315
     ],
     [
      360,
      1318
     ],
     [
      360,
      1332
     ],
     [
      361,
      1332
     ],
     [
      363,
      1334
     ],
     [
      363,
      1345
     ],
     [
      365,
      1348
     ],
     [
      365,
      1349
     ],
     [
      366,
      1352
     ],
     [
      366,
      1355
     ],
     [
      367,
      1359
     ],
     [
      367,
      1381
     ],
     [
      368,
      1382
     ],
     [
      368,
      1385
     ],
     [
      369,
      1386
     ],
     [
      369,
      1406
     ],
     [
      370,
      1406
     ],
     [
      370,
      1408
     ],
     [
      371,
      1408
     ],
     [
      373,
      1409
     ],
     [
      374,
      1412
     ],
     [
      374,
      1423
     ],
     [
      375,
      1424
     ],
     [
      375,
      1435
     ],
     [
      376,
      1435
     ],
     [
      376,
      1462
     ],
     [
      377,
      1465
     ],
     [
      377,
      1471
     ],
     [
      378,
      1478
     ],
     [
      379,
      1481
     ],
     [
      379,
      1487
     ],
     [
      380,
      1494
     ],
     [
      380,
      1497
     ],
     [
      381,
      1499
     ],
     [
      381,
      1508
     ],
     [
      382,
      1510
     ],
     [
      382,
      1535
     ],
     [
      383,
      1536
     ],
     [
      383,
      1537
     ],
     [
      384,
      1541
     ],
     [
      384,
      1544
     ],
     [
      385,
      1544
     ],
     [
      385,
      1564
     ],
     [
      387,
      1568
     ],
     [
      387,
      1602
     ],
     [
      388,
      1602
     ],
     [
      389,
      1604
     ],
     [
      389,
      1610
     ],
     [
      390,
      1610
     ],
     [
      390,
      1667
     ],
     [
      391,
      1676
     ],
     [
      392,
      1682
     ],
     [
      393,
      1692
     ],
     [
      393,
      1716
     ],
     [
      394,
      1721
     ],
     [
      394,
      1744
     ],
     [
      395,
      1748
     ],
     [
      395,
      1825
     ],
     [
      396,
      1838
     ],
     [
      396,
      1921
     ],
     [
      397,
      1923
     ],
     [
      397,
      1976
     ],
     [
      398,
      1978
     ],
     [
      398,
      2061
     ],
     [
      399,
      2067
     ],
     [
      399,
      2088
     ],
     [
      400,
      2090
     ],
     [
      400,
      2125
     ],
     [
      401,
      2126
     ],
     [
      401,
      2140
     ],
     [
      402,
      2140
     ],
     [
      402,
      2155
     ],
     [
      403,
      2156
     ],
     [
      403,
      2203
     ],
     [
      404,
      2214
     ],
     [
      404,
      2233
     ],
     [
      405,
      2248
     ],
     [
      405,
      2346
     ],
     [
      406,
      2347
     ],
     [
      407,
      2353
     ],
     [
      407,
      2451
     ],
     [
      408,
      2451
     ],
     [
      408,
      2461
     ],
     [
      409,
      2466
     ],
     [
      409,
      2497
     ],
     [
      410,
      2497
     ],
     [
      410,
      2500
     ],
     [
      411,
      2508
     ],
     [
      412,
      2508
     ],
     [
      412,
      2520
     ],
     [
      413,
      2527
     ],
     [
      413,
      2552
     ],
     [
      414,
      2553
     ],
     [
      414,
      2600
     ],
     [
      415,
      2602
     ],
     [
      415,
      2635
     ],
     [
      416,
      2637
     ],
     [
      416,
      2645
     ],
     [
      417,
      2645
     ],
     [
      417,
      2646
     ],
     [
      418,
      2647
     ],
     [
      418,
      2705
     ],
     [
      419,
      2712
     ],
     [
      419,
      2748
     ],
     [
      420,
      2749
     ],
     [
      420,
      2753
     ],
     [
      421,
      2753
     ],
     [
      421,
      2762
     ],
     [
      422,
      2766
     ],
     [
      422,
      2787
     ],
     [
      423,
      2789
     ],
     [
      423,
      2802
     ],
     [
      424,
      2804
     ],
     [
      424,
      2822
     ],
     [
      426,
      2822
     ],
     [
      426,
      2870
     ],
     [
      427,
      2872
     ],
     [
      427,
      2895
     ],
     [
      428,
      2895
     ],
     [
      428,
      2924
     ],
     [
      429,
      2926
     ],
     [
      430,
      2931
     ],
     [
      430,
      2972
     ],
     [
      431,
      2973
     ],
     [
      431,
      2976
     ],
     [
      432,
      2977
     ],
     [
      432,
      3013
     ],
     [
      433,
      3013
     ],
     [
      433,
      3018
     ],
     [
      434,
      3019
     ],
     [
      434,
      3190
     ],
     [
      435,
      3190
     ],
     [
      435,
      3366
     ],
     [
      436,
      3366
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 525,
    "roc_points_before_collinear_removal": 1405,
    "pr_points": 525,
    "distinct_thresholds": 1404,
    "score_min": 0.00959500774307412,
    "score_max": 0.999999463410758,
    "auc_raw": 0.7427346287537752,
    "auc_lc": 0.5804258158894854,
    "at_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.999999463410758,
     "tn": 3380,
     "tp": 0
    },
    "at_half_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.999999463410758,
     "tn": 3380,
     "tp": 0
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0,
     "upper": 0.008733735175837835
    },
    "fpr_wilson95": {
     "lower": 5.2212660819723426e-05,
     "upper": 0.001673557627614801
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.0
    },
    "reach_by_fpr_0_02": 13
   },
   "granite-guardian-3.1-2b": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      31,
      0
     ],
     [
      31,
      1
     ],
     [
      36,
      1
     ],
     [
      36,
      2
     ],
     [
      63,
      2
     ],
     [
      64,
      3
     ],
     [
      67,
      3
     ],
     [
      67,
      4
     ],
     [
      69,
      5
     ],
     [
      95,
      5
     ],
     [
      98,
      6
     ],
     [
      127,
      6
     ],
     [
      132,
      7
     ],
     [
      154,
      7
     ],
     [
      155,
      8
     ],
     [
      173,
      8
     ],
     [
      179,
      11
     ],
     [
      179,
      13
     ],
     [
      183,
      14
     ],
     [
      214,
      14
     ],
     [
      218,
      15
     ],
     [
      254,
      15
     ],
     [
      256,
      16
     ],
     [
      259,
      16
     ],
     [
      264,
      17
     ],
     [
      271,
      17
     ],
     [
      274,
      18
     ],
     [
      274,
      19
     ],
     [
      285,
      19
     ],
     [
      287,
      20
     ],
     [
      289,
      22
     ],
     [
      291,
      22
     ],
     [
      294,
      23
     ],
     [
      295,
      23
     ],
     [
      299,
      24
     ],
     [
      305,
      24
     ],
     [
      305,
      25
     ],
     [
      312,
      25
     ],
     [
      316,
      27
     ],
     [
      325,
      27
     ],
     [
      325,
      28
     ],
     [
      327,
      29
     ],
     [
      331,
      29
     ],
     [
      335,
      30
     ],
     [
      338,
      30
     ],
     [
      341,
      31
     ],
     [
      346,
      32
     ],
     [
      348,
      32
     ],
     [
      349,
      33
     ],
     [
      355,
      33
     ],
     [
      356,
      34
     ],
     [
      360,
      36
     ],
     [
      366,
      36
     ],
     [
      373,
      37
     ],
     [
      374,
      37
     ],
     [
      376,
      38
     ],
     [
      399,
      38
     ],
     [
      402,
      40
     ],
     [
      424,
      40
     ],
     [
      429,
      41
     ],
     [
      430,
      41
     ],
     [
      430,
      42
     ],
     [
      432,
      42
     ],
     [
      435,
      43
     ],
     [
      443,
      43
     ],
     [
      448,
      47
     ],
     [
      452,
      47
     ],
     [
      452,
      49
     ],
     [
      453,
      50
     ],
     [
      462,
      50
     ],
     [
      463,
      51
     ],
     [
      467,
      51
     ],
     [
      470,
      53
     ],
     [
      472,
      53
     ],
     [
      473,
      54
     ],
     [
      481,
      54
     ],
     [
      483,
      55
     ],
     [
      493,
      55
     ],
     [
      497,
      56
     ],
     [
      498,
      57
     ],
     [
      502,
      58
     ],
     [
      508,
      58
     ],
     [
      513,
      59
     ],
     [
      515,
      59
     ],
     [
      515,
      60
     ],
     [
      518,
      61
     ],
     [
      526,
      64
     ],
     [
      526,
      65
     ],
     [
      528,
      65
     ],
     [
      529,
      67
     ],
     [
      533,
      68
     ],
     [
      538,
      70
     ],
     [
      548,
      71
     ],
     [
      551,
      72
     ],
     [
      558,
      72
     ],
     [
      562,
      75
     ],
     [
      565,
      76
     ],
     [
      567,
      76
     ],
     [
      573,
      78
     ],
     [
      575,
      79
     ],
     [
      576,
      79
     ],
     [
      581,
      81
     ],
     [
      585,
      84
     ],
     [
      588,
      84
     ],
     [
      596,
      85
     ],
     [
      599,
      85
     ],
     [
      601,
      86
     ],
     [
      604,
      86
     ],
     [
      608,
      88
     ],
     [
      614,
      88
     ],
     [
      620,
      92
     ],
     [
      622,
      93
     ],
     [
      624,
      93
     ],
     [
      627,
      94
     ],
     [
      633,
      94
     ],
     [
      635,
      95
     ],
     [
      639,
      99
     ],
     [
      641,
      99
     ],
     [
      644,
      101
     ],
     [
      646,
      102
     ],
     [
      649,
      103
     ],
     [
      652,
      103
     ],
     [
      659,
      105
     ],
     [
      668,
      105
     ],
     [
      672,
      106
     ],
     [
      676,
      106
     ],
     [
      680,
      108
     ],
     [
      688,
      108
     ],
     [
      690,
      109
     ],
     [
      695,
      109
     ],
     [
      697,
      111
     ],
     [
      703,
      114
     ],
     [
      706,
      115
     ],
     [
      709,
      115
     ],
     [
      712,
      116
     ],
     [
      716,
      116
     ],
     [
      721,
      119
     ],
     [
      722,
      119
     ],
     [
      726,
      121
     ],
     [
      727,
      121
     ],
     [
      733,
      127
     ],
     [
      739,
      127
     ],
     [
      747,
      130
     ],
     [
      748,
      130
     ],
     [
      753,
      133
     ],
     [
      757,
      133
     ],
     [
      760,
      134
     ],
     [
      762,
      135
     ],
     [
      765,
      135
     ],
     [
      769,
      137
     ],
     [
      770,
      137
     ],
     [
      774,
      142
     ],
     [
      783,
      142
     ],
     [
      790,
      143
     ],
     [
      793,
      143
     ],
     [
      804,
      145
     ],
     [
      810,
      147
     ],
     [
      811,
      147
     ],
     [
      820,
      149
     ],
     [
      832,
      149
     ],
     [
      833,
      152
     ],
     [
      834,
      152
     ],
     [
      840,
      154
     ],
     [
      843,
      154
     ],
     [
      849,
      156
     ],
     [
      850,
      156
     ],
     [
      860,
      157
     ],
     [
      863,
      157
     ],
     [
      864,
      158
     ],
     [
      868,
      158
     ],
     [
      872,
      159
     ],
     [
      878,
      160
     ],
     [
      886,
      160
     ],
     [
      895,
      161
     ],
     [
      901,
      161
     ],
     [
      903,
      162
     ],
     [
      912,
      162
     ],
     [
      923,
      164
     ],
     [
      925,
      165
     ],
     [
      926,
      165
     ],
     [
      930,
      167
     ],
     [
      932,
      167
     ],
     [
      934,
      169
     ],
     [
      938,
      171
     ],
     [
      940,
      171
     ],
     [
      943,
      173
     ],
     [
      950,
      173
     ],
     [
      960,
      175
     ],
     [
      962,
      175
     ],
     [
      969,
      178
     ],
     [
      976,
      178
     ],
     [
      978,
      180
     ],
     [
      981,
      182
     ],
     [
      982,
      182
     ],
     [
      989,
      183
     ],
     [
      993,
      183
     ],
     [
      1000,
      186
     ],
     [
      1001,
      186
     ],
     [
      1001,
      187
     ],
     [
      1004,
      187
     ],
     [
      1010,
      188
     ],
     [
      1011,
      189
     ],
     [
      1011,
      190
     ],
     [
      1014,
      193
     ],
     [
      1023,
      193
     ],
     [
      1027,
      194
     ],
     [
      1034,
      194
     ],
     [
      1041,
      195
     ],
     [
      1041,
      196
     ],
     [
      1045,
      196
     ],
     [
      1053,
      197
     ],
     [
      1054,
      197
     ],
     [
      1059,
      198
     ],
     [
      1060,
      199
     ],
     [
      1061,
      199
     ],
     [
      1069,
      201
     ],
     [
      1070,
      201
     ],
     [
      1070,
      203
     ],
     [
      1083,
      203
     ],
     [
      1088,
      204
     ],
     [
      1091,
      206
     ],
     [
      1094,
      206
     ],
     [
      1101,
      207
     ],
     [
      1106,
      208
     ],
     [
      1109,
      208
     ],
     [
      1113,
      209
     ],
     [
      1124,
      211
     ],
     [
      1125,
      211
     ],
     [
      1134,
      215
     ],
     [
      1134,
      217
     ],
     [
      1146,
      221
     ],
     [
      1148,
      224
     ],
     [
      1150,
      224
     ],
     [
      1162,
      225
     ],
     [
      1163,
      225
     ],
     [
      1168,
      226
     ],
     [
      1176,
      228
     ],
     [
      1191,
      228
     ],
     [
      1191,
      232
     ],
     [
      1193,
      233
     ],
     [
      1201,
      235
     ],
     [
      1210,
      238
     ],
     [
      1213,
      244
     ],
     [
      1220,
      248
     ],
     [
      1231,
      248
     ],
     [
      1236,
      250
     ],
     [
      1238,
      250
     ],
     [
      1243,
      251
     ],
     [
      1244,
      253
     ],
     [
      1251,
      255
     ],
     [
      1253,
      255
     ],
     [
      1253,
      256
     ],
     [
      1257,
      256
     ],
     [
      1266,
      257
     ],
     [
      1276,
      257
     ],
     [
      1279,
      259
     ],
     [
      1283,
      261
     ],
     [
      1291,
      261
     ],
     [
      1297,
      263
     ],
     [
      1301,
      263
     ],
     [
      1301,
      264
     ],
     [
      1305,
      268
     ],
     [
      1315,
      268
     ],
     [
      1317,
      269
     ],
     [
      1320,
      269
     ],
     [
      1326,
      270
     ],
     [
      1331,
      275
     ],
     [
      1335,
      275
     ],
     [
      1343,
      278
     ],
     [
      1348,
      278
     ],
     [
      1352,
      280
     ],
     [
      1361,
      281
     ],
     [
      1366,
      284
     ],
     [
      1372,
      286
     ],
     [
      1374,
      286
     ],
     [
      1380,
      287
     ],
     [
      1389,
      287
     ],
     [
      1393,
      288
     ],
     [
      1402,
      288
     ],
     [
      1407,
      289
     ],
     [
      1408,
      289
     ],
     [
      1416,
      290
     ],
     [
      1419,
      290
     ],
     [
      1421,
      291
     ],
     [
      1431,
      291
     ],
     [
      1436,
      292
     ],
     [
      1443,
      293
     ],
     [
      1451,
      293
     ],
     [
      1451,
      296
     ],
     [
      1453,
      298
     ],
     [
      1456,
      299
     ],
     [
      1462,
      302
     ],
     [
      1468,
      303
     ],
     [
      1472,
      305
     ],
     [
      1473,
      309
     ],
     [
      1479,
      309
     ],
     [
      1484,
      312
     ],
     [
      1486,
      313
     ],
     [
      1487,
      313
     ],
     [
      1494,
      314
     ],
     [
      1497,
      315
     ],
     [
      1502,
      316
     ],
     [
      1509,
      316
     ],
     [
      1513,
      318
     ],
     [
      1520,
      319
     ],
     [
      1522,
      320
     ],
     [
      1528,
      320
     ],
     [
      1532,
      323
     ],
     [
      1539,
      323
     ],
     [
      1541,
      324
     ],
     [
      1546,
      325
     ],
     [
      1550,
      325
     ],
     [
      1560,
      326
     ],
     [
      1562,
      328
     ],
     [
      1567,
      329
     ],
     [
      1568,
      329
     ],
     [
      1576,
      330
     ],
     [
      1588,
      333
     ],
     [
      1594,
      334
     ],
     [
      1599,
      334
     ],
     [
      1603,
      335
     ],
     [
      1621,
      335
     ],
     [
      1627,
      338
     ],
     [
      1637,
      338
     ],
     [
      1637,
      339
     ],
     [
      1641,
      341
     ],
     [
      1644,
      346
     ],
     [
      1651,
      347
     ],
     [
      1655,
      351
     ],
     [
      1675,
      351
     ],
     [
      1680,
      352
     ],
     [
      1693,
      352
     ],
     [
      1703,
      353
     ],
     [
      1712,
      354
     ],
     [
      1713,
      357
     ],
     [
      1717,
      359
     ],
     [
      1723,
      361
     ],
     [
      1724,
      362
     ],
     [
      1727,
      364
     ],
     [
      1731,
      364
     ],
     [
      1737,
      365
     ],
     [
      1738,
      365
     ],
     [
      1743,
      367
     ],
     [
      1749,
      368
     ],
     [
      1760,
      369
     ],
     [
      1767,
      370
     ],
     [
      1768,
      371
     ],
     [
      1771,
      371
     ],
     [
      1772,
      372
     ],
     [
      1774,
      373
     ],
     [
      1776,
      373
     ],
     [
      1780,
      374
     ],
     [
      1783,
      376
     ],
     [
      1785,
      377
     ],
     [
      1788,
      377
     ],
     [
      1792,
      379
     ],
     [
      1793,
      379
     ],
     [
      1797,
      381
     ],
     [
      1807,
      383
     ],
     [
      1811,
      384
     ],
     [
      1816,
      385
     ],
     [
      1817,
      386
     ],
     [
      1823,
      386
     ],
     [
      1835,
      388
     ],
     [
      1837,
      388
     ],
     [
      1840,
      389
     ],
     [
      1845,
      391
     ],
     [
      1847,
      391
     ],
     [
      1851,
      392
     ],
     [
      1857,
      393
     ],
     [
      1866,
      393
     ],
     [
      1869,
      395
     ],
     [
      1872,
      395
     ],
     [
      1879,
      396
     ],
     [
      1910,
      396
     ],
     [
      1914,
      397
     ],
     [
      1921,
      397
     ],
     [
      1923,
      399
     ],
     [
      1928,
      399
     ],
     [
      1933,
      400
     ],
     [
      1934,
      401
     ],
     [
      1935,
      401
     ],
     [
      1938,
      402
     ],
     [
      1944,
      403
     ],
     [
      1947,
      403
     ],
     [
      1952,
      405
     ],
     [
      1962,
      405
     ],
     [
      1972,
      406
     ],
     [
      1977,
      408
     ],
     [
      1984,
      409
     ],
     [
      1984,
      410
     ],
     [
      1989,
      410
     ],
     [
      1995,
      411
     ],
     [
      2009,
      411
     ],
     [
      2009,
      412
     ],
     [
      2010,
      412
     ],
     [
      2013,
      413
     ],
     [
      2019,
      416
     ],
     [
      2062,
      416
     ],
     [
      2069,
      417
     ],
     [
      2100,
      417
     ],
     [
      2104,
      418
     ],
     [
      2157,
      418
     ],
     [
      2166,
      419
     ],
     [
      2168,
      419
     ],
     [
      2172,
      421
     ],
     [
      2173,
      422
     ],
     [
      2185,
      422
     ],
     [
      2187,
      423
     ],
     [
      2224,
      423
     ],
     [
      2231,
      424
     ],
     [
      2275,
      424
     ],
     [
      2277,
      425
     ],
     [
      2320,
      425
     ],
     [
      2326,
      426
     ],
     [
      2337,
      427
     ],
     [
      2340,
      427
     ],
     [
      2344,
      428
     ],
     [
      2396,
      428
     ],
     [
      2412,
      429
     ],
     [
      2478,
      429
     ],
     [
      2489,
      430
     ],
     [
      2528,
      430
     ],
     [
      2528,
      432
     ],
     [
      2532,
      432
     ],
     [
      2532,
      433
     ],
     [
      2803,
      433
     ],
     [
      2822,
      434
     ],
     [
      2946,
      434
     ],
     [
      2946,
      435
     ],
     [
      2959,
      435
     ],
     [
      2960,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      0,
      31
     ],
     [
      1,
      31
     ],
     [
      1,
      36
     ],
     [
      2,
      36
     ],
     [
      2,
      63
     ],
     [
      3,
      64
     ],
     [
      3,
      67
     ],
     [
      4,
      67
     ],
     [
      5,
      69
     ],
     [
      5,
      95
     ],
     [
      6,
      98
     ],
     [
      6,
      127
     ],
     [
      7,
      132
     ],
     [
      7,
      154
     ],
     [
      8,
      155
     ],
     [
      8,
      173
     ],
     [
      11,
      179
     ],
     [
      13,
      179
     ],
     [
      14,
      183
     ],
     [
      14,
      214
     ],
     [
      15,
      218
     ],
     [
      15,
      254
     ],
     [
      16,
      256
     ],
     [
      16,
      259
     ],
     [
      17,
      264
     ],
     [
      17,
      271
     ],
     [
      18,
      274
     ],
     [
      19,
      274
     ],
     [
      19,
      285
     ],
     [
      20,
      287
     ],
     [
      22,
      289
     ],
     [
      22,
      291
     ],
     [
      23,
      294
     ],
     [
      23,
      295
     ],
     [
      24,
      299
     ],
     [
      24,
      305
     ],
     [
      25,
      305
     ],
     [
      25,
      312
     ],
     [
      27,
      316
     ],
     [
      27,
      325
     ],
     [
      28,
      325
     ],
     [
      29,
      327
     ],
     [
      29,
      331
     ],
     [
      30,
      335
     ],
     [
      30,
      338
     ],
     [
      31,
      341
     ],
     [
      32,
      346
     ],
     [
      32,
      348
     ],
     [
      33,
      349
     ],
     [
      33,
      355
     ],
     [
      34,
      356
     ],
     [
      36,
      360
     ],
     [
      36,
      366
     ],
     [
      37,
      373
     ],
     [
      37,
      374
     ],
     [
      38,
      376
     ],
     [
      38,
      399
     ],
     [
      40,
      402
     ],
     [
      40,
      424
     ],
     [
      41,
      429
     ],
     [
      41,
      430
     ],
     [
      42,
      430
     ],
     [
      42,
      432
     ],
     [
      43,
      435
     ],
     [
      43,
      443
     ],
     [
      47,
      448
     ],
     [
      47,
      452
     ],
     [
      49,
      452
     ],
     [
      50,
      453
     ],
     [
      50,
      462
     ],
     [
      51,
      463
     ],
     [
      51,
      467
     ],
     [
      53,
      470
     ],
     [
      53,
      472
     ],
     [
      54,
      473
     ],
     [
      54,
      481
     ],
     [
      55,
      483
     ],
     [
      55,
      493
     ],
     [
      56,
      497
     ],
     [
      57,
      498
     ],
     [
      58,
      502
     ],
     [
      58,
      508
     ],
     [
      59,
      513
     ],
     [
      59,
      515
     ],
     [
      60,
      515
     ],
     [
      61,
      518
     ],
     [
      64,
      526
     ],
     [
      65,
      526
     ],
     [
      65,
      528
     ],
     [
      67,
      529
     ],
     [
      68,
      533
     ],
     [
      70,
      538
     ],
     [
      71,
      548
     ],
     [
      72,
      551
     ],
     [
      72,
      558
     ],
     [
      75,
      562
     ],
     [
      76,
      565
     ],
     [
      76,
      567
     ],
     [
      78,
      573
     ],
     [
      79,
      575
     ],
     [
      79,
      576
     ],
     [
      81,
      581
     ],
     [
      84,
      585
     ],
     [
      84,
      588
     ],
     [
      85,
      596
     ],
     [
      85,
      599
     ],
     [
      86,
      601
     ],
     [
      86,
      604
     ],
     [
      88,
      608
     ],
     [
      88,
      614
     ],
     [
      92,
      620
     ],
     [
      93,
      622
     ],
     [
      93,
      624
     ],
     [
      94,
      627
     ],
     [
      94,
      633
     ],
     [
      95,
      635
     ],
     [
      99,
      639
     ],
     [
      99,
      641
     ],
     [
      101,
      644
     ],
     [
      102,
      646
     ],
     [
      103,
      649
     ],
     [
      103,
      652
     ],
     [
      105,
      659
     ],
     [
      105,
      668
     ],
     [
      106,
      672
     ],
     [
      106,
      676
     ],
     [
      108,
      680
     ],
     [
      108,
      688
     ],
     [
      109,
      690
     ],
     [
      109,
      695
     ],
     [
      111,
      697
     ],
     [
      114,
      703
     ],
     [
      115,
      706
     ],
     [
      115,
      709
     ],
     [
      116,
      712
     ],
     [
      116,
      716
     ],
     [
      119,
      721
     ],
     [
      119,
      722
     ],
     [
      121,
      726
     ],
     [
      121,
      727
     ],
     [
      127,
      733
     ],
     [
      127,
      739
     ],
     [
      130,
      747
     ],
     [
      130,
      748
     ],
     [
      133,
      753
     ],
     [
      133,
      757
     ],
     [
      134,
      760
     ],
     [
      135,
      762
     ],
     [
      135,
      765
     ],
     [
      137,
      769
     ],
     [
      137,
      770
     ],
     [
      142,
      774
     ],
     [
      142,
      783
     ],
     [
      143,
      790
     ],
     [
      143,
      793
     ],
     [
      145,
      804
     ],
     [
      147,
      810
     ],
     [
      147,
      811
     ],
     [
      149,
      820
     ],
     [
      149,
      832
     ],
     [
      152,
      833
     ],
     [
      152,
      834
     ],
     [
      154,
      840
     ],
     [
      154,
      843
     ],
     [
      156,
      849
     ],
     [
      156,
      850
     ],
     [
      157,
      860
     ],
     [
      157,
      863
     ],
     [
      158,
      864
     ],
     [
      158,
      868
     ],
     [
      159,
      872
     ],
     [
      160,
      878
     ],
     [
      160,
      886
     ],
     [
      161,
      895
     ],
     [
      161,
      901
     ],
     [
      162,
      903
     ],
     [
      162,
      912
     ],
     [
      164,
      923
     ],
     [
      165,
      925
     ],
     [
      165,
      926
     ],
     [
      167,
      930
     ],
     [
      167,
      932
     ],
     [
      169,
      934
     ],
     [
      171,
      938
     ],
     [
      171,
      940
     ],
     [
      173,
      943
     ],
     [
      173,
      950
     ],
     [
      175,
      960
     ],
     [
      175,
      962
     ],
     [
      178,
      969
     ],
     [
      178,
      976
     ],
     [
      180,
      978
     ],
     [
      182,
      981
     ],
     [
      182,
      982
     ],
     [
      183,
      989
     ],
     [
      183,
      993
     ],
     [
      186,
      1000
     ],
     [
      186,
      1001
     ],
     [
      187,
      1001
     ],
     [
      187,
      1004
     ],
     [
      188,
      1010
     ],
     [
      189,
      1011
     ],
     [
      190,
      1011
     ],
     [
      193,
      1014
     ],
     [
      193,
      1023
     ],
     [
      194,
      1027
     ],
     [
      194,
      1034
     ],
     [
      195,
      1041
     ],
     [
      196,
      1041
     ],
     [
      196,
      1045
     ],
     [
      197,
      1053
     ],
     [
      197,
      1054
     ],
     [
      198,
      1059
     ],
     [
      199,
      1060
     ],
     [
      199,
      1061
     ],
     [
      201,
      1069
     ],
     [
      201,
      1070
     ],
     [
      203,
      1070
     ],
     [
      203,
      1083
     ],
     [
      204,
      1088
     ],
     [
      206,
      1091
     ],
     [
      206,
      1094
     ],
     [
      207,
      1101
     ],
     [
      208,
      1106
     ],
     [
      208,
      1109
     ],
     [
      209,
      1113
     ],
     [
      211,
      1124
     ],
     [
      211,
      1125
     ],
     [
      215,
      1134
     ],
     [
      217,
      1134
     ],
     [
      221,
      1146
     ],
     [
      224,
      1148
     ],
     [
      224,
      1150
     ],
     [
      225,
      1162
     ],
     [
      225,
      1163
     ],
     [
      226,
      1168
     ],
     [
      228,
      1176
     ],
     [
      228,
      1191
     ],
     [
      232,
      1191
     ],
     [
      233,
      1193
     ],
     [
      235,
      1201
     ],
     [
      238,
      1210
     ],
     [
      244,
      1213
     ],
     [
      248,
      1220
     ],
     [
      248,
      1231
     ],
     [
      250,
      1236
     ],
     [
      250,
      1238
     ],
     [
      251,
      1243
     ],
     [
      253,
      1244
     ],
     [
      255,
      1251
     ],
     [
      255,
      1253
     ],
     [
      256,
      1253
     ],
     [
      256,
      1257
     ],
     [
      257,
      1266
     ],
     [
      257,
      1276
     ],
     [
      259,
      1279
     ],
     [
      261,
      1283
     ],
     [
      261,
      1291
     ],
     [
      263,
      1297
     ],
     [
      263,
      1301
     ],
     [
      264,
      1301
     ],
     [
      268,
      1305
     ],
     [
      268,
      1315
     ],
     [
      269,
      1317
     ],
     [
      269,
      1320
     ],
     [
      270,
      1326
     ],
     [
      275,
      1331
     ],
     [
      275,
      1335
     ],
     [
      278,
      1343
     ],
     [
      278,
      1348
     ],
     [
      280,
      1352
     ],
     [
      281,
      1361
     ],
     [
      284,
      1366
     ],
     [
      286,
      1372
     ],
     [
      286,
      1374
     ],
     [
      287,
      1380
     ],
     [
      287,
      1389
     ],
     [
      288,
      1393
     ],
     [
      288,
      1402
     ],
     [
      289,
      1407
     ],
     [
      289,
      1408
     ],
     [
      290,
      1416
     ],
     [
      290,
      1419
     ],
     [
      291,
      1421
     ],
     [
      291,
      1431
     ],
     [
      292,
      1436
     ],
     [
      293,
      1443
     ],
     [
      293,
      1451
     ],
     [
      296,
      1451
     ],
     [
      298,
      1453
     ],
     [
      299,
      1456
     ],
     [
      302,
      1462
     ],
     [
      303,
      1468
     ],
     [
      305,
      1472
     ],
     [
      309,
      1473
     ],
     [
      309,
      1479
     ],
     [
      312,
      1484
     ],
     [
      313,
      1486
     ],
     [
      313,
      1487
     ],
     [
      314,
      1494
     ],
     [
      315,
      1497
     ],
     [
      316,
      1502
     ],
     [
      316,
      1509
     ],
     [
      318,
      1513
     ],
     [
      319,
      1520
     ],
     [
      320,
      1522
     ],
     [
      320,
      1528
     ],
     [
      323,
      1532
     ],
     [
      323,
      1539
     ],
     [
      324,
      1541
     ],
     [
      325,
      1546
     ],
     [
      325,
      1550
     ],
     [
      326,
      1560
     ],
     [
      328,
      1562
     ],
     [
      329,
      1567
     ],
     [
      329,
      1568
     ],
     [
      330,
      1576
     ],
     [
      333,
      1588
     ],
     [
      334,
      1594
     ],
     [
      334,
      1599
     ],
     [
      335,
      1603
     ],
     [
      335,
      1621
     ],
     [
      338,
      1627
     ],
     [
      338,
      1637
     ],
     [
      339,
      1637
     ],
     [
      341,
      1641
     ],
     [
      346,
      1644
     ],
     [
      347,
      1651
     ],
     [
      351,
      1655
     ],
     [
      351,
      1675
     ],
     [
      352,
      1680
     ],
     [
      352,
      1693
     ],
     [
      353,
      1703
     ],
     [
      354,
      1712
     ],
     [
      357,
      1713
     ],
     [
      359,
      1717
     ],
     [
      361,
      1723
     ],
     [
      362,
      1724
     ],
     [
      364,
      1727
     ],
     [
      364,
      1731
     ],
     [
      365,
      1737
     ],
     [
      365,
      1738
     ],
     [
      367,
      1743
     ],
     [
      368,
      1749
     ],
     [
      369,
      1760
     ],
     [
      370,
      1767
     ],
     [
      371,
      1768
     ],
     [
      371,
      1771
     ],
     [
      372,
      1772
     ],
     [
      373,
      1774
     ],
     [
      373,
      1776
     ],
     [
      374,
      1780
     ],
     [
      376,
      1783
     ],
     [
      377,
      1785
     ],
     [
      377,
      1788
     ],
     [
      379,
      1792
     ],
     [
      379,
      1793
     ],
     [
      381,
      1797
     ],
     [
      383,
      1807
     ],
     [
      384,
      1811
     ],
     [
      385,
      1816
     ],
     [
      386,
      1817
     ],
     [
      386,
      1823
     ],
     [
      388,
      1835
     ],
     [
      388,
      1837
     ],
     [
      389,
      1840
     ],
     [
      391,
      1845
     ],
     [
      391,
      1847
     ],
     [
      392,
      1851
     ],
     [
      393,
      1857
     ],
     [
      393,
      1866
     ],
     [
      395,
      1869
     ],
     [
      395,
      1872
     ],
     [
      396,
      1879
     ],
     [
      396,
      1910
     ],
     [
      397,
      1914
     ],
     [
      397,
      1921
     ],
     [
      399,
      1923
     ],
     [
      399,
      1928
     ],
     [
      400,
      1933
     ],
     [
      401,
      1934
     ],
     [
      401,
      1935
     ],
     [
      402,
      1938
     ],
     [
      403,
      1944
     ],
     [
      403,
      1947
     ],
     [
      405,
      1952
     ],
     [
      405,
      1962
     ],
     [
      406,
      1972
     ],
     [
      408,
      1977
     ],
     [
      409,
      1984
     ],
     [
      410,
      1984
     ],
     [
      410,
      1989
     ],
     [
      411,
      1995
     ],
     [
      411,
      2009
     ],
     [
      412,
      2009
     ],
     [
      412,
      2010
     ],
     [
      413,
      2013
     ],
     [
      416,
      2019
     ],
     [
      416,
      2062
     ],
     [
      417,
      2069
     ],
     [
      417,
      2100
     ],
     [
      418,
      2104
     ],
     [
      418,
      2157
     ],
     [
      419,
      2166
     ],
     [
      419,
      2168
     ],
     [
      421,
      2172
     ],
     [
      422,
      2173
     ],
     [
      422,
      2185
     ],
     [
      423,
      2187
     ],
     [
      423,
      2224
     ],
     [
      424,
      2231
     ],
     [
      424,
      2275
     ],
     [
      425,
      2277
     ],
     [
      425,
      2320
     ],
     [
      426,
      2326
     ],
     [
      427,
      2337
     ],
     [
      427,
      2340
     ],
     [
      428,
      2344
     ],
     [
      428,
      2396
     ],
     [
      429,
      2412
     ],
     [
      429,
      2478
     ],
     [
      430,
      2489
     ],
     [
      430,
      2528
     ],
     [
      432,
      2528
     ],
     [
      432,
      2532
     ],
     [
      433,
      2532
     ],
     [
      433,
      2803
     ],
     [
      434,
      2822
     ],
     [
      434,
      2946
     ],
     [
      435,
      2946
     ],
     [
      435,
      2959
     ],
     [
      436,
      2960
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 434,
    "roc_points_before_collinear_removal": 808,
    "pr_points": 434,
    "distinct_thresholds": 807,
    "score_min": 0.006366476464843021,
    "score_max": 0.1713716318071269,
    "auc_raw": 0.6619360348846359,
    "auc_lc": 0.3008762140314894,
    "at_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.1713716318071269,
     "tn": 3380,
     "tp": 0
    },
    "at_half_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.1713716318071269,
     "tn": 3380,
     "tp": 0
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0,
     "upper": 0.008733735175837835
    },
    "fpr_wilson95": {
     "lower": 5.2212660819723426e-05,
     "upper": 0.001673557627614801
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.0
    },
    "reach_by_fpr_0_02": 4
   },
   "llama-3.2-3b-instruct": {
    "is_control": false,
    "block_scalar": "disposition.block",
    "roc": [
     [
      0,
      0
     ],
     [
      18,
      0
     ],
     [
      27,
      1
     ],
     [
      35,
      2
     ],
     [
      41,
      2
     ],
     [
      57,
      3
     ],
     [
      66,
      3
     ],
     [
      67,
      5
     ],
     [
      76,
      9
     ],
     [
      87,
      9
     ],
     [
      99,
      14
     ],
     [
      121,
      16
     ],
     [
      147,
      19
     ],
     [
      167,
      22
     ],
     [
      181,
      24
     ],
     [
      203,
      27
     ],
     [
      204,
      27
     ],
     [
      222,
      33
     ],
     [
      227,
      35
     ],
     [
      228,
      35
     ],
     [
      243,
      42
     ],
     [
      245,
      42
     ],
     [
      273,
      45
     ],
     [
      307,
      55
     ],
     [
      319,
      55
     ],
     [
      332,
      62
     ],
     [
      374,
      75
     ],
     [
      400,
      88
     ],
     [
      428,
      88
     ],
     [
      472,
      107
     ],
     [
      473,
      107
     ],
     [
      497,
      110
     ],
     [
      500,
      113
     ],
     [
      514,
      135
     ],
     [
      518,
      135
     ],
     [
      576,
      144
     ],
     [
      612,
      162
     ],
     [
      620,
      162
     ],
     [
      634,
      163
     ],
     [
      645,
      176
     ],
     [
      647,
      178
     ],
     [
      717,
      190
     ],
     [
      744,
      207
     ],
     [
      769,
      212
     ],
     [
      822,
      224
     ],
     [
      824,
      224
     ],
     [
      869,
      231
     ],
     [
      884,
      233
     ],
     [
      908,
      243
     ],
     [
      914,
      243
     ],
     [
      966,
      249
     ],
     [
      1005,
      259
     ],
     [
      1020,
      260
     ],
     [
      1038,
      261
     ],
     [
      1065,
      269
     ],
     [
      1118,
      277
     ],
     [
      1141,
      285
     ],
     [
      1160,
      288
     ],
     [
      1163,
      288
     ],
     [
      1200,
      293
     ],
     [
      1204,
      294
     ],
     [
      1231,
      299
     ],
     [
      1244,
      303
     ],
     [
      1266,
      313
     ],
     [
      1271,
      313
     ],
     [
      1309,
      316
     ],
     [
      1328,
      321
     ],
     [
      1338,
      322
     ],
     [
      1352,
      324
     ],
     [
      1378,
      332
     ],
     [
      1409,
      338
     ],
     [
      1411,
      338
     ],
     [
      1428,
      352
     ],
     [
      1437,
      352
     ],
     [
      1457,
      357
     ],
     [
      1460,
      357
     ],
     [
      1471,
      361
     ],
     [
      1485,
      363
     ],
     [
      1511,
      366
     ],
     [
      1512,
      366
     ],
     [
      1529,
      368
     ],
     [
      1545,
      373
     ],
     [
      1548,
      375
     ],
     [
      1562,
      375
     ],
     [
      1596,
      379
     ],
     [
      1615,
      380
     ],
     [
      1629,
      387
     ],
     [
      1633,
      388
     ],
     [
      1634,
      388
     ],
     [
      1641,
      392
     ],
     [
      1647,
      392
     ],
     [
      1670,
      394
     ],
     [
      1710,
      398
     ],
     [
      1711,
      398
     ],
     [
      1716,
      399
     ],
     [
      1717,
      400
     ],
     [
      1719,
      400
     ],
     [
      1791,
      403
     ],
     [
      1793,
      404
     ],
     [
      1812,
      409
     ],
     [
      1819,
      409
     ],
     [
      1900,
      410
     ],
     [
      1934,
      415
     ],
     [
      1937,
      415
     ],
     [
      2225,
      420
     ],
     [
      2252,
      420
     ],
     [
      2733,
      421
     ],
     [
      2790,
      426
     ],
     [
      2801,
      426
     ],
     [
      3089,
      428
     ],
     [
      3090,
      428
     ],
     [
      3121,
      432
     ],
     [
      3122,
      432
     ],
     [
      3123,
      433
     ],
     [
      3124,
      433
     ],
     [
      3192,
      434
     ],
     [
      3244,
      434
     ],
     [
      3266,
      436
     ],
     [
      3381,
      436
     ]
    ],
    "pr": [
     [
      0,
      1
     ],
     [
      0,
      18
     ],
     [
      1,
      27
     ],
     [
      2,
      35
     ],
     [
      2,
      41
     ],
     [
      3,
      57
     ],
     [
      3,
      66
     ],
     [
      5,
      67
     ],
     [
      9,
      76
     ],
     [
      9,
      87
     ],
     [
      14,
      99
     ],
     [
      16,
      121
     ],
     [
      19,
      147
     ],
     [
      22,
      167
     ],
     [
      24,
      181
     ],
     [
      27,
      203
     ],
     [
      27,
      204
     ],
     [
      33,
      222
     ],
     [
      35,
      227
     ],
     [
      35,
      228
     ],
     [
      42,
      243
     ],
     [
      42,
      245
     ],
     [
      45,
      273
     ],
     [
      55,
      307
     ],
     [
      55,
      319
     ],
     [
      62,
      332
     ],
     [
      75,
      374
     ],
     [
      88,
      400
     ],
     [
      88,
      428
     ],
     [
      107,
      472
     ],
     [
      107,
      473
     ],
     [
      110,
      497
     ],
     [
      113,
      500
     ],
     [
      135,
      514
     ],
     [
      135,
      518
     ],
     [
      144,
      576
     ],
     [
      162,
      612
     ],
     [
      162,
      620
     ],
     [
      163,
      634
     ],
     [
      176,
      645
     ],
     [
      178,
      647
     ],
     [
      190,
      717
     ],
     [
      207,
      744
     ],
     [
      212,
      769
     ],
     [
      224,
      822
     ],
     [
      224,
      824
     ],
     [
      231,
      869
     ],
     [
      233,
      884
     ],
     [
      243,
      908
     ],
     [
      243,
      914
     ],
     [
      249,
      966
     ],
     [
      259,
      1005
     ],
     [
      260,
      1020
     ],
     [
      261,
      1038
     ],
     [
      269,
      1065
     ],
     [
      277,
      1118
     ],
     [
      285,
      1141
     ],
     [
      288,
      1160
     ],
     [
      288,
      1163
     ],
     [
      293,
      1200
     ],
     [
      294,
      1204
     ],
     [
      299,
      1231
     ],
     [
      303,
      1244
     ],
     [
      313,
      1266
     ],
     [
      313,
      1271
     ],
     [
      316,
      1309
     ],
     [
      321,
      1328
     ],
     [
      322,
      1338
     ],
     [
      324,
      1352
     ],
     [
      332,
      1378
     ],
     [
      338,
      1409
     ],
     [
      338,
      1411
     ],
     [
      352,
      1428
     ],
     [
      352,
      1437
     ],
     [
      357,
      1457
     ],
     [
      357,
      1460
     ],
     [
      361,
      1471
     ],
     [
      363,
      1485
     ],
     [
      366,
      1511
     ],
     [
      366,
      1512
     ],
     [
      368,
      1529
     ],
     [
      373,
      1545
     ],
     [
      375,
      1548
     ],
     [
      375,
      1562
     ],
     [
      379,
      1596
     ],
     [
      380,
      1615
     ],
     [
      387,
      1629
     ],
     [
      388,
      1633
     ],
     [
      388,
      1634
     ],
     [
      392,
      1641
     ],
     [
      392,
      1647
     ],
     [
      394,
      1670
     ],
     [
      398,
      1710
     ],
     [
      398,
      1711
     ],
     [
      399,
      1716
     ],
     [
      400,
      1717
     ],
     [
      400,
      1719
     ],
     [
      403,
      1791
     ],
     [
      404,
      1793
     ],
     [
      409,
      1812
     ],
     [
      409,
      1819
     ],
     [
      410,
      1900
     ],
     [
      415,
      1934
     ],
     [
      415,
      1937
     ],
     [
      420,
      2225
     ],
     [
      420,
      2252
     ],
     [
      421,
      2733
     ],
     [
      426,
      2790
     ],
     [
      426,
      2801
     ],
     [
      428,
      3089
     ],
     [
      428,
      3090
     ],
     [
      432,
      3121
     ],
     [
      432,
      3122
     ],
     [
      433,
      3123
     ],
     [
      433,
      3124
     ],
     [
      434,
      3192
     ],
     [
      434,
      3244
     ],
     [
      436,
      3266
     ],
     [
      436,
      3381
     ]
    ],
    "roc_points": 119,
    "roc_points_before_collinear_removal": 156,
    "pr_points": 119,
    "distinct_thresholds": 155,
    "score_min": 0.1451543503927435,
    "score_max": 0.5178172830852636,
    "auc_raw": 0.7197089645590985,
    "auc_lc": 0.44718397478433974,
    "at_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.5178172830852636,
     "tn": 3380,
     "tp": 0
    },
    "at_half_cap": {
     "f1": 0.0,
     "fn": 436,
     "fp": 1,
     "fpr": 0.0002957704821058858,
     "precision": 0.0,
     "recall": 0.0,
     "threshold": 0.5178172830852636,
     "tn": 3380,
     "tp": 0
    },
    "zero_fp": {
     "attainable": false,
     "f1": 0.0,
     "fn": 436,
     "fp": 0,
     "recall": 0.0,
     "rule_of_three_upper_bound": 0.0008873114463176575,
     "threshold": null,
     "tn": 3381,
     "tp": 0
    },
    "recall_wilson95": {
     "lower": 0.0,
     "upper": 0.008733735175837835
    },
    "fpr_wilson95": {
     "lower": 5.2212660819723426e-05,
     "upper": 0.001673557627614801
    },
    "f1_bootstrap95": {
     "lower": 0.0,
     "upper": 0.0
    },
    "reach_by_fpr_0_02": 5
   }
  },
  "checks": {
   "vertex_rule_matches_at_cap": 22,
   "vertex_rule_matches_at_half_cap": 22,
   "interpolation_overstates_at_cap": [
    "control-modernbert-large",
    "llama-guard-3-1b",
    "olmo-2-1b-instruct"
   ],
   "area_equals_auc": 22
  },
  "provenance": {
   "arithmetic": "sweep / mann_whitney_auc / at_fpr_cap / wilson / truth_grade imported from remine.py",
   "bootstrap": {
    "note": "threshold held fixed at the arm's common-budget threshold",
    "resamples": 2000,
    "seed": 20260924
   },
   "fpr_cap": 0.00384502,
   "half_cap": 0.00192251,
   "wilson_z": 1.959963984540054,
   "remine_sha256": "97df17a30891446d94a9df923ec343a6c7bd29adea3435b0303e4604440d5a6f"
  }
 }
}