{
  "labels": [
    1,
    1,
    0,
    0,
    1,
    1,
    1,
    0,
    1,
    0,
    1,
    0,
    0,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    0,
    1,
    1,
    1,
    0,
    1,
    1,
    1,
    0,
    1,
    1,
    0,
    1,
    1,
    1,
    1,
    0,
    0,
    1,
    0,
    0,
    1,
    0,
    1,
    1,
    0,
    1,
    1,
    0,
    1,
    1,
    1,
    1,
    1,
    1,
    0,
    1,
    1,
    0,
    1,
    1,
    0,
    0,
    1,
    0,
    0,
    0,
    1,
    0,
    0,
    0,
    1,
    0,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    0,
    0,
    1,
    1,
    1,
    1,
    1,
    0,
    1,
    0,
    1,
    0,
    0,
    0,
    1,
    0,
    0
  ],
  "tuning": {
    "minimumPrecision": 0.8,
    "minimumRecall": 0.8,
    "constraint": "Candidates only; training folds only",
    "fallback": "Unconstrained F1 when no feasible training threshold exists"
  },
  "models": [
    {
      "key": "jev",
      "name": "Jev",
      "color": "#a99bff",
      "scores": [
        0.89,
        0.93,
        0.06,
        0.68,
        0.89,
        0.86,
        0.92,
        0.91,
        0.84,
        0.16,
        0.68,
        0.14,
        0.92,
        0.9,
        0.45,
        0.85,
        0.87,
        0.88,
        0.95,
        0.88,
        0.83,
        0.44,
        0.92,
        0.68,
        0.36,
        0.69,
        0.66,
        0.86,
        0.2,
        0.18,
        0.81,
        0.92,
        0.97,
        0.95,
        0.78,
        0.94,
        0.52,
        0.24,
        0.79,
        0.12,
        0.55,
        0.71,
        0.94,
        0.92,
        0.93,
        0.27,
        0.44,
        0.94,
        0.08,
        0.57,
        0.65,
        0.56,
        0.81,
        0.77,
        0.88,
        0.85,
        0.94,
        0.86,
        0.26,
        0.24,
        0.51,
        0.86,
        0.52,
        0.8,
        0.49,
        0.54,
        0.58,
        0.91,
        0.58,
        0.67,
        0.75,
        0.93,
        0.71,
        0.86,
        0.93,
        0.78,
        0.75,
        0.84,
        0.93,
        0.4,
        0.96,
        0.25,
        0.59,
        0.72,
        0.85,
        0.93,
        0.69,
        0.84,
        0.34,
        0.83,
        0.92,
        0.93,
        0.75,
        0.52,
        0.82,
        0.18,
        0.09,
        0.19
      ],
      "bestThreshold": 0.4,
      "best": {
        "tp": 58,
        "fp": 23,
        "fn": 3,
        "flagged": 81,
        "precision": 0.7160493827160493,
        "recall": 0.9508196721311475,
        "f1": 0.8169014084507042
      },
      "default": {
        "tp": 54,
        "fp": 22,
        "fn": 7,
        "flagged": 76,
        "precision": 0.7105263157894737,
        "recall": 0.8852459016393442,
        "f1": 0.7883211678832117
      },
      "meanThreshold": 0.4844,
      "heldout": {
        "precision": 0.7107776224183486,
        "recall": 0.8672131147540983,
        "f1": 0.7809583057314897,
        "flagged": 74.45
      },
      "heldoutF1": 0.7809583057314897,
      "heldoutF1SD": 0.012992670661907442,
      "recordedCost": 0.019002564000000003,
      "cost": 0.019002564000000003,
      "unconstrainedHeldout": {
        "precision": 0.7107776224183486,
        "recall": 0.8672131147540983,
        "f1": 0.7809583057314897,
        "flagged": 74.45
      },
      "unconstrainedMeanThreshold": 0.4844,
      "candidate": false,
      "fallbackFolds": 0
    },
    {
      "key": "perplexity",
      "name": "Perplexity",
      "color": "#6cc9d9",
      "scores": [
        0.8129550676838472,
        0.9415339971951728,
        0.0043335721177699,
        0.2335231477506103,
        0.604814749248477,
        0.6330485692462081,
        0.9883651599077422,
        0.8236778366459862,
        0.6714602581066574,
        0.0091180095731519,
        0.1269946949454886,
        0.1738746947805831,
        0.9195187544075,
        0.8541874634812312,
        0.0129959670637018,
        0.592145256749189,
        0.5409939705136053,
        0.8897475656262755,
        0.8992870854672705,
        0.893289773100574,
        0.1572892346182839,
        0.0119327615012465,
        0.9646024625076272,
        0.6728140946193905,
        0.0113537211940272,
        0.0952329710922097,
        0.177862186793548,
        0.6647681939502404,
        0.0041420953871154,
        0.0019057824520324,
        0.6601507719412169,
        0.975314370178749,
        0.9882642274804208,
        0.92700111117032,
        0.3835939316146403,
        0.947892318616346,
        0.04635838781944,
        0.0086216772876513,
        0.7756521137599433,
        0.0514116760662492,
        0.0210113090767831,
        0.4621627297782743,
        0.91929778616791,
        0.9702216404954908,
        0.8773763648855081,
        0.0278699943799776,
        0.0405806358047343,
        0.8525634064443645,
        0.0008402880702294,
        0.1152140369546081,
        0.0337174744601474,
        0.0574035819382948,
        0.2887331849051346,
        0.2528150778501843,
        0.3812875075228398,
        0.6385731614926684,
        0.9156388374446488,
        0.6771651193471908,
        0.0121971320454824,
        0.02791874033793,
        0.4402457494151307,
        0.601124429411102,
        0.0570082551842516,
        0.1432929333625179,
        0.0103325899476401,
        0.115701107686024,
        0.0876425131914625,
        0.6835655516313032,
        0.0434292201223701,
        0.0960172120688963,
        0.2144864898536392,
        0.9345086645975592,
        0.1060890141855068,
        0.7599293624017652,
        0.7750131970893469,
        0.2606088225407563,
        0.8121024841392271,
        0.8435294081888599,
        0.9374790217433931,
        0.6391817645912077,
        0.9130799145072556,
        0.123273134217686,
        0.0444403841137922,
        0.1381790951209153,
        0.8066859554037539,
        0.8281150476381641,
        0.1752003273623877,
        0.2988165844291985,
        0.0054213961043553,
        0.7632649911975267,
        0.6959169548987131,
        0.8664252684280045,
        0.2491070876217411,
        0.0071992190579847,
        0.2552524478473299,
        0.7160001138824463,
        0.0025668650528133,
        0.0860285564789006
      ],
      "bestThreshold": 0.1269946949454886,
      "best": {
        "tp": 52,
        "fp": 13,
        "fn": 9,
        "flagged": 65,
        "precision": 0.8,
        "recall": 0.8524590163934426,
        "f1": 0.8253968253968254
      },
      "default": {
        "tp": 39,
        "fp": 7,
        "fn": 22,
        "flagged": 46,
        "precision": 0.8478260869565217,
        "recall": 0.639344262295082,
        "f1": 0.7289719626168224
      },
      "meanThreshold": 0.12497406161792407,
      "heldout": {
        "precision": 0.7542751708299578,
        "recall": 0.8245901639344262,
        "f1": 0.7872889496001172,
        "flagged": 66.8
      },
      "heldoutF1": 0.7872889496001172,
      "heldoutF1SD": 0.016082028337462265,
      "recordedCost": 0.00820398,
      "cost": 0.00820398,
      "unconstrainedHeldout": {
        "precision": 0.7427709495521434,
        "recall": 0.8278688524590164,
        "f1": 0.7823774670734724,
        "flagged": 68.1
      },
      "unconstrainedMeanThreshold": 0.11940242558180728,
      "candidate": true,
      "fallbackFolds": 36
    },
    {
      "key": "liquid",
      "name": "Liquid d1",
      "color": "#edc66b",
      "scores": [
        0.665410558746814,
        0.8670357701094303,
        0.0013250223383403,
        0.2120688093369431,
        0.5312093882168609,
        0.4225046348141882,
        0.8670357598021706,
        0.3923368301671084,
        0.3629692055196168,
        0.0103281548039846,
        0.1645164710892692,
        0.0758581883782582,
        0.7310585376135573,
        0.3775406547908327,
        0.0850990380460445,
        0.1645164547038574,
        0.191932795691595,
        0.3923368443773709,
        0.407333428824591,
        0.6513548646660542,
        0.1403362530854946,
        0.6926419894793248,
        0.8670357580842941,
        0.2814055833230601,
        0.7879311956428947,
        0.1192029126349598,
        0.2568319970758679,
        0.3923368585876336,
        0.0009697517656727,
        0.0259573571977968,
        0.7185943805178138,
        0.4687906266262437,
        0.8807970842359877,
        0.8438951104066295,
        0.2942149597859341,
        0.6926419767901475,
        0.0534033358260227,
        0.164516446511152,
        0.8080672181749422,
        0.0046095719058887,
        0.5312093585306514,
        0.2450850186463482,
        0.6513548646660542,
        0.8438950947024555,
        0.6513548646660542,
        0.1127953883885186,
        0.106690588264869,
        0.4225046348141882,
        0.004609571769146,
        0.3208213008246069,
        0.1127953943533099,
        0.1919328003137742,
        0.1732882059293265,
        0.1008786281363246,
        0.5774953942722187,
        0.0675466864469454,
        0.5467381519846138,
        0.835483553488848,
        0.0071214283242877,
        0.0803574644174152,
        0.1329642401978292,
        0.2450850186463482,
        0.3629691917376782,
        0.6513548646660542,
        0.2337063569140402,
        0.0900929866327045,
        0.5621765008857981,
        0.2450850131323717,
        0.7057850464025931,
        0.3345894545235253,
        0.0953494726111709,
        0.7772998508568416,
        0.2337063462395819,
        0.8519528019683106,
        0.5312093733737563,
        0.2814056074291438,
        0.1732882016598637,
        0.63703082204426,
        0.8438950947024555,
        0.1066906109879991,
        0.7772998508568416,
        0.07585817793199,
        0.7431680086124811,
        0.3073580295544412,
        0.5312093882168609,
        0.7057850340255386,
        0.2337063569140402,
        0.2450850131323717,
        0.0758581716642297,
        0.6513548511303336,
        0.3775406687981454,
        0.7772998663336157,
        0.4073334000459302,
        0.1561049170756757,
        0.651354837594613,
        0.0330859798188265,
        0.000911050977387,
        0.0850990473273455
      ],
      "bestThreshold": 0.1008786281363246,
      "best": {
        "tp": 57,
        "fp": 22,
        "fn": 4,
        "flagged": 79,
        "precision": 0.7215189873417721,
        "recall": 0.9344262295081968,
        "f1": 0.8142857142857143
      },
      "default": {
        "tp": 28,
        "fp": 8,
        "fn": 33,
        "flagged": 36,
        "precision": 0.7777777777777778,
        "recall": 0.45901639344262296,
        "f1": 0.5773195876288659
      },
      "meanThreshold": 0.09286718862557743,
      "heldout": {
        "precision": 0.6973076262596561,
        "recall": 0.9229508196721312,
        "f1": 0.7943712785927557,
        "flagged": 80.75
      },
      "heldoutF1": 0.7943712785927557,
      "heldoutF1SD": 0.007705042660983237,
      "recordedCost": 0.014484200000000001,
      "cost": 0.0072421000000000004,
      "unconstrainedHeldout": {
        "precision": 0.6973076262596561,
        "recall": 0.9229508196721312,
        "f1": 0.7943712785927557,
        "flagged": 80.75
      },
      "unconstrainedMeanThreshold": 0.09286718862557743,
      "candidate": false,
      "fallbackFolds": 0
    },
    {
      "key": "liquid_ultra",
      "name": "Liquid d1-ultra",
      "color": "#f09b65",
      "scores": [
        0.7658012784255557,
        0.8491262186039412,
        0.0321033871068915,
        0.7285530574857285,
        0.89771103023508,
        0.8426924885116105,
        0.955238420723064,
        0.7745384044968483,
        0.8832890747753159,
        0.0855278259476001,
        0.5246623165651004,
        0.1117174422893862,
        0.8360373871421909,
        0.8613434877398207,
        0.225461603724292,
        0.7745383798334267,
        0.6092789268213933,
        0.8071467692419088,
        0.8882825553746903,
        0.9144721758934452,
        0.4025340768516015,
        0.1272802640135959,
        0.9573023655467304,
        0.7913111301945223,
        0.1508737723492835,
        0.2006540753001129,
        0.6439102066122557,
        0.8426924760301582,
        0.0198439901504623,
        0.0426976325289843,
        0.7658012699821601,
        0.8930882581019677,
        0.9592751767275488,
        0.9021558310000404,
        0.4264895836370407,
        0.8781030246259028,
        0.3560898041822152,
        0.0515382647732245,
        0.9379093563467372,
        0.0469203844990928,
        0.1328653204022479,
        0.7913111146458578,
        0.8930882625970361,
        0.9407227476823038,
        0.8291578132007065,
        0.1852853731538455,
        0.2006540866264776,
        0.872719733371701,
        0.0426976450368402,
        0.5492049215204136,
        0.2813188325544226,
        0.3122040817744257,
        0.7382047464374181,
        0.8727197255275911,
        0.6092789268213934,
        0.6325127183904117,
        0.883289082055161,
        0.8882825670543081,
        0.0680948928819645,
        0.2006540828510226,
        0.3560898149766863,
        0.5123386675987678,
        0.252367868280464,
        0.4753376834348995,
        0.1272802561694866,
        0.2523678771630321,
        0.3229013015746585,
        0.6877959283347255,
        0.5123386675987678,
        0.3337871403379341,
        0.4507950784795865,
        0.9459945655994484,
        0.3790348222438061,
        0.6982966523528483,
        0.8553419734509811,
        0.4386055069579756,
        0.9182549624169376,
        0.7913111068715253,
        0.9407227463696924,
        0.7476321494846716,
        0.9021558393112266,
        0.2086888853541421,
        0.6325127293332024,
        0.6092789156141315,
        0.9021558268444472,
        0.9021558372334302,
        0.5735104163629593,
        0.620965177756194,
        0.1446580061613833,
        0.822051010590282,
        0.8360373871421909,
        0.8220510105902821,
        0.6877959182255743,
        0.1117174469612335,
        0.7382047464374182,
        0.5613944930420245,
        0.0291733248837556,
        0.4630439986995865
      ],
      "bestThreshold": 0.5246623165651004,
      "best": {
        "tp": 49,
        "fp": 10,
        "fn": 12,
        "flagged": 59,
        "precision": 0.8305084745762712,
        "recall": 0.8032786885245902,
        "f1": 0.8166666666666667
      },
      "default": {
        "tp": 49,
        "fp": 12,
        "fn": 12,
        "flagged": 61,
        "precision": 0.8032786885245902,
        "recall": 0.8032786885245902,
        "f1": 0.8032786885245902
      },
      "meanThreshold": 0.40219052893427426,
      "heldout": {
        "precision": 0.7588411451651424,
        "recall": 0.8172131147540984,
        "f1": 0.7866362236327682,
        "flagged": 65.75
      },
      "heldoutF1": 0.7866362236327682,
      "heldoutF1SD": 0.017693059955694684,
      "recordedCost": 0.01520841,
      "cost": 0.01520841,
      "unconstrainedHeldout": {
        "precision": 0.7230602547132788,
        "recall": 0.8680327868852459,
        "f1": 0.7885601318233272,
        "flagged": 73.25
      },
      "unconstrainedMeanThreshold": 0.28636281663181473,
      "candidate": true,
      "fallbackFolds": 29
    },
    {
      "key": "clef_flash",
      "name": "Clef Flash",
      "color": "#e894b1",
      "scores": [
        0.1769,
        0.4855,
        0.0323,
        0.1182,
        0.055,
        0.0999,
        0.2882,
        0.1949,
        0.0912,
        0.0729,
        0.0913,
        0.0974,
        0.0677,
        0.3451,
        0.0459,
        0.0498,
        0.1196,
        0.5443,
        0.4518,
        0.5801,
        0.3408,
        0.0877,
        0.9183,
        0.0607,
        0.057,
        0.078,
        0.0687,
        0.1006,
        0.0443,
        0.0335,
        0.1099,
        0.204,
        0.8638,
        0.2739,
        0.1299,
        0.1504,
        0.112,
        0.0501,
        0.0621,
        0.031,
        0.0911,
        0.0989,
        0.2061,
        0.8268,
        0.2257,
        0.0457,
        0.0551,
        0.3012,
        0.0394,
        0.5212,
        0.0567,
        0.067,
        0.0612,
        0.0989,
        0.2467,
        0.0916,
        0.6108,
        0.1057,
        0.0342,
        0.0648,
        0.175,
        0.1302,
        0.0926,
        0.0975,
        0.0537,
        0.0811,
        0.0906,
        0.0964,
        0.1057,
        0.0894,
        0.0988,
        0.8583,
        0.0589,
        0.1401,
        0.4801,
        0.1659,
        0.7963,
        0.0674,
        0.8361,
        0.1093,
        0.5001,
        0.1214,
        0.1022,
        0.0873,
        0.191,
        0.8331,
        0.0678,
        0.6948,
        0.0469,
        0.1371,
        0.1406,
        0.1889,
        0.0705,
        0.0505,
        0.3115,
        0.1138,
        0.0327,
        0.1893
      ],
      "bestThreshold": 0.055,
      "best": {
        "tp": 58,
        "fp": 26,
        "fn": 3,
        "flagged": 84,
        "precision": 0.6904761904761905,
        "recall": 0.9508196721311475,
        "f1": 0.8
      },
      "default": {
        "tp": 13,
        "fp": 0,
        "fn": 48,
        "flagged": 13,
        "precision": 1.0,
        "recall": 0.21311475409836064,
        "f1": 0.35135135135135137
      },
      "meanThreshold": 0.052544,
      "heldout": {
        "precision": 0.6648366323275667,
        "recall": 0.9311475409836065,
        "f1": 0.7757104872916837,
        "flagged": 85.45
      },
      "heldoutF1": 0.7757104872916837,
      "heldoutF1SD": 0.010391377119562114,
      "recordedCost": 0.015819362,
      "cost": 0.015819362,
      "unconstrainedHeldout": {
        "precision": 0.6648366323275667,
        "recall": 0.9311475409836065,
        "f1": 0.7757104872916837,
        "flagged": 85.45
      },
      "unconstrainedMeanThreshold": 0.052544,
      "candidate": false,
      "fallbackFolds": 0
    },
    {
      "key": "openai",
      "name": "OpenAI Decisions",
      "color": "#87c99b",
      "scores": [
        0.79,
        1.0,
        0.0,
        0.7,
        1.0,
        0.95,
        0.92,
        0.89,
        0.98,
        0.05,
        0.85,
        0.0,
        0.6,
        0.94,
        0.88,
        0.84,
        0.89,
        0.93,
        1.0,
        0.97,
        0.57,
        0.1,
        1.0,
        1.0,
        0.67,
        0.04,
        0.87,
        0.96,
        0.0,
        0.0,
        0.97,
        0.75,
        1.0,
        0.97,
        0.91,
        1.0,
        0.03,
        0.0,
        0.81,
        0.0,
        0.17,
        0.89,
        0.95,
        0.99,
        1.0,
        0.24,
        0.2,
        0.91,
        0.0,
        0.95,
        0.75,
        0.0,
        0.81,
        0.94,
        0.91,
        0.52,
        0.97,
        0.92,
        0.0,
        0.72,
        0.87,
        0.63,
        0.89,
        0.99,
        0.23,
        0.01,
        0.02,
        0.88,
        0.17,
        0.88,
        0.57,
        0.99,
        0.9,
        0.9,
        0.95,
        0.9,
        0.92,
        1.0,
        0.98,
        0.02,
        1.0,
        0.0,
        0.22,
        0.81,
        0.88,
        1.0,
        0.86,
        0.96,
        0.0,
        1.0,
        0.99,
        0.93,
        0.29,
        0.26,
        0.9,
        0.5,
        0.0,
        0.0
      ],
      "bestThreshold": 0.72,
      "best": {
        "tp": 54,
        "fp": 8,
        "fn": 7,
        "flagged": 62,
        "precision": 0.8709677419354839,
        "recall": 0.8852459016393442,
        "f1": 0.8780487804878049
      },
      "default": {
        "tp": 55,
        "fp": 15,
        "fn": 6,
        "flagged": 70,
        "precision": 0.7857142857142857,
        "recall": 0.9016393442622951,
        "f1": 0.8396946564885496
      },
      "meanThreshold": 0.729,
      "heldout": {
        "precision": 0.8687089006205427,
        "recall": 0.862295081967213,
        "f1": 0.8654634647518402,
        "flagged": 60.55
      },
      "heldoutF1": 0.8654634647518402,
      "heldoutF1SD": 0.005464928010563101,
      "recordedCost": 0.0372321,
      "cost": 0.0372321,
      "unconstrainedHeldout": {
        "precision": 0.8687089006205427,
        "recall": 0.862295081967213,
        "f1": 0.8654634647518402,
        "flagged": 60.55
      },
      "unconstrainedMeanThreshold": 0.729,
      "candidate": true,
      "fallbackFolds": 0
    }
  ]
}