{
  "evaluated_utc": "2026-10-28T02:47:15.635122+00:00",
  "model_sha256": "0484dcbc416cadca2ede678e7e5e23fb0c7210cb64253ded87a408d76daaffe1",
  "test_rows": 2048,
  "new_runs": 3584,
  "training_rows": 3868,
  "tests": {
    "general": {
      "rows": 1024,
      "models": {
        "candidate": {
          "MAE_Cstar": [
            0.00012849345673526932,
            8.963123369211336e-05,
            5.964724089308967e-06,
            8.629330642667167e-05,
            7.40706908540203e-05,
            4.7782573666125516e-06,
            8.907443819503166e-05,
            8.205547201961981e-05,
            5.5594059538485775e-06
          ],
          "log_MAE": [
            6.145341851409313e-05,
            0.0014336903604836022,
            0.0008723613934064308,
            4.8800609075578215e-05,
            0.0014229445890505182,
            0.0008618588478106763,
            4.780752788687424e-05,
            0.0013476964480479245,
            0.0007517957158165414
          ],
          "p95_scaled_error": [
            0.0004949622867195594,
            0.012525196122527569,
            0.005588541359012598,
            0.00039836809222309105,
            0.012492442576204289,
            0.005417093851018951,
            0.00040544244463438465,
            0.010859798337584416,
            0.005446815494618403
          ],
          "median_scaled_error": [
            7.296637601804524e-05,
            0.0017494608416792762,
            0.0006831577306509078,
            5.43577096253215e-05,
            0.0017216857578553914,
            0.0006280332282527225,
            5.3342412869169996e-05,
            0.001580758379367522,
            0.0005336180479143519
          ],
          "max_abs_Cstar": [
            0.0016117625448978101,
            0.0006805356864477002,
            0.00011934419090654617,
            0.0013845584129397182,
            0.000566279775662433,
            9.562888148515174e-05,
            0.001267832382609968,
            0.0008630260854442517,
            0.00012190605116953711
          ],
          "group_log_MAE": 0.0007609343233435822,
          "group_errors": {
            "wind0_bypass0": 0.000856995884160965,
            "wind0_bypass1": 0.0006524008398684477,
            "wind1_bypass0": 0.001170046765396686,
            "wind1_bypass1": 0.0007285213298759111,
            "wind2_bypass0": 0.0008834332727181164,
            "wind2_bypass1": 0.0005239273427249708,
            "wind3_bypass0": 0.0008729144888272388,
            "wind3_bypass1": 0.00039923466317632125
          },
          "room3_low_count": 278,
          "room3_low_MAE_Cstar": 1.7977107989036164e-06,
          "negative_predictions": 0,
          "p99_scaled_error": [
            0.0009063661644849033,
            0.02064900966122929,
            0.01223784172735626,
            0.0009210778702566164,
            0.02060984046632288,
            0.010745514353048309,
            0.0008769244833137984,
            0.0203841088553462,
            0.009675001015648858
          ]
        },
        "full_interpolation": {
          "MAE_Cstar": [
            0.00013662807432564348,
            0.0001079598871299848,
            6.038355993496039e-06,
            9.106342226539524e-05,
            8.910173252334885e-05,
            4.8287288247048724e-06,
            9.668867947623672e-05,
            9.421147913740797e-05,
            5.662130977726284e-06
          ],
          "log_MAE": [
            6.506862217008086e-05,
            0.001749747645198869,
            0.000939903240399353,
            5.138454612642291e-05,
            0.0017357763188199811,
            0.0009285147827782694,
            5.1889431353100656e-05,
            0.001605312893615293,
            0.0008246766273672581
          ],
          "p95_scaled_error": [
            0.00046742187692219153,
            0.014954271680802432,
            0.00604837765615857,
            0.00040062941191675505,
            0.014922627600409598,
            0.0057787540158143035,
            0.0004576920360934615,
            0.013329219015167074,
            0.005860808942341507
          ],
          "median_scaled_error": [
            7.903185588721143e-05,
            0.0019306562009432085,
            0.00069617323009464,
            5.872942151186108e-05,
            0.001916224029524832,
            0.0006328168141548837,
            5.615387938967173e-05,
            0.0018721200874883977,
            0.0005771368977976095
          ],
          "max_abs_Cstar": [
            0.001624521164987791,
            0.0008428106776079865,
            9.052123773917089e-05,
            0.001396603565975374,
            0.0006960096124025636,
            7.136884699932011e-05,
            0.0013266905381075222,
            0.0008897069591628781,
            0.00010164019723260531
          ],
          "group_log_MAE": 0.0008835860119809587,
          "group_errors": {
            "wind0_bypass0": 0.001054841764587314,
            "wind0_bypass1": 0.0007256731506432936,
            "wind1_bypass0": 0.0013173616125695788,
            "wind1_bypass1": 0.0008009834810563063,
            "wind2_bypass0": 0.0010734671027422104,
            "wind2_bypass1": 0.0006044246174971541,
            "wind3_bypass0": 0.0010363077040766132,
            "wind3_bypass1": 0.0004556286626751989
          },
          "room3_low_count": 278,
          "room3_low_MAE_Cstar": 2.046247971795457e-06,
          "negative_predictions": 0,
          "p99_scaled_error": [
            0.0007906993402435859,
            0.024938101877372262,
            0.012450141904475253,
            0.000826028332349386,
            0.024849703939119908,
            0.010387281432074237,
            0.000765086064209071,
            0.02441495503614021,
            0.011190327322957374
          ]
        },
        "v3_interpolation": {
          "MAE_Cstar": [
            0.0004492859722983925,
            5.521267971749664e-05,
            2.134042758845265e-05,
            0.00037628492596008384,
            4.615798967016245e-05,
            1.7795812849495668e-05,
            0.00027898264674645597,
            6.159919292342777e-05,
            2.0883341513447004e-05
          ],
          "log_MAE": [
            0.00020703924472577947,
            0.0007046912314065271,
            0.0027304446160678446,
            0.0002084894312737382,
            0.0007053253598849924,
            0.0027107353427968917,
            0.0001468766977563904,
            0.0008223549867632342,
            0.0024494383095104684
          ],
          "p95_scaled_error": [
            0.0018617559770366437,
            0.005675358643476153,
            0.017617008874340076,
            0.001910770379634902,
            0.005754069318768167,
            0.017337011708348442,
            0.001453248584185897,
            0.0067569484965332785,
            0.01784132908962769
          ],
          "median_scaled_error": [
            0.0002054364811101867,
            0.0010000717893180735,
            0.002387769333455056,
            0.00021096401581386157,
            0.0010057059004599357,
            0.002271463087191806,
            0.00014668631113538746,
            0.001021510355318293,
            0.0019463982190624745
          ],
          "max_abs_Cstar": [
            0.004935371106069786,
            0.0009200967203044919,
            0.0003332366511854829,
            0.004276376262669301,
            0.0007607088548877705,
            0.0002769744497849516,
            0.0035474267663888615,
            0.0007352621934839237,
            0.0002949722580757423
          ],
          "group_log_MAE": 0.0011872661355762076,
          "group_errors": {
            "wind0_bypass0": 0.0006588469709323605,
            "wind0_bypass1": 0.0005463605368620431,
            "wind1_bypass0": 0.002335136098284636,
            "wind1_bypass1": 0.0015620741906728947,
            "wind2_bypass0": 0.001956946500484698,
            "wind2_bypass1": 0.0012223169958127682,
            "wind3_bypass0": 0.0007089114560493764,
            "wind3_bypass1": 0.0005075363355108828
          },
          "room3_low_count": 278,
          "room3_low_MAE_Cstar": 4.798204478203534e-06,
          "negative_predictions": 0,
          "p99_scaled_error": [
            0.0036450150989667117,
            0.009607186734494656,
            0.032987963589765606,
            0.0037628442801716368,
            0.00968601591574577,
            0.03249059532423409,
            0.0026554557831918817,
            0.00962812803400282,
            0.03402388378640321
          ]
        },
        "v3_kernel": {
          "MAE_Cstar": [
            0.000436093419324328,
            6.801416618087623e-05,
            2.1263248274423592e-05,
            0.0003586749780294438,
            5.6366027718256925e-05,
            1.7715000182116345e-05,
            0.00036051994343582296,
            7.144416031066875e-05,
            2.1036891587067857e-05
          ],
          "log_MAE": [
            0.00020272721942490732,
            0.0007565685298858303,
            0.00240945021734013,
            0.00020005326368354294,
            0.0007511513478148141,
            0.002400525415218639,
            0.00019282733749770645,
            0.0008613092801710088,
            0.002213547166819573
          ],
          "p95_scaled_error": [
            0.0018150600898778715,
            0.006079526729942479,
            0.0204440576521752,
            0.0017748189988181277,
            0.006089141138542466,
            0.01998121952288882,
            0.00171627848835786,
            0.006649051148738791,
            0.017692946628703292
          ],
          "median_scaled_error": [
            0.00023093600834524816,
            0.000955328323084659,
            0.0019445007052106274,
            0.00021818174101348708,
            0.0009302563397250751,
            0.0017575465566937738,
            0.00020314676197497004,
            0.0012110994322852404,
            0.001741538199903667
          ],
          "max_abs_Cstar": [
            0.004510003259093787,
            0.000771808827853257,
            0.00037813098695551814,
            0.003941983894463874,
            0.0006459918762944383,
            0.00031432991402249866,
            0.0038228066936635274,
            0.0011976308159587779,
            0.00036464265037474547
          ],
          "group_log_MAE": 0.0011097955308729058,
          "group_errors": {
            "wind0_bypass0": 0.0005098923556102958,
            "wind0_bypass1": 0.0010094953949688049,
            "wind1_bypass0": 0.001782298366176118,
            "wind1_bypass1": 0.001808712140842991,
            "wind2_bypass0": 0.0012160125473481484,
            "wind2_bypass1": 0.0014013046664928114,
            "wind3_bypass0": 0.00046924171418114696,
            "wind3_bypass1": 0.00068140706136293
          },
          "room3_low_count": 278,
          "room3_low_MAE_Cstar": 3.2777825483056323e-06,
          "negative_predictions": 0,
          "p99_scaled_error": [
            0.0034445824150995943,
            0.00921952874984569,
            0.03217334157348351,
            0.0034173018861725158,
            0.009114243057333106,
            0.03092668019132966,
            0.002877312553011058,
            0.010201585692944604,
            0.03629080460757893
          ]
        }
      },
      "paired_log": {
        "delta": -0.00012265168863737655,
        "ci95": [
          -0.0001559479142619443,
          -9.178297107577411e-05
        ],
        "base_points": 256,
        "regions_improved": 8,
        "regions": 8
      },
      "paired_room3_MAE": {
        "delta": -5.047145809231494e-08,
        "ci95": [
          -3.763950631827681e-07,
          3.1450218363356523e-07
        ],
        "base_points": 256,
        "regions_improved": 5,
        "regions": 8
      },
      "room3_worst5_base_points": {
        "candidate": 6.852195632291794e-05,
        "full_interpolation": 6.001038835155171e-05,
        "v3_interpolation": 0.00019417597304409052,
        "v3_kernel": 0.00020726533429307677
      },
      "checks": {
        "log_improves": true,
        "room3_MAE_improves": false,
        "room3_tail5_guard": false,
        "lowtail_guard": true,
        "family_guard": true,
        "numeric_gate": true
      },
      "accepted": false
    },
    "p10": {
      "rows": 1024,
      "models": {
        "candidate": {
          "MAE_Cstar": [
            5.0653726307153205e-05,
            4.571113134628937e-05,
            2.9245807769932915e-06,
            3.923072433610413e-05,
            3.779424180393013e-05,
            2.40224913648267e-06,
            3.579248744874628e-05,
            3.872821573412918e-05,
            2.659179219483855e-06
          ],
          "log_MAE": [
            2.41777390611684e-05,
            0.0009928484927624335,
            0.0005078061059985988,
            2.246352710240963e-05,
            0.0009859116163397617,
            0.0005160436877342618,
            1.9534611895187696e-05,
            0.0008855442007402012,
            0.00041790832652339083
          ],
          "p95_scaled_error": [
            0.0002569821273821262,
            0.009934646948809677,
            0.0033977763077641617,
            0.00027374743390744477,
            0.009932342221408763,
            0.0031827428620762313,
            0.00020128069091014474,
            0.008162151019716284,
            0.0028883893857637173
          ],
          "median_scaled_error": [
            1.608657962106022e-05,
            0.0008044278116639211,
            0.00030074590223856657,
            1.1578619049341295e-05,
            0.0007926258039124137,
            0.0002714978943506661,
            1.1545221898667517e-05,
            0.0008028074503509264,
            0.0002254692043456315
          ],
          "max_abs_Cstar": [
            0.0014508712392887757,
            0.0003673235372086258,
            8.06956096848499e-05,
            0.0012476612893732586,
            0.00030437482440926096,
            6.601024980328572e-05,
            0.0013208020840633772,
            0.00029777361973471785,
            7.732352361208145e-05
          ],
          "group_log_MAE": 0.00048580425646193486,
          "group_errors": {
            "wind0_bypass0": 0.0007553909713839717,
            "wind0_bypass1": 0.00024863991242855013,
            "wind1_bypass0": 0.0007954777019496839,
            "wind1_bypass1": 0.000233902289429268,
            "wind2_bypass0": 0.0007481293764101975,
            "wind2_bypass1": 0.00025284374004465516,
            "wind3_bypass0": 0.0006645864890078808,
            "wind3_bypass1": 0.00018746357104127142
          },
          "room3_low_count": 280,
          "room3_low_MAE_Cstar": 1.0607779283627188e-06,
          "negative_predictions": 0,
          "p99_scaled_error": [
            0.0005012987686465937,
            0.022927179141414428,
            0.006438065635638945,
            0.0005393098729379771,
            0.022839425920533223,
            0.005632096844762534,
            0.0005150028800031238,
            0.021510214200325836,
            0.00613720925212506
          ]
        },
        "full_interpolation": {
          "MAE_Cstar": [
            4.926404239487703e-05,
            5.0996210879772016e-05,
            2.9342043056741604e-06,
            3.8263288722109666e-05,
            4.219205634720325e-05,
            2.409194519785032e-06,
            3.456984383891598e-05,
            4.20818661311712e-05,
            2.644554448398762e-06
          ],
          "log_MAE": [
            2.3504131055105652e-05,
            0.0011706965996660836,
            0.0005245898172632456,
            2.1903934772715664e-05,
            0.0011627030051831664,
            0.000535860242575226,
            1.8854459100867287e-05,
            0.001036426768204577,
            0.00044887435442660605
          ],
          "p95_scaled_error": [
            0.00023290180602406752,
            0.011232966912203803,
            0.0036073251893732204,
            0.00023339381472361687,
            0.011164042693614727,
            0.0032194842891317735,
            0.00018591003653679137,
            0.010438672974429977,
            0.003528293330363755
          ],
          "median_scaled_error": [
            1.5178491624921277e-05,
            0.000827993965474907,
            0.0002999821888862716,
            1.3126460764438139e-05,
            0.0008330619192048931,
            0.00028022267486962123,
            1.1989848237381593e-05,
            0.000749686802992783,
            0.00023307800572526676
          ],
          "max_abs_Cstar": [
            0.001464810540917294,
            0.0003831397215529591,
            8.52785374824451e-05,
            0.0012596009954615184,
            0.00031706888820123586,
            6.990728945825003e-05,
            0.001248670282827935,
            0.00030965491466151095,
            8.26096798458506e-05
          ],
          "group_log_MAE": 0.0005492681458052881,
          "group_errors": {
            "wind0_bypass0": 0.0008166022978352767,
            "wind0_bypass1": 0.0002020047342359179,
            "wind1_bypass0": 0.0009182298072074255,
            "wind1_bypass1": 0.00021800568499683788,
            "wind2_bypass0": 0.0009033913954471368,
            "wind2_bypass1": 0.0002563956951190998,
            "wind3_bypass0": 0.00087998438087844,
            "wind3_bypass1": 0.00019953117072217053
          },
          "room3_low_count": 280,
          "room3_low_MAE_Cstar": 1.0804659001471968e-06,
          "negative_predictions": 0,
          "p99_scaled_error": [
            0.0005066043611497658,
            0.024524583063021615,
            0.006324859697693281,
            0.0005399411320487105,
            0.024389593481098634,
            0.0056414500806872105,
            0.00046130173926594605,
            0.025491172171951466,
            0.006238281836662893
          ]
        },
        "v3_interpolation": {
          "MAE_Cstar": [
            0.00032293108317005314,
            3.1173969739204425e-05,
            1.609304458968772e-05,
            0.00027358290784280166,
            2.5942626104547375e-05,
            1.3391786258625445e-05,
            0.0002067289855327524,
            3.237767383541382e-05,
            1.6204990492984598e-05
          ],
          "log_MAE": [
            0.00015138195104377804,
            0.0004231796818180199,
            0.0019635061611228545,
            0.00015447390494092574,
            0.00042023202647950065,
            0.001955674497752613,
            0.00011149565426776397,
            0.0004716490754129747,
            0.001824893365193768
          ],
          "p95_scaled_error": [
            0.0017304177799828712,
            0.004276101266471685,
            0.016626032625319948,
            0.0016990084737276696,
            0.004308166116419946,
            0.016404197398110477,
            0.0012210226259790607,
            0.00435254686751608,
            0.017764091342803965
          ],
          "median_scaled_error": [
            0.00010499421657811784,
            0.000351892377721211,
            0.0009825650371333811,
            0.00010753339082387935,
            0.00035867744545644393,
            0.0009318872737508763,
            7.059333302565925e-05,
            0.0003951108536631006,
            0.000859453471651625
          ],
          "max_abs_Cstar": [
            0.004949351317546036,
            0.0004827644384092361,
            0.0002809259028296075,
            0.0042527088667372315,
            0.00039805351720850757,
            0.00022501200615738593,
            0.0028202506778873815,
            0.0005804396311174173,
            0.00028244987912776857
          ],
          "group_log_MAE": 0.0008307207020035777,
          "group_errors": {
            "wind0_bypass0": 0.00017054796593563774,
            "wind0_bypass1": 0.00023363629255833396,
            "wind1_bypass0": 0.0020691794372467865,
            "wind1_bypass1": 0.0010508377642788698,
            "wind2_bypass0": 0.001806169492186814,
            "wind2_bypass1": 0.0009734121075867806,
            "wind3_bypass0": 0.0001629661509062729,
            "wind3_bypass1": 0.00017901640532912575
          },
          "room3_low_count": 280,
          "room3_low_MAE_Cstar": 2.168263962004012e-06,
          "negative_predictions": 0,
          "p99_scaled_error": [
            0.004015532435299,
            0.009454482757337087,
            0.03769916480366102,
            0.004152576981844932,
            0.009319610200188967,
            0.03767546885078495,
            0.002673337927086297,
            0.008790956751634932,
            0.030949288207371917
          ]
        },
        "v3_kernel": {
          "MAE_Cstar": [
            0.0002714642161100729,
            3.055108588051831e-05,
            1.400987101974086e-05,
            0.00022930434142009917,
            2.5468739637402002e-05,
            1.1669348543453935e-05,
            0.00019871321560695177,
            3.7028556960967884e-05,
            1.4131395867867848e-05
          ],
          "log_MAE": [
            0.00012765693969330656,
            0.0004003115194159499,
            0.0016586453882911118,
            0.00012985231513533522,
            0.00039886067203054386,
            0.0016520311421986912,
            0.000107891564930038,
            0.0005253963314983475,
            0.001536073514498872
          ],
          "p95_scaled_error": [
            0.0011200071869400137,
            0.0027345386657970415,
            0.012138787508989434,
            0.0011605841136193454,
            0.0028549157963024207,
            0.011697711658714362,
            0.0009838441372527508,
            0.0043289709389575624,
            0.012082357184802273
          ],
          "median_scaled_error": [
            0.00011349223686789707,
            0.0005482089402363311,
            0.0012832785653653421,
            0.00011968367638451734,
            0.0005545955209762747,
            0.0011529762758304466,
            0.00010660106676485736,
            0.0007100421692537732,
            0.0011262795873337888
          ],
          "max_abs_Cstar": [
            0.003930979677004287,
            0.0003785310144453838,
            0.0002885923349414399,
            0.003382406631752488,
            0.00030718705575811384,
            0.00023941881005925744,
            0.002780811448074294,
            0.00045921033048150484,
            0.00031199228952171094
          ],
          "group_log_MAE": 0.0007263021541880218,
          "group_errors": {
            "wind0_bypass0": 0.0002299562706620903,
            "wind0_bypass1": 0.0004588108058642234,
            "wind1_bypass0": 0.001564317205527238,
            "wind1_bypass1": 0.001004913292060906,
            "wind2_bypass0": 0.0013299375593299413,
            "wind2_bypass1": 0.0008047103642425582,
            "wind3_bypass0": 0.00019441550534491075,
            "wind3_bypass1": 0.00022335623047230614
          },
          "room3_low_count": 280,
          "room3_low_MAE_Cstar": 1.6868068255617791e-06,
          "negative_predictions": 0,
          "p99_scaled_error": [
            0.0029197964634635077,
            0.006681084161019689,
            0.023012412507307917,
            0.0029054713800437137,
            0.006678683211404298,
            0.023023138023355812,
            0.002457884589550814,
            0.005976110550917551,
            0.02142467493122047
          ]
        }
      },
      "paired_log": {
        "delta": -6.346388934335331e-05,
        "ci95": [
          -9.29528919294178e-05,
          -3.7279545990972655e-05
        ],
        "base_points": 256,
        "regions_improved": 6,
        "regions": 8
      },
      "paired_room3_MAE": {
        "delta": -6.945383302362122e-09,
        "ci95": [
          -1.0365869511649365e-07,
          8.125502010104981e-08
        ],
        "base_points": 256,
        "regions_improved": 5,
        "regions": 8
      },
      "room3_worst5_base_points": {
        "candidate": 4.540523581641198e-05,
        "full_interpolation": 4.5582909136809155e-05,
        "v3_interpolation": 0.00020577792865945275,
        "v3_kernel": 0.00016838530634130324
      },
      "checks": {
        "log_improves": true,
        "room3_MAE_improves": false,
        "room3_tail5_guard": true,
        "lowtail_guard": true,
        "family_guard": true,
        "numeric_gate": true
      },
      "accepted": false
    }
  },
  "candidate_accepted": false,
  "default": "full_interpolation",
  "scope": "New in-domain simulator cases; both arms share3868traininglabels and same axis-scale grid. Fresh selection512, independent gate512, final2048. Old v3 tests are opened development. Not measured odour, comfort, CFD or extrapolation validation."
}
