{"microstructure": [{"model_id": "untrained-microprice-volatility-v2", "horizon": 3, "rows": 1192941, "crps": 0.3698655421904995, "baseline": 0.3698655421904995, "calibrated_baseline": 0.3698655421904995, "skill_vs_common_baseline": 0.0}, {"model_id": "untrained-microprice-volatility-v2", "horizon": 5, "rows": 1192941, "crps": 0.5242629958918268, "baseline": 0.5242629958918268, "calibrated_baseline": 0.5242629958918268, "skill_vs_common_baseline": 0.0}, {"model_id": "untrained-microprice-volatility-v2", "horizon": 10, "rows": 1192941, "crps": 0.8371471971068769, "baseline": 0.8371471971068769, "calibrated_baseline": 0.8371471971068769, "skill_vs_common_baseline": 0.0}, {"model_id": "untrained-microprice-volatility-v2", "horizon": 30, "rows": 1192941, "crps": 1.6781709904935687, "baseline": 1.6781709904935687, "calibrated_baseline": 1.6781709904935687, "skill_vs_common_baseline": 0.0}, {"model_id": "e03384a32a9591dccb9818f69b878319d12b4769959b2cc1b7584b5e16751714", "horizon": 3, "rows": 33248, "crps": 0.32198107056573605, "baseline": 0.3703416279534956, "calibrated_baseline": 0.32198107056573605, "skill_vs_common_baseline": 0.13058363882828827}, {"model_id": "e03384a32a9591dccb9818f69b878319d12b4769959b2cc1b7584b5e16751714", "horizon": 5, "rows": 33248, "crps": 0.4916198064937859, "baseline": 0.5256088347963239, "calibrated_baseline": 0.4916198064937859, "skill_vs_common_baseline": 0.06466601406292749}, {"model_id": "e03384a32a9591dccb9818f69b878319d12b4769959b2cc1b7584b5e16751714", "horizon": 10, "rows": 33248, "crps": 0.8330456875707554, "baseline": 0.8455325851557718, "calibrated_baseline": 0.8330456875707554, "skill_vs_common_baseline": 0.014768085587991808}, {"model_id": "e03384a32a9591dccb9818f69b878319d12b4769959b2cc1b7584b5e16751714", "horizon": 30, "rows": 33248, "crps": 1.7385557033891497, "baseline": 1.7220445362974819, "calibrated_baseline": 1.7385557033891497, "skill_vs_common_baseline": -0.009588118508925492}, {"model_id": "84af2a063fda2d59ffe10d926f899f2f1ffeec75356a350d3382dfe0c4be28a8", "horizon": 3, "rows": 10766, "crps": 0.3485268452172181, "baseline": 0.3852213807263878, "calibrated_baseline": 0.3485268452172181, "skill_vs_common_baseline": 0.09525570839286512}, {"model_id": "84af2a063fda2d59ffe10d926f899f2f1ffeec75356a350d3382dfe0c4be28a8", "horizon": 5, "rows": 10766, "crps": 0.5209077199694607, "baseline": 0.5449684475904881, "calibrated_baseline": 0.5209077199694607, "skill_vs_common_baseline": 0.04415068014929857}, {"model_id": "84af2a063fda2d59ffe10d926f899f2f1ffeec75356a350d3382dfe0c4be28a8", "horizon": 10, "rows": 10766, "crps": 0.8836432936137381, "baseline": 0.8950070568722297, "calibrated_baseline": 0.8836432936137381, "skill_vs_common_baseline": 0.012696842076535653}, {"model_id": "84af2a063fda2d59ffe10d926f899f2f1ffeec75356a350d3382dfe0c4be28a8", "horizon": 30, "rows": 10766, "crps": 1.9455845027059482, "baseline": 1.9633005323745063, "calibrated_baseline": 1.9455845027059482, "skill_vs_common_baseline": 0.009023595408050755}, {"model_id": "b114942fc0577a833484aabf949a8f6897c3b860ca8c30e6eaad178041d1cfa6", "horizon": 3, "rows": 129538, "crps": 0.43204429358450325, "baseline": 0.46378502844226727, "calibrated_baseline": 0.4312664050520628, "skill_vs_common_baseline": 0.06843846375199492}, {"model_id": "b114942fc0577a833484aabf949a8f6897c3b860ca8c30e6eaad178041d1cfa6", "horizon": 5, "rows": 129538, "crps": 0.6271685820002835, "baseline": 0.6495409462417969, "calibrated_baseline": 0.6309177277707678, "skill_vs_common_baseline": 0.03444334706065655}, {"model_id": "b114942fc0577a833484aabf949a8f6897c3b860ca8c30e6eaad178041d1cfa6", "horizon": 10, "rows": 129538, "crps": 1.0016439893637412, "baseline": 1.0100942465349667, "calibrated_baseline": 1.0097234949393843, "skill_vs_common_baseline": 0.008365810616398739}, {"model_id": "b114942fc0577a833484aabf949a8f6897c3b860ca8c30e6eaad178041d1cfa6", "horizon": 30, "rows": 129538, "crps": 1.9886915629062312, "baseline": 1.9657049250010261, "calibrated_baseline": 1.9982440582318524, "skill_vs_common_baseline": -0.011693839504010484}, {"model_id": "69e947136e44499090b8ee0de8a6900133c2f8c0a69d7939aba71c5a49231fc5", "horizon": 3, "rows": 11011, "crps": 0.37565669264303675, "baseline": 0.4196603765361505, "calibrated_baseline": 0.37565669264303675, "skill_vs_common_baseline": 0.10485546492694242}, {"model_id": "69e947136e44499090b8ee0de8a6900133c2f8c0a69d7939aba71c5a49231fc5", "horizon": 5, "rows": 11011, "crps": 0.5789458636688936, "baseline": 0.6053124408736084, "calibrated_baseline": 0.5789458636688936, "skill_vs_common_baseline": 0.043558624314183336}, {"model_id": "69e947136e44499090b8ee0de8a6900133c2f8c0a69d7939aba71c5a49231fc5", "horizon": 10, "rows": 11011, "crps": 0.9687677214004587, "baseline": 0.9905710558328766, "calibrated_baseline": 0.9868390405921792, "skill_vs_common_baseline": 0.022010873731905578}, {"model_id": "69e947136e44499090b8ee0de8a6900133c2f8c0a69d7939aba71c5a49231fc5", "horizon": 30, "rows": 11011, "crps": 1.924199435674607, "baseline": 1.9502830396991122, "calibrated_baseline": 1.951033662937701, "skill_vs_common_baseline": 0.013374265936563434}, {"model_id": "1a9c2b91601c3a8cb0443a17f87f904c7abc717c4b10b58546e99ec516d2c2c1", "horizon": 3, "rows": 10072, "crps": 0.38709091464828205, "baseline": 0.42317870128581275, "calibrated_baseline": 0.38659446232692996, "skill_vs_common_baseline": 0.08527788976117967}, {"model_id": "1a9c2b91601c3a8cb0443a17f87f904c7abc717c4b10b58546e99ec516d2c2c1", "horizon": 5, "rows": 10072, "crps": 0.5628821129119844, "baseline": 0.5885917576325511, "calibrated_baseline": 0.5709889937635854, "skill_vs_common_baseline": 0.04367992651473185}, {"model_id": "1a9c2b91601c3a8cb0443a17f87f904c7abc717c4b10b58546e99ec516d2c2c1", "horizon": 10, "rows": 10072, "crps": 0.9164886228405984, "baseline": 0.9149693635409314, "calibrated_baseline": 0.9248547295354693, "skill_vs_common_baseline": -0.001660448273139492}, {"model_id": "1a9c2b91601c3a8cb0443a17f87f904c7abc717c4b10b58546e99ec516d2c2c1", "horizon": 30, "rows": 10072, "crps": 1.7997280721664057, "baseline": 1.7378717320461534, "calibrated_baseline": 1.8245104703125574, "skill_vs_common_baseline": -0.035593156260976366}, {"model_id": "bf1187fab24a61c694da7dcd7858b7ba1a1a57979e9056278eef01752ec62b54", "horizon": 3, "rows": 10579, "crps": 0.2297424207025651, "baseline": 0.2776590461196394, "calibrated_baseline": 0.2233075045439196, "skill_vs_common_baseline": 0.17257361532686277}, {"model_id": "bf1187fab24a61c694da7dcd7858b7ba1a1a57979e9056278eef01752ec62b54", "horizon": 5, "rows": 10579, "crps": 0.3725837107386387, "baseline": 0.40042532337050907, "calibrated_baseline": 0.35609182860546285, "skill_vs_common_baseline": 0.06953009963885026}, {"model_id": "bf1187fab24a61c694da7dcd7858b7ba1a1a57979e9056278eef01752ec62b54", "horizon": 10, "rows": 10579, "crps": 0.6384553154919276, "baseline": 0.6439926059026655, "calibrated_baseline": 0.6294123111194719, "skill_vs_common_baseline": 0.008598375757709942}, {"model_id": "bf1187fab24a61c694da7dcd7858b7ba1a1a57979e9056278eef01752ec62b54", "horizon": 30, "rows": 10579, "crps": 1.3818475370024081, "baseline": 1.357942537072948, "calibrated_baseline": 1.3818475370024081, "skill_vs_common_baseline": -0.01760383762702311}, {"model_id": "e8ccdb05b4cd904df672a5a7afd698a5d43bb43b2a22c9e9b847ddbf9ea07932", "horizon": 3, "rows": 13762, "crps": 0.2953073050150434, "baseline": 0.3474172623974852, "calibrated_baseline": 0.2953073050150434, "skill_vs_common_baseline": 0.14999242416118652}, {"model_id": "e8ccdb05b4cd904df672a5a7afd698a5d43bb43b2a22c9e9b847ddbf9ea07932", "horizon": 5, "rows": 13762, "crps": 0.45519518754197563, "baseline": 0.4978275386655514, "calibrated_baseline": 0.4587088029735201, "skill_vs_common_baseline": 0.08563678746630543}, {"model_id": "e8ccdb05b4cd904df672a5a7afd698a5d43bb43b2a22c9e9b847ddbf9ea07932", "horizon": 10, "rows": 13762, "crps": 0.8013622968900811, "baseline": 0.8245057977732259, "calibrated_baseline": 0.8084797102465809, "skill_vs_common_baseline": 0.028069542925773572}, {"model_id": "e8ccdb05b4cd904df672a5a7afd698a5d43bb43b2a22c9e9b847ddbf9ea07932", "horizon": 30, "rows": 13762, "crps": 1.7175778232161372, "baseline": 1.744008755879625, "calibrated_baseline": 1.730527140187611, "skill_vs_common_baseline": 0.015155275209703167}, {"model_id": "3db4c39c869a1958a44ca771b6d78f4bcbb2d5677cbc6775c5309e3970b47323", "horizon": 3, "rows": 11281, "crps": 0.24224466019930435, "baseline": 0.2937596840159314, "calibrated_baseline": 0.23162893052671193, "skill_vs_common_baseline": 0.1753645126260186}, {"model_id": "3db4c39c869a1958a44ca771b6d78f4bcbb2d5677cbc6775c5309e3970b47323", "horizon": 5, "rows": 11281, "crps": 0.3898521402297473, "baseline": 0.42283313111212734, "calibrated_baseline": 0.36641556900611744, "skill_vs_common_baseline": 0.07800001574056914}, {"model_id": "3db4c39c869a1958a44ca771b6d78f4bcbb2d5677cbc6775c5309e3970b47323", "horizon": 10, "rows": 11281, "crps": 0.6515580783241495, "baseline": 0.68595777846909, "calibrated_baseline": 0.650749687174039, "skill_vs_common_baseline": 0.05014842199430003}, {"model_id": "3db4c39c869a1958a44ca771b6d78f4bcbb2d5677cbc6775c5309e3970b47323", "horizon": 30, "rows": 11281, "crps": 1.4163491989372958, "baseline": 1.41079292179349, "calibrated_baseline": 1.4307622925701784, "skill_vs_common_baseline": -0.003938407301294244}, {"model_id": "0010daf717efeadfb4e5f279f5c6dcfe6a9fa2a558a26622c8c2b2eff2f53d52", "horizon": 3, "rows": 4584, "crps": 0.22051518799884395, "baseline": 0.2674357081509101, "calibrated_baseline": 0.21861325948327062, "skill_vs_common_baseline": 0.17544598092932895}, {"model_id": "0010daf717efeadfb4e5f279f5c6dcfe6a9fa2a558a26622c8c2b2eff2f53d52", "horizon": 5, "rows": 4584, "crps": 0.34263800865716065, "baseline": 0.3894854665465179, "calibrated_baseline": 0.3456046662640207, "skill_vs_common_baseline": 0.12028037478456732}, {"model_id": "0010daf717efeadfb4e5f279f5c6dcfe6a9fa2a558a26622c8c2b2eff2f53d52", "horizon": 10, "rows": 4584, "crps": 0.6069171873218012, "baseline": 0.6567591159597789, "calibrated_baseline": 0.6279786205234971, "skill_vs_common_baseline": 0.07589072983804623}, {"model_id": "0010daf717efeadfb4e5f279f5c6dcfe6a9fa2a558a26622c8c2b2eff2f53d52", "horizon": 30, "rows": 4584, "crps": 1.3730632404466678, "baseline": 1.4049289829904, "calibrated_baseline": 1.398167474685423, "skill_vs_common_baseline": 0.022681390254976175}, {"model_id": "ec950f1b80c8c9ba82a212c8de10e38f5e07f0bc5b7e86bc4ab58b848afa251f", "horizon": 3, "rows": 5203, "crps": 1.1167172959818532, "baseline": 1.0400396170834534, "calibrated_baseline": 1.1503759785182521, "skill_vs_common_baseline": -0.07372572894234963}, {"model_id": "ec950f1b80c8c9ba82a212c8de10e38f5e07f0bc5b7e86bc4ab58b848afa251f", "horizon": 5, "rows": 5203, "crps": 1.4507213824985146, "baseline": 1.38356699301726, "calibrated_baseline": 1.5195562818560235, "skill_vs_common_baseline": -0.048537143354949075}, {"model_id": "ec950f1b80c8c9ba82a212c8de10e38f5e07f0bc5b7e86bc4ab58b848afa251f", "horizon": 10, "rows": 5203, "crps": 1.9547723244304829, "baseline": 1.8758333078192557, "calibrated_baseline": 1.9977120132525903, "skill_vs_common_baseline": -0.042082106273609865}, {"model_id": "ec950f1b80c8c9ba82a212c8de10e38f5e07f0bc5b7e86bc4ab58b848afa251f", "horizon": 30, "rows": 5203, "crps": 3.4509285002099195, "baseline": 3.1835726463312017, "calibrated_baseline": 3.450552783790808, "skill_vs_common_baseline": -0.08397981876958971}, {"model_id": "18e8523b5a4f976bd4c97d6ee260b3f1b8c97939a816932557ea64a9d7c6216f", "horizon": 3, "rows": 13124, "crps": 0.7806203648976028, "baseline": 0.7664363102726125, "calibrated_baseline": 0.7806203648976028, "skill_vs_common_baseline": -0.018506501368581008}, {"model_id": "18e8523b5a4f976bd4c97d6ee260b3f1b8c97939a816932557ea64a9d7c6216f", "horizon": 5, "rows": 13124, "crps": 1.0793528657338616, "baseline": 1.0711333557109317, "calibrated_baseline": 1.1104680582031998, "skill_vs_common_baseline": -0.007673657046628257}, {"model_id": "18e8523b5a4f976bd4c97d6ee260b3f1b8c97939a816932557ea64a9d7c6216f", "horizon": 10, "rows": 13124, "crps": 1.6101379966551015, "baseline": 1.5915038734720632, "calibrated_baseline": 1.6356257391611921, "skill_vs_common_baseline": -0.011708500050575221}, {"model_id": "18e8523b5a4f976bd4c97d6ee260b3f1b8c97939a816932557ea64a9d7c6216f", "horizon": 30, "rows": 13124, "crps": 2.916476347365859, "baseline": 2.8407202485769774, "calibrated_baseline": 2.9253746920815646, "skill_vs_common_baseline": -0.026667919456986544}, {"model_id": "2f63aa7c9e33baab5385906124bce2b86090c679d38f54251143c49f65741c2f", "horizon": 3, "rows": 322, "crps": 0.6794853203267988, "baseline": 0.6890446782753227, "calibrated_baseline": 0.6794853203267988, "skill_vs_common_baseline": 0.01387334994365097}, {"model_id": "2f63aa7c9e33baab5385906124bce2b86090c679d38f54251143c49f65741c2f", "horizon": 5, "rows": 322, "crps": 0.9745599118656212, "baseline": 1.0074667981943222, "calibrated_baseline": 1.0430361902815672, "skill_vs_common_baseline": 0.03266299831188468}, {"model_id": "2f63aa7c9e33baab5385906124bce2b86090c679d38f54251143c49f65741c2f", "horizon": 10, "rows": 322, "crps": 1.3563908850672133, "baseline": 1.3707717087296594, "calibrated_baseline": 1.4371082982575907, "skill_vs_common_baseline": 0.010491042068393241}, {"model_id": "2f63aa7c9e33baab5385906124bce2b86090c679d38f54251143c49f65741c2f", "horizon": 30, "rows": 322, "crps": 2.015472175253362, "baseline": 2.1911861294231385, "calibrated_baseline": 2.230642018330354, "skill_vs_common_baseline": 0.08019124975751635}, {"model_id": "40409d7fe727c8555203415ebc79033f11dc6cb6980e60d3f84c67387a42d53d", "horizon": 3, "rows": 287, "crps": 0.3671936313372178, "baseline": 0.40290958124473725, "calibrated_baseline": 0.3671936313372178, "skill_vs_common_baseline": 0.08864507465218285}, {"model_id": "40409d7fe727c8555203415ebc79033f11dc6cb6980e60d3f84c67387a42d53d", "horizon": 5, "rows": 287, "crps": 0.4796825279134567, "baseline": 0.514864107065189, "calibrated_baseline": 0.49253675934592356, "skill_vs_common_baseline": 0.06833177661630596}, {"model_id": "40409d7fe727c8555203415ebc79033f11dc6cb6980e60d3f84c67387a42d53d", "horizon": 10, "rows": 287, "crps": 0.5739312730336552, "baseline": 0.6378743813680442, "calibrated_baseline": 0.6370800915830817, "skill_vs_common_baseline": 0.10024404522603758}, {"model_id": "40409d7fe727c8555203415ebc79033f11dc6cb6980e60d3f84c67387a42d53d", "horizon": 30, "rows": 287, "crps": 2.2206048154689064, "baseline": 1.2674398350136638, "calibrated_baseline": 1.422344501048061, "skill_vs_common_baseline": -0.75203962675275}, {"model_id": "dbda70b274fdd43aa0b8b3ece38831d4810ca89a2da5b61f6fd6ae09c80456cd", "horizon": 3, "rows": 163776, "crps": 0.25974135586144237, "baseline": 0.3046532527405129, "calibrated_baseline": 0.25974135586144237, "skill_vs_common_baseline": 0.14741971889374195}, {"model_id": "dbda70b274fdd43aa0b8b3ece38831d4810ca89a2da5b61f6fd6ae09c80456cd", "horizon": 5, "rows": 163776, "crps": 0.3973284140097698, "baseline": 0.4366680146573676, "calibrated_baseline": 0.40001341373665916, "skill_vs_common_baseline": 0.09009041039670762}, {"model_id": "dbda70b274fdd43aa0b8b3ece38831d4810ca89a2da5b61f6fd6ae09c80456cd", "horizon": 10, "rows": 163776, "crps": 0.6771038554121172, "baseline": 0.715631529975191, "calibrated_baseline": 0.6930228782969037, "skill_vs_common_baseline": 0.05383730725840086}, {"model_id": "dbda70b274fdd43aa0b8b3ece38831d4810ca89a2da5b61f6fd6ae09c80456cd", "horizon": 30, "rows": 163776, "crps": 1.4573970875838447, "baseline": 1.500384579397461, "calibrated_baseline": 1.4856801468481478, "skill_vs_common_baseline": 0.028650982157441107}, {"model_id": "3e6a1bf8b14748237a386cf806bf5274c4a75300dabd6342ecacf03fd4f4a8fa", "horizon": 3, "rows": 11860, "crps": 0.4336278787809207, "baseline": 0.46901438549670327, "calibrated_baseline": 0.4336278787809207, "skill_vs_common_baseline": 0.0754486595934728}, {"model_id": "3e6a1bf8b14748237a386cf806bf5274c4a75300dabd6342ecacf03fd4f4a8fa", "horizon": 5, "rows": 11860, "crps": 0.637690049890536, "baseline": 0.6635222054404876, "calibrated_baseline": 0.6445954353609967, "skill_vs_common_baseline": 0.03893186292507356}, {"model_id": "3e6a1bf8b14748237a386cf806bf5274c4a75300dabd6342ecacf03fd4f4a8fa", "horizon": 10, "rows": 11860, "crps": 1.0421454168922901, "baseline": 1.0603864373739882, "calibrated_baseline": 1.0533355418052104, "skill_vs_common_baseline": 0.017202238579051787}, {"model_id": "3e6a1bf8b14748237a386cf806bf5274c4a75300dabd6342ecacf03fd4f4a8fa", "horizon": 30, "rows": 11860, "crps": 1.971377847846068, "baseline": 1.9879988790945051, "calibrated_baseline": 1.9792478719121522, "skill_vs_common_baseline": 0.008360684416486075}, {"model_id": "34945f599ea4688758a3f81dafef82943d0cddeb9683c8cbfa634ef5c13ceb7d", "horizon": 3, "rows": 14403, "crps": 0.41453593204216976, "baseline": 0.45996587498709174, "calibrated_baseline": 0.4109885345675346, "skill_vs_common_baseline": 0.09876807262320686}, {"model_id": "34945f599ea4688758a3f81dafef82943d0cddeb9683c8cbfa634ef5c13ceb7d", "horizon": 5, "rows": 14403, "crps": 0.6221721752277586, "baseline": 0.6585783907625251, "calibrated_baseline": 0.6277156370832285, "skill_vs_common_baseline": 0.05528000317868631}, {"model_id": "34945f599ea4688758a3f81dafef82943d0cddeb9683c8cbfa634ef5c13ceb7d", "horizon": 10, "rows": 14403, "crps": 1.0403499244576961, "baseline": 1.0678424641367226, "calibrated_baseline": 1.0582189711335894, "skill_vs_common_baseline": 0.025745876009203528}, {"model_id": "34945f599ea4688758a3f81dafef82943d0cddeb9683c8cbfa634ef5c13ceb7d", "horizon": 30, "rows": 14403, "crps": 2.1544715594161032, "baseline": 2.217872521227452, "calibrated_baseline": 2.1932537544918342, "skill_vs_common_baseline": 0.028586386820943388}, {"model_id": "1580b299e5b68ddf7cc8bef32af87ceaaf52243113e21898ecc687192c8c65b6", "horizon": 3, "rows": 13919, "crps": 0.24368651210242032, "baseline": 0.28735415255355423, "calibrated_baseline": 0.23413470476093917, "skill_vs_common_baseline": 0.15196453596749593}, {"model_id": "1580b299e5b68ddf7cc8bef32af87ceaaf52243113e21898ecc687192c8c65b6", "horizon": 5, "rows": 13919, "crps": 0.3734609375615346, "baseline": 0.41100561401392055, "calibrated_baseline": 0.3688612637100426, "skill_vs_common_baseline": 0.09134832997953735}, {"model_id": "1580b299e5b68ddf7cc8bef32af87ceaaf52243113e21898ecc687192c8c65b6", "horizon": 10, "rows": 13919, "crps": 0.6517252460871449, "baseline": 0.6752951466566153, "calibrated_baseline": 0.6592366993621431, "skill_vs_common_baseline": 0.03490310967902688}, {"model_id": "1580b299e5b68ddf7cc8bef32af87ceaaf52243113e21898ecc687192c8c65b6", "horizon": 30, "rows": 13919, "crps": 1.435216092677043, "baseline": 1.438229563588163, "calibrated_baseline": 1.4518491749318763, "skill_vs_common_baseline": 0.0020952641966293095}, {"model_id": "c1c0fd61a97b2811820dc5cebf6c0b0a09b047128674882fdafd53e8509e5f39", "horizon": 3, "rows": 14154, "crps": 0.17706726911907733, "baseline": 0.2153245211307357, "calibrated_baseline": 0.16796731117859057, "skill_vs_common_baseline": 0.17767252800915423}, {"model_id": "c1c0fd61a97b2811820dc5cebf6c0b0a09b047128674882fdafd53e8509e5f39", "horizon": 5, "rows": 14154, "crps": 0.2761171948942155, "baseline": 0.3116225532128834, "calibrated_baseline": 0.27120225393262465, "skill_vs_common_baseline": 0.11393706248986613}, {"model_id": "c1c0fd61a97b2811820dc5cebf6c0b0a09b047128674882fdafd53e8509e5f39", "horizon": 10, "rows": 14154, "crps": 0.49501932140989474, "baseline": 0.5208060301765716, "calibrated_baseline": 0.5033742836373042, "skill_vs_common_baseline": 0.04951307640953051}, {"model_id": "c1c0fd61a97b2811820dc5cebf6c0b0a09b047128674882fdafd53e8509e5f39", "horizon": 30, "rows": 14154, "crps": 1.1414253753610377, "baseline": 1.1355436431712504, "calibrated_baseline": 1.1523168628120697, "skill_vs_common_baseline": -0.005179661940038827}, {"model_id": "68185ba6c2830f2a968b172c209fd638f946f19ea54227f013c2db641903b3a6", "horizon": 3, "rows": 13916, "crps": 0.2377190922502621, "baseline": 0.2678922618770049, "calibrated_baseline": 0.21440082914235106, "skill_vs_common_baseline": 0.11263173267989324}, {"model_id": "68185ba6c2830f2a968b172c209fd638f946f19ea54227f013c2db641903b3a6", "horizon": 5, "rows": 13916, "crps": 0.3497388235497227, "baseline": 0.3797130134345568, "calibrated_baseline": 0.3350773032178487, "skill_vs_common_baseline": 0.07893906404132278}, {"model_id": "68185ba6c2830f2a968b172c209fd638f946f19ea54227f013c2db641903b3a6", "horizon": 10, "rows": 13916, "crps": 0.587804102899588, "baseline": 0.621995859757104, "calibrated_baseline": 0.6038725792815016, "skill_vs_common_baseline": 0.05497103609478737}, {"model_id": "68185ba6c2830f2a968b172c209fd638f946f19ea54227f013c2db641903b3a6", "horizon": 30, "rows": 13916, "crps": 1.2831267391220742, "baseline": 1.3089738893146747, "calibrated_baseline": 1.3192530509158922, "skill_vs_common_baseline": 0.019746115948984344}, {"model_id": "ab983b32ffe4f00a1b1938ed7c59877559f2960ba81167c2fc5c5c448e34c326", "horizon": 3, "rows": 12231, "crps": 0.37352552214851115, "baseline": 0.418437503068379, "calibrated_baseline": 0.3713481896328968, "skill_vs_common_baseline": 0.1073325899101557}, {"model_id": "ab983b32ffe4f00a1b1938ed7c59877559f2960ba81167c2fc5c5c448e34c326", "horizon": 5, "rows": 12231, "crps": 0.5530320387959977, "baseline": 0.6019263485077454, "calibrated_baseline": 0.5687026793399067, "skill_vs_common_baseline": 0.08122972159793818}, {"model_id": "ab983b32ffe4f00a1b1938ed7c59877559f2960ba81167c2fc5c5c448e34c326", "horizon": 10, "rows": 12231, "crps": 0.9169004216087333, "baseline": 0.9792378599381499, "calibrated_baseline": 0.9591858342636076, "skill_vs_common_baseline": 0.06365913827448821}, {"model_id": "ab983b32ffe4f00a1b1938ed7c59877559f2960ba81167c2fc5c5c448e34c326", "horizon": 30, "rows": 12231, "crps": 2.008858946906328, "baseline": 2.059214286684749, "calibrated_baseline": 2.0437867508406837, "skill_vs_common_baseline": 0.02445366667472526}, {"model_id": "de500a3056678e89dddc064f6e0d49f1dc9b2f3fcc0c6ab991eb3ed1e2f1aba2", "horizon": 3, "rows": 14082, "crps": 0.19244894572535567, "baseline": 0.23728153431419605, "calibrated_baseline": 0.18421533607715335, "skill_vs_common_baseline": 0.18894259394612378}, {"model_id": "de500a3056678e89dddc064f6e0d49f1dc9b2f3fcc0c6ab991eb3ed1e2f1aba2", "horizon": 5, "rows": 14082, "crps": 0.3097382963722184, "baseline": 0.3452633307912438, "calibrated_baseline": 0.2960060114575398, "skill_vs_common_baseline": 0.10289257865181434}, {"model_id": "de500a3056678e89dddc064f6e0d49f1dc9b2f3fcc0c6ab991eb3ed1e2f1aba2", "horizon": 10, "rows": 14082, "crps": 0.5443174216053761, "baseline": 0.5858459814958376, "calibrated_baseline": 0.5515588808897627, "skill_vs_common_baseline": 0.07088648075118098}, {"model_id": "de500a3056678e89dddc064f6e0d49f1dc9b2f3fcc0c6ab991eb3ed1e2f1aba2", "horizon": 30, "rows": 14082, "crps": 1.250592478728437, "baseline": 1.2782276947870421, "calibrated_baseline": 1.2737436978008077, "skill_vs_common_baseline": 0.021619947816268525}, {"model_id": "9738c4f72ee6d535743097add63148c1d459e5e1e648fa33e27b53654f139f39", "horizon": 3, "rows": 13466, "crps": 0.10756052043073194, "baseline": 0.1379768028831357, "calibrated_baseline": 0.09894392876019169, "skill_vs_common_baseline": 0.2204448995543541}, {"model_id": "9738c4f72ee6d535743097add63148c1d459e5e1e648fa33e27b53654f139f39", "horizon": 5, "rows": 13466, "crps": 0.1775001367218725, "baseline": 0.20039457155629992, "calibrated_baseline": 0.1607621208480064, "skill_vs_common_baseline": 0.11424678152020362}, {"model_id": "9738c4f72ee6d535743097add63148c1d459e5e1e648fa33e27b53654f139f39", "horizon": 10, "rows": 13466, "crps": 0.3084407409668706, "baseline": 0.3339868814787904, "calibrated_baseline": 0.3013930082160088, "skill_vs_common_baseline": 0.07648845487226752}, {"model_id": "9738c4f72ee6d535743097add63148c1d459e5e1e648fa33e27b53654f139f39", "horizon": 30, "rows": 13466, "crps": 0.6991041816797287, "baseline": 0.6986314021115639, "calibrated_baseline": 0.7077243623619609, "skill_vs_common_baseline": -0.0006767224701549335}, {"model_id": "f08b358aa691c184366f8e0466f023f04fc754cde22ef8c2ff5fb7ace166cf67", "horizon": 3, "rows": 31549, "crps": 0.14394364114527053, "baseline": 0.18078680362133454, "calibrated_baseline": 0.1373221702364546, "skill_vs_common_baseline": 0.20379342815990897}, {"model_id": "f08b358aa691c184366f8e0466f023f04fc754cde22ef8c2ff5fb7ace166cf67", "horizon": 5, "rows": 31549, "crps": 0.22358386051967, "baseline": 0.2620171772284846, "calibrated_baseline": 0.22025121656760932, "skill_vs_common_baseline": 0.1466824317220239}, {"model_id": "f08b358aa691c184366f8e0466f023f04fc754cde22ef8c2ff5fb7ace166cf67", "horizon": 10, "rows": 31549, "crps": 0.4020821142729775, "baseline": 0.4379058431223611, "calibrated_baseline": 0.4068723877893743, "skill_vs_common_baseline": 0.08180692130973366}, {"model_id": "f08b358aa691c184366f8e0466f023f04fc754cde22ef8c2ff5fb7ace166cf67", "horizon": 30, "rows": 31549, "crps": 0.9212866322742606, "baseline": 0.9510470355279647, "calibrated_baseline": 0.9522122506585823, "skill_vs_common_baseline": 0.03129225174145345}, {"model_id": "580df69d526673336ae3c3b3d0d06e7ea002151ed9b6563b100ab13e1756077c", "horizon": 3, "rows": 49721, "crps": 0.14370531012325982, "baseline": 0.18312701813816387, "calibrated_baseline": 0.1416903365209365, "skill_vs_common_baseline": 0.21526975328764186}, {"model_id": "580df69d526673336ae3c3b3d0d06e7ea002151ed9b6563b100ab13e1756077c", "horizon": 5, "rows": 49721, "crps": 0.22847935134916017, "baseline": 0.2649365768128588, "calibrated_baseline": 0.22537641076088027, "skill_vs_common_baseline": 0.13760736966663023}, {"model_id": "580df69d526673336ae3c3b3d0d06e7ea002151ed9b6563b100ab13e1756077c", "horizon": 10, "rows": 49721, "crps": 0.40620117897923175, "baseline": 0.43909496522340097, "calibrated_baseline": 0.4097620729478471, "skill_vs_common_baseline": 0.07491269280993385}, {"model_id": "580df69d526673336ae3c3b3d0d06e7ea002151ed9b6563b100ab13e1756077c", "horizon": 30, "rows": 49721, "crps": 0.9224121492250623, "baseline": 0.9459043909223701, "calibrated_baseline": 0.9484739517569291, "skill_vs_common_baseline": 0.02483574653290277}, {"model_id": "ea7175b975c98ddd959cc360997651ac27131bc45008aad25f382a33933c7997", "horizon": 3, "rows": 14208, "crps": 0.12023810760729328, "baseline": 0.16089304996931209, "calibrated_baseline": 0.12023810760729328, "skill_vs_common_baseline": 0.25268302372149154}, {"model_id": "ea7175b975c98ddd959cc360997651ac27131bc45008aad25f382a33933c7997", "horizon": 5, "rows": 14208, "crps": 0.19890665036986802, "baseline": 0.23451162055759345, "calibrated_baseline": 0.19407694563202266, "skill_vs_common_baseline": 0.15182603788702764}, {"model_id": "ea7175b975c98ddd959cc360997651ac27131bc45008aad25f382a33933c7997", "horizon": 10, "rows": 14208, "crps": 0.36669865666754736, "baseline": 0.3966982222859585, "calibrated_baseline": 0.3655632022275134, "skill_vs_common_baseline": 0.07562314105049373}, {"model_id": "ea7175b975c98ddd959cc360997651ac27131bc45008aad25f382a33933c7997", "horizon": 30, "rows": 14208, "crps": 0.8615196753426355, "baseline": 0.8728490680655789, "calibrated_baseline": 0.8676506468323085, "skill_vs_common_baseline": 0.012979784406543238}, {"model_id": "25963b7f1408d23bbcf40ccafbbacd127e471aa0eed41502e02ea5ae0643ec8c", "horizon": 3, "rows": 107244, "crps": 0.16462076883559054, "baseline": 0.2118694420621042, "calibrated_baseline": 0.16462076883559054, "skill_vs_common_baseline": 0.22300843749172616}, {"model_id": "25963b7f1408d23bbcf40ccafbbacd127e471aa0eed41502e02ea5ae0643ec8c", "horizon": 5, "rows": 107244, "crps": 0.261041835812985, "baseline": 0.30568443502803483, "calibrated_baseline": 0.261041835812985, "skill_vs_common_baseline": 0.14604145353673492}, {"model_id": "25963b7f1408d23bbcf40ccafbbacd127e471aa0eed41502e02ea5ae0643ec8c", "horizon": 10, "rows": 107244, "crps": 0.466738129111661, "baseline": 0.5063943576133355, "calibrated_baseline": 0.4734339585296097, "skill_vs_common_baseline": 0.0783109604312664}, {"model_id": "25963b7f1408d23bbcf40ccafbbacd127e471aa0eed41502e02ea5ae0643ec8c", "horizon": 30, "rows": 107244, "crps": 1.0548331811710296, "baseline": 1.0896044538293292, "calibrated_baseline": 1.087323975988285, "skill_vs_common_baseline": 0.03191183051436575}, {"model_id": "afc8e6bd3f77e72354409f79f188dda58e32f82f701acdd5bff5c78082a3a6a2", "horizon": 3, "rows": 13334, "crps": 0.12468589269418938, "baseline": 0.17243408826628318, "calibrated_baseline": 0.12468589269418938, "skill_vs_common_baseline": 0.27690693906391717}, {"model_id": "afc8e6bd3f77e72354409f79f188dda58e32f82f701acdd5bff5c78082a3a6a2", "horizon": 5, "rows": 13334, "crps": 0.2042895478902214, "baseline": 0.24910138047051758, "calibrated_baseline": 0.20107848472423134, "skill_vs_common_baseline": 0.17989395520672302}, {"model_id": "afc8e6bd3f77e72354409f79f188dda58e32f82f701acdd5bff5c78082a3a6a2", "horizon": 10, "rows": 13334, "crps": 0.3873155923353264, "baseline": 0.4146081692825226, "calibrated_baseline": 0.3745735480715633, "skill_vs_common_baseline": 0.06582739793676962}, {"model_id": "afc8e6bd3f77e72354409f79f188dda58e32f82f701acdd5bff5c78082a3a6a2", "horizon": 30, "rows": 13334, "crps": 0.8632874586034468, "baseline": 0.8752622766093741, "calibrated_baseline": 0.8745656057067008, "skill_vs_common_baseline": 0.01368140536379081}, {"model_id": "e943e3d17da18803e4af8dd36c673aec6eeacb3061595fb3f29bbc4938dd87d9", "horizon": 3, "rows": 7016, "crps": 0.1068581732731443, "baseline": 0.16235810553863053, "calibrated_baseline": 0.1068581732731443, "skill_vs_common_baseline": 0.341836535240188}, {"model_id": "e943e3d17da18803e4af8dd36c673aec6eeacb3061595fb3f29bbc4938dd87d9", "horizon": 5, "rows": 7016, "crps": 0.18612378878819555, "baseline": 0.23222447694504952, "calibrated_baseline": 0.17178745575502835, "skill_vs_common_baseline": 0.1985177822911519}, {"model_id": "e943e3d17da18803e4af8dd36c673aec6eeacb3061595fb3f29bbc4938dd87d9", "horizon": 10, "rows": 7016, "crps": 0.3524651024156998, "baseline": 0.3847329970037606, "calibrated_baseline": 0.3256887161377633, "skill_vs_common_baseline": 0.08387087886757327}, {"model_id": "e943e3d17da18803e4af8dd36c673aec6eeacb3061595fb3f29bbc4938dd87d9", "horizon": 30, "rows": 7016, "crps": 0.8546137800476843, "baseline": 0.8929967464381652, "calibrated_baseline": 0.8589297513282945, "skill_vs_common_baseline": 0.042982201831727185}, {"model_id": "1cd0d49477d6ca2dd1fa4cc850ff65f91545e3f19ea5edacd4078dd023dfeb23", "horizon": 3, "rows": 14063, "crps": 0.09064620854510652, "baseline": 0.14009969557207827, "calibrated_baseline": 0.09064620854510652, "skill_vs_common_baseline": 0.3529878264548334}, {"model_id": "1cd0d49477d6ca2dd1fa4cc850ff65f91545e3f19ea5edacd4078dd023dfeb23", "horizon": 5, "rows": 14063, "crps": 0.16401958598787836, "baseline": 0.20268361047711303, "calibrated_baseline": 0.14929835645643552, "skill_vs_common_baseline": 0.1907604882221131}, {"model_id": "1cd0d49477d6ca2dd1fa4cc850ff65f91545e3f19ea5edacd4078dd023dfeb23", "horizon": 10, "rows": 14063, "crps": 0.31292534913752057, "baseline": 0.3371341398294951, "calibrated_baseline": 0.28578200436472817, "skill_vs_common_baseline": 0.07180759179185492}, {"model_id": "1cd0d49477d6ca2dd1fa4cc850ff65f91545e3f19ea5edacd4078dd023dfeb23", "horizon": 30, "rows": 14063, "crps": 0.7382208296136115, "baseline": 0.756795861971257, "calibrated_baseline": 0.7420671121396435, "skill_vs_common_baseline": 0.024544310151567772}, {"model_id": "0d1cc03d27eb04d572e8e37eb5628eef8e2aab22d5152f754f463e4bf5bb0a33", "horizon": 3, "rows": 14195, "crps": 0.13531620380763784, "baseline": 0.1847291765382716, "calibrated_baseline": 0.13531620380763784, "skill_vs_common_baseline": 0.2674887294828412}, {"model_id": "0d1cc03d27eb04d572e8e37eb5628eef8e2aab22d5152f754f463e4bf5bb0a33", "horizon": 5, "rows": 14195, "crps": 0.22793048728111256, "baseline": 0.26729499373525006, "calibrated_baseline": 0.21844400331998892, "skill_vs_common_baseline": 0.147269897965718}, {"model_id": "0d1cc03d27eb04d572e8e37eb5628eef8e2aab22d5152f754f463e4bf5bb0a33", "horizon": 10, "rows": 14195, "crps": 0.41533061585306336, "baseline": 0.44522280415828336, "calibrated_baseline": 0.4069382630989527, "skill_vs_common_baseline": 0.06713984105493587}, {"model_id": "0d1cc03d27eb04d572e8e37eb5628eef8e2aab22d5152f754f463e4bf5bb0a33", "horizon": 30, "rows": 14195, "crps": 0.9177016125541861, "baseline": 0.9653124021583189, "calibrated_baseline": 0.9585802674750727, "skill_vs_common_baseline": 0.04932163877484741}, {"model_id": "9436f6b7e8e1093cb8f6b46eedc87cd135f47d69f66ba472732f7179949e02d0", "horizon": 3, "rows": 1626, "crps": 0.25288409077996044, "baseline": 0.30681958737587645, "calibrated_baseline": 0.25288409077996044, "skill_vs_common_baseline": 0.17578896138022992}, {"model_id": "9436f6b7e8e1093cb8f6b46eedc87cd135f47d69f66ba472732f7179949e02d0", "horizon": 5, "rows": 1626, "crps": 0.3917559722089399, "baseline": 0.4487878411197231, "calibrated_baseline": 0.40579130564419214, "skill_vs_common_baseline": 0.12707979959637283}, {"model_id": "9436f6b7e8e1093cb8f6b46eedc87cd135f47d69f66ba472732f7179949e02d0", "horizon": 10, "rows": 1626, "crps": 0.6736322623337072, "baseline": 0.7434083628253346, "calibrated_baseline": 0.7224854248555829, "skill_vs_common_baseline": 0.0938597196114963}, {"model_id": "9436f6b7e8e1093cb8f6b46eedc87cd135f47d69f66ba472732f7179949e02d0", "horizon": 30, "rows": 1626, "crps": 1.482051331462845, "baseline": 1.6107645647270767, "calibrated_baseline": 1.5861524222063843, "skill_vs_common_baseline": 0.07990816043686721}, {"model_id": "e95731461f4da072d4107cefcf7366894cfd165b4138496ed6fadcf13d573fe4", "horizon": 3, "rows": 71801, "crps": 0.19190560131181372, "baseline": 0.23356708781525598, "calibrated_baseline": 0.19190560131181372, "skill_vs_common_baseline": 0.1783705353915066}, {"model_id": "e95731461f4da072d4107cefcf7366894cfd165b4138496ed6fadcf13d573fe4", "horizon": 5, "rows": 71801, "crps": 0.2955211260468774, "baseline": 0.3354760179270769, "calibrated_baseline": 0.29947323801115094, "skill_vs_common_baseline": 0.11909910021909387}, {"model_id": "e95731461f4da072d4107cefcf7366894cfd165b4138496ed6fadcf13d573fe4", "horizon": 10, "rows": 71801, "crps": 0.5141667659231369, "baseline": 0.5485539145209514, "calibrated_baseline": 0.5272834896146708, "skill_vs_common_baseline": 0.06268690768134344}, {"model_id": "e95731461f4da072d4107cefcf7366894cfd165b4138496ed6fadcf13d573fe4", "horizon": 30, "rows": 71801, "crps": 1.1237087475569079, "baseline": 1.1454232341442108, "calibrated_baseline": 1.1551650414336017, "skill_vs_common_baseline": 0.018957609676502396}, {"model_id": "a00ce9fa5a47a8e27abc76d59252c2420b3629e942242408cc208e03e96eae9a", "horizon": 3, "rows": 14083, "crps": 0.22126968229883756, "baseline": 0.25933399451842226, "calibrated_baseline": 0.22126968229883756, "skill_vs_common_baseline": 0.14677717932918632}, {"model_id": "a00ce9fa5a47a8e27abc76d59252c2420b3629e942242408cc208e03e96eae9a", "horizon": 5, "rows": 14083, "crps": 0.3353380419517164, "baseline": 0.3744049448030422, "calibrated_baseline": 0.34549031385334117, "skill_vs_common_baseline": 0.10434398208035733}, {"model_id": "a00ce9fa5a47a8e27abc76d59252c2420b3629e942242408cc208e03e96eae9a", "horizon": 10, "rows": 14083, "crps": 0.5782814763718157, "baseline": 0.6166583158641205, "calibrated_baseline": 0.6042105117833323, "skill_vs_common_baseline": 0.062233555447196776}, {"model_id": "a00ce9fa5a47a8e27abc76d59252c2420b3629e942242408cc208e03e96eae9a", "horizon": 30, "rows": 14083, "crps": 1.2110062461865798, "baseline": 1.2752486426710306, "calibrated_baseline": 1.286322490431937, "skill_vs_common_baseline": 0.05037636923093991}, {"model_id": "0d098d8750106e7f3ba3bd20ef1b4b7e5667cccc8e750d67646439e694ab6610", "horizon": 3, "rows": 13837, "crps": 0.1698270155812332, "baseline": 0.21057334829770005, "calibrated_baseline": 0.1698270155812332, "skill_vs_common_baseline": 0.19350185123551977}, {"model_id": "0d098d8750106e7f3ba3bd20ef1b4b7e5667cccc8e750d67646439e694ab6610", "horizon": 5, "rows": 13837, "crps": 0.26326882309711336, "baseline": 0.29991927409057434, "calibrated_baseline": 0.26326882309711336, "skill_vs_common_baseline": 0.1222010526152204}, {"model_id": "0d098d8750106e7f3ba3bd20ef1b4b7e5667cccc8e750d67646439e694ab6610", "horizon": 10, "rows": 13837, "crps": 0.45867815525567185, "baseline": 0.4859227635319204, "calibrated_baseline": 0.46453863856384997, "skill_vs_common_baseline": 0.05606777521230244}, {"model_id": "0d098d8750106e7f3ba3bd20ef1b4b7e5667cccc8e750d67646439e694ab6610", "horizon": 30, "rows": 13837, "crps": 1.0232195933418147, "baseline": 1.0269762770565323, "calibrated_baseline": 1.0327231610788197, "skill_vs_common_baseline": 0.0036580043752176827}, {"model_id": "282946f4f3e6392c0d82446deebf8930f09c6d24e91789afb0645fd4093979fa", "horizon": 3, "rows": 112350, "crps": 0.21431981384613136, "baseline": 0.24973454340319096, "calibrated_baseline": 0.21431981384613136, "skill_vs_common_baseline": 0.14180949529230036}, {"model_id": "282946f4f3e6392c0d82446deebf8930f09c6d24e91789afb0645fd4093979fa", "horizon": 5, "rows": 112350, "crps": 0.3267009015873419, "baseline": 0.35494098272090946, "calibrated_baseline": 0.3267009015873419, "skill_vs_common_baseline": 0.079562751297651}, {"model_id": "282946f4f3e6392c0d82446deebf8930f09c6d24e91789afb0645fd4093979fa", "horizon": 10, "rows": 112350, "crps": 0.546273816019155, "baseline": 0.5722384044746562, "calibrated_baseline": 0.55940068237633, "skill_vs_common_baseline": 0.045373725797621}, {"model_id": "282946f4f3e6392c0d82446deebf8930f09c6d24e91789afb0645fd4093979fa", "horizon": 30, "rows": 112350, "crps": 1.213262592704011, "baseline": 1.2320287321944186, "calibrated_baseline": 1.2477373459477539, "skill_vs_common_baseline": 0.015231900847784918}, {"model_id": "dfdf4363008535a4c76a2b90e0d8a9056401a11a1d2949ff30e7efca5f66cff4", "horizon": 3, "rows": 13643, "crps": 0.26058691523575556, "baseline": 0.3032430402096029, "calibrated_baseline": 0.26058691523575556, "skill_vs_common_baseline": 0.14066645996018}, {"model_id": "dfdf4363008535a4c76a2b90e0d8a9056401a11a1d2949ff30e7efca5f66cff4", "horizon": 5, "rows": 13643, "crps": 0.40465715119803153, "baseline": 0.43482574801255214, "calibrated_baseline": 0.40465715119803153, "skill_vs_common_baseline": 0.06938088867186798}, {"model_id": "dfdf4363008535a4c76a2b90e0d8a9056401a11a1d2949ff30e7efca5f66cff4", "horizon": 10, "rows": 13643, "crps": 0.657477648508026, "baseline": 0.6971596234108813, "calibrated_baseline": 0.6946460723257717, "skill_vs_common_baseline": 0.05691949672688967}, {"model_id": "dfdf4363008535a4c76a2b90e0d8a9056401a11a1d2949ff30e7efca5f66cff4", "horizon": 30, "rows": 13643, "crps": 1.4429287936392343, "baseline": 1.4800826826185478, "calibrated_baseline": 1.5072107958404524, "skill_vs_common_baseline": 0.02510257664361104}, {"model_id": "820441f794eebd7629b3c29e59f14c0710c65d67f534afc000996d6ff5e8554e", "horizon": 3, "rows": 7463, "crps": 0.07661012512889713, "baseline": 0.11779002785946423, "calibrated_baseline": 0.07661012512889713, "skill_vs_common_baseline": 0.34960432117138995}, {"model_id": "820441f794eebd7629b3c29e59f14c0710c65d67f534afc000996d6ff5e8554e", "horizon": 5, "rows": 7463, "crps": 0.12225500128019952, "baseline": 0.1673770187078168, "calibrated_baseline": 0.12225500128019952, "skill_vs_common_baseline": 0.2695831110863848}, {"model_id": "820441f794eebd7629b3c29e59f14c0710c65d67f534afc000996d6ff5e8554e", "horizon": 10, "rows": 7463, "crps": 0.2544020487305434, "baseline": 0.28249359077773817, "calibrated_baseline": 0.2377599947581713, "skill_vs_common_baseline": 0.09944134296942964}, {"model_id": "820441f794eebd7629b3c29e59f14c0710c65d67f534afc000996d6ff5e8554e", "horizon": 30, "rows": 7463, "crps": 0.607762515014176, "baseline": 0.6306118124357769, "calibrated_baseline": 0.6129037217717994, "skill_vs_common_baseline": 0.03623353855891809}, {"model_id": "ff0cc860770ac8a22e25b552c1a31e388f6a79c077ff3728ea599fefc0fdeca8", "horizon": 3, "rows": 12725, "crps": 0.12799630381657331, "baseline": 0.17351581757220605, "calibrated_baseline": 0.12799630381657331, "skill_vs_common_baseline": 0.26233639326103775}, {"model_id": "ff0cc860770ac8a22e25b552c1a31e388f6a79c077ff3728ea599fefc0fdeca8", "horizon": 5, "rows": 12725, "crps": 0.20065678930507164, "baseline": 0.24586871545852917, "calibrated_baseline": 0.20065678930507164, "skill_vs_common_baseline": 0.1838864536675202}, {"model_id": "ff0cc860770ac8a22e25b552c1a31e388f6a79c077ff3728ea599fefc0fdeca8", "horizon": 10, "rows": 12725, "crps": 0.3610766664764788, "baseline": 0.3881847733763271, "calibrated_baseline": 0.34985070194434664, "skill_vs_common_baseline": 0.06983299902278306}, {"model_id": "ff0cc860770ac8a22e25b552c1a31e388f6a79c077ff3728ea599fefc0fdeca8", "horizon": 30, "rows": 12725, "crps": 0.8657222494570889, "baseline": 0.8235944964260481, "calibrated_baseline": 0.8281407667498656, "skill_vs_common_baseline": -0.05115108613990538}, {"model_id": "8a107397fd58f94797282b543e1ae375472cbdc1535c6df3b2232b352d3cf7fc", "horizon": 3, "rows": 13682, "crps": 0.12546495795737259, "baseline": 0.17236883553560287, "calibrated_baseline": 0.12546495795737259, "skill_vs_common_baseline": 0.2721134445938881}, {"model_id": "8a107397fd58f94797282b543e1ae375472cbdc1535c6df3b2232b352d3cf7fc", "horizon": 5, "rows": 13682, "crps": 0.20507293598628812, "baseline": 0.25118515381390166, "calibrated_baseline": 0.20507293598628812, "skill_vs_common_baseline": 0.1835785958185141}, {"model_id": "8a107397fd58f94797282b543e1ae375472cbdc1535c6df3b2232b352d3cf7fc", "horizon": 10, "rows": 13682, "crps": 0.38196209502670675, "baseline": 0.42489469326525736, "calibrated_baseline": 0.38947699759676285, "skill_vs_common_baseline": 0.10104291467756277}, {"model_id": "8a107397fd58f94797282b543e1ae375472cbdc1535c6df3b2232b352d3cf7fc", "horizon": 30, "rows": 13682, "crps": 0.9381203654517544, "baseline": 0.9913616356187994, "calibrated_baseline": 0.977807005523388, "skill_vs_common_baseline": 0.05370519521245376}, {"model_id": "08d407ef786ef7baa07d7b83c651ad0ccc232410825490f4d90a068d0ae1ed2f", "horizon": 3, "rows": 55224, "crps": 0.27911572836477655, "baseline": 0.32400654317783933, "calibrated_baseline": 0.27911572836477655, "skill_vs_common_baseline": 0.1385490995730395}, {"model_id": "08d407ef786ef7baa07d7b83c651ad0ccc232410825490f4d90a068d0ae1ed2f", "horizon": 5, "rows": 55224, "crps": 0.43045561154730916, "baseline": 0.46451054602504566, "calibrated_baseline": 0.43045561154730916, "skill_vs_common_baseline": 0.073313587321439}, {"model_id": "08d407ef786ef7baa07d7b83c651ad0ccc232410825490f4d90a068d0ae1ed2f", "horizon": 10, "rows": 55224, "crps": 0.7259438555700296, "baseline": 0.7508017621351132, "calibrated_baseline": 0.7377284004629499, "skill_vs_common_baseline": 0.033108481917241694}, {"model_id": "08d407ef786ef7baa07d7b83c651ad0ccc232410825490f4d90a068d0ae1ed2f", "horizon": 30, "rows": 55224, "crps": 1.5174647505220415, "baseline": 1.5656985594380846, "calibrated_baseline": 1.569679514973757, "skill_vs_common_baseline": 0.03080657424463218}, {"model_id": "45503ea811fb72ece98f9b2a9c84701a4005fd6674f1d9ec02307efbf140a3d5", "horizon": 3, "rows": 14109, "crps": 0.2816858251021006, "baseline": 0.327528040217122, "calibrated_baseline": 0.2816858251021006, "skill_vs_common_baseline": 0.13996424576238442}, {"model_id": "45503ea811fb72ece98f9b2a9c84701a4005fd6674f1d9ec02307efbf140a3d5", "horizon": 5, "rows": 14109, "crps": 0.4338749666068178, "baseline": 0.46643275104267473, "calibrated_baseline": 0.4338749666068178, "skill_vs_common_baseline": 0.06980166886453942}, {"model_id": "45503ea811fb72ece98f9b2a9c84701a4005fd6674f1d9ec02307efbf140a3d5", "horizon": 10, "rows": 14109, "crps": 0.7208563355297133, "baseline": 0.739820052790274, "calibrated_baseline": 0.7335963301166428, "skill_vs_common_baseline": 0.025632878142513027}, {"model_id": "45503ea811fb72ece98f9b2a9c84701a4005fd6674f1d9ec02307efbf140a3d5", "horizon": 30, "rows": 14109, "crps": 1.4431296573825299, "baseline": 1.4643985519015947, "calibrated_baseline": 1.4952404339417196, "skill_vs_common_baseline": 0.014523979480481009}, {"model_id": "170ec3dc2f3240c98d6adb6b95950c175f338f84610de2d048475c41c84cf174", "horizon": 3, "rows": 548616, "crps": 0.4308565047632433, "baseline": 0.4520968681194059, "calibrated_baseline": 0.4308565047632433, "skill_vs_common_baseline": 0.046981885639943655}, {"model_id": "170ec3dc2f3240c98d6adb6b95950c175f338f84610de2d048475c41c84cf174", "horizon": 5, "rows": 548616, "crps": 0.6352107219830317, "baseline": 0.6390443710173562, "calibrated_baseline": 0.6352107219830317, "skill_vs_common_baseline": 0.00599903419573411}, {"model_id": "170ec3dc2f3240c98d6adb6b95950c175f338f84610de2d048475c41c84cf174", "horizon": 10, "rows": 548616, "crps": 0.9934609607229082, "baseline": 1.0143430376591926, "calibrated_baseline": 1.0282665624054694, "skill_vs_common_baseline": 0.020586799693005364}, {"model_id": "170ec3dc2f3240c98d6adb6b95950c175f338f84610de2d048475c41c84cf174", "horizon": 30, "rows": 548616, "crps": 1.9981234057480466, "baseline": 1.9848493559016331, "calibrated_baseline": 2.0057549579639518, "skill_vs_common_baseline": -0.006687686300698381}, {"model_id": "1136cc872c64dc7733a1dac42b554d177edaa7435ea91d02ef9c21305084a6fa", "horizon": 3, "rows": 13073, "crps": 0.13257713598292892, "baseline": 0.1774215919545615, "calibrated_baseline": 0.13257713598292892, "skill_vs_common_baseline": 0.2527564738744845}, {"model_id": "1136cc872c64dc7733a1dac42b554d177edaa7435ea91d02ef9c21305084a6fa", "horizon": 5, "rows": 13073, "crps": 0.21400202847276567, "baseline": 0.2574023815906373, "calibrated_baseline": 0.21400202847276567, "skill_vs_common_baseline": 0.16860898042075556}, {"model_id": "1136cc872c64dc7733a1dac42b554d177edaa7435ea91d02ef9c21305084a6fa", "horizon": 10, "rows": 13073, "crps": 0.38465886315453746, "baseline": 0.42466022770988104, "calibrated_baseline": 0.3911846047010879, "skill_vs_common_baseline": 0.09419616423950039}, {"model_id": "1136cc872c64dc7733a1dac42b554d177edaa7435ea91d02ef9c21305084a6fa", "horizon": 30, "rows": 13073, "crps": 0.8988259064380547, "baseline": 0.9322653127964438, "calibrated_baseline": 0.9320564051865735, "skill_vs_common_baseline": 0.035868980535255}, {"model_id": "2762280fd4500f9c5d7e9736cb584b722b69eafbcca875009d1aec70332d100a", "horizon": 3, "rows": 11767, "crps": 0.13786985976908794, "baseline": 0.18006167554286923, "calibrated_baseline": 0.13786985976908794, "skill_vs_common_baseline": 0.2343186891190303}, {"model_id": "2762280fd4500f9c5d7e9736cb584b722b69eafbcca875009d1aec70332d100a", "horizon": 5, "rows": 11767, "crps": 0.22186744920398727, "baseline": 0.262143380739484, "calibrated_baseline": 0.22186744920398727, "skill_vs_common_baseline": 0.15364084884341456}, {"model_id": "2762280fd4500f9c5d7e9736cb584b722b69eafbcca875009d1aec70332d100a", "horizon": 10, "rows": 11767, "crps": 0.4034767689134495, "baseline": 0.44223393209501294, "calibrated_baseline": 0.4125717193020169, "skill_vs_common_baseline": 0.08763950562987677}, {"model_id": "2762280fd4500f9c5d7e9736cb584b722b69eafbcca875009d1aec70332d100a", "horizon": 30, "rows": 11767, "crps": 0.9930638368786548, "baseline": 1.0289143567222327, "calibrated_baseline": 1.0252123403209092, "skill_vs_common_baseline": 0.034843055312966276}], "round_outcomes": [{"model_id": "untrained-microprice-volatility-v2", "settled_rounds": 998, "prediction_rows": 1692514, "bounded_only_rows": 88261, "all_rows_brier_bounds": [0.1680599721645485, 0.1681914702088831], "all_rows_baseline_brier": 0.16812805283907903, "model": {"rows": 1604253, "settled_rounds": 998, "weighting": "equal_total_weight_per_round", "brier": 0.17602659988830813, "log_loss": 0.6183937969698132, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 305783, "weight": 0.18620954571116663, "mean_probability": 0.02163685932699299, "observed_yes_rate": 0.10535946372884088}, {"lower": 0.1, "upper": 0.2, "rows": 99174, "weight": 0.06448888477136314, "mean_probability": 0.1497600376881808, "observed_yes_rate": 0.2584037199489306}, {"lower": 0.2, "upper": 0.3, "rows": 103907, "weight": 0.0667965545610287, "mean_probability": 0.2497639317611168, "observed_yes_rate": 0.3312238964278608}, {"lower": 0.3, "upper": 0.4, "rows": 113042, "weight": 0.07105279429366383, "mean_probability": 0.3500344709369084, "observed_yes_rate": 0.4049596777554933}, {"lower": 0.4, "upper": 0.5, "rows": 146143, "weight": 0.09744362385064693, "mean_probability": 0.4604049327431373, "observed_yes_rate": 0.48722932815684566}, {"lower": 0.5, "upper": 0.6, "rows": 145463, "weight": 0.09505212681036852, "mean_probability": 0.5411640183447106, "observed_yes_rate": 0.553324662966419}, {"lower": 0.6, "upper": 0.7, "rows": 120586, "weight": 0.0776936815811481, "mean_probability": 0.6490552545308693, "observed_yes_rate": 0.6165012361980879}, {"lower": 0.7, "upper": 0.8, "rows": 108651, "weight": 0.06841014574093943, "mean_probability": 0.7495527668558689, "observed_yes_rate": 0.6967721895555388}, {"lower": 0.8, "upper": 0.9, "rows": 103900, "weight": 0.06509977020162068, "mean_probability": 0.8501880941761991, "observed_yes_rate": 0.7822537372802432}, {"lower": 0.9, "upper": 1.0, "rows": 357604, "weight": 0.20775287247805413, "mean_probability": 0.9777141028956553, "observed_yes_rate": 0.9015504375997394}], "ece_10_bins": 0.06209555365163197}, "baseline": {"rows": 1604253, "settled_rounds": 998, "weighting": "equal_total_weight_per_round", "brier": 0.17602692393649255, "log_loss": 0.6184059319632358, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 305785, "weight": 0.1862112661749387, "mean_probability": 0.021627097099900055, "observed_yes_rate": 0.10535849028000445}, {"lower": 0.1, "upper": 0.2, "rows": 99173, "weight": 0.06448747366356763, "mean_probability": 0.14976010056524058, "observed_yes_rate": 0.2584093743106677}, {"lower": 0.2, "upper": 0.3, "rows": 103906, "weight": 0.06679624520505216, "mean_probability": 0.2497637520793901, "observed_yes_rate": 0.3312254304376187}, {"lower": 0.3, "upper": 0.4, "rows": 113042, "weight": 0.07105279429366383, "mean_probability": 0.3500342940771603, "observed_yes_rate": 0.4049596777554933}, {"lower": 0.4, "upper": 0.5, "rows": 146143, "weight": 0.09744362385064693, "mean_probability": 0.4604048891083522, "observed_yes_rate": 0.48722932815684566}, {"lower": 0.5, "upper": 0.6, "rows": 145463, "weight": 0.09505212681036852, "mean_probability": 0.5411640495148082, "observed_yes_rate": 0.553324662966419}, {"lower": 0.6, "upper": 0.7, "rows": 120586, "weight": 0.0776936815811481, "mean_probability": 0.6490554105700969, "observed_yes_rate": 0.6165012361980879}, {"lower": 0.7, "upper": 0.8, "rows": 108651, "weight": 0.06841014574093943, "mean_probability": 0.7495531566094666, "observed_yes_rate": 0.6967721895555388}, {"lower": 0.8, "upper": 0.9, "rows": 103900, "weight": 0.06509977020162068, "mean_probability": 0.8501892432870127, "observed_yes_rate": 0.7822537372802432}, {"lower": 0.9, "upper": 1.0, "rows": 357604, "weight": 0.20775287247805413, "mean_probability": 0.9777234616164155, "observed_yes_rate": 0.9015504375997394}], "ece_10_bins": 0.06209970255353047}, "brier_skill": 1.8409012506603872e-06, "by_remaining_time": {"0-3s": {"settled_rounds": 974, "prediction_rows": 11506, "bounded_only_rows": 10513, "all_rows_brier_bounds": [0.013626464800243673, 0.014072061798713745], "all_rows_baseline_brier": 0.013857886075318022, "model": {"rows": 993, "settled_rounds": 132, "weighting": "equal_total_weight_per_round", "brier": 0.08456106927573036, "log_loss": 0.31068320840538355, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 219, "weight": 0.263317154226245, "mean_probability": 0.024242099237916245, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 79, "weight": 0.06121824303642485, "mean_probability": 0.14684287075721, "observed_yes_rate": 0.020625}, {"lower": 0.2, "upper": 0.3, "rows": 77, "weight": 0.0609504132231405, "mean_probability": 0.2453448276835881, "observed_yes_rate": 0.05178907721280601}, {"lower": 0.3, "upper": 0.4, "rows": 58, "weight": 0.0424433731251913, "mean_probability": 0.3536492400881775, "observed_yes_rate": 0.1230505724330659}, {"lower": 0.4, "upper": 0.5, "rows": 78, "weight": 0.06873278236914601, "mean_probability": 0.46900651882939015, "observed_yes_rate": 0.13927855711422846}, {"lower": 0.5, "upper": 0.6, "rows": 58, "weight": 0.04915059687786961, "mean_probability": 0.51267305070455, "observed_yes_rate": 0.8407286314806165}, {"lower": 0.6, "upper": 0.7, "rows": 44, "weight": 0.03571319253137435, "mean_probability": 0.6505339938406965, "observed_yes_rate": 0.8244053996143131}, {"lower": 0.7, "upper": 0.8, "rows": 70, "weight": 0.061114937251300884, "mean_probability": 0.7370476056175891, "observed_yes_rate": 0.8209478494960245}, {"lower": 0.8, "upper": 0.9, "rows": 84, "weight": 0.06646989374262102, "mean_probability": 0.8472021678297837, "observed_yes_rate": 0.8827708703374778}, {"lower": 0.9, "upper": 1.0, "rows": 226, "weight": 0.2908894136166863, "mean_probability": 0.9756086949039311, "observed_yes_rate": 0.9311709395927752}], "ece_10_bins": 0.1011099145668171}, "baseline": {"rows": 993, "settled_rounds": 132, "weighting": "equal_total_weight_per_round", "brier": 0.08458388938537074, "log_loss": 0.31225522711965437, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 219, "weight": 0.263317154226245, "mean_probability": 0.023761484787223047, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 79, "weight": 0.06121824303642485, "mean_probability": 0.1468005481642979, "observed_yes_rate": 0.020625}, {"lower": 0.2, "upper": 0.3, "rows": 77, "weight": 0.0609504132231405, "mean_probability": 0.245326264919136, "observed_yes_rate": 0.05178907721280601}, {"lower": 0.3, "upper": 0.4, "rows": 58, "weight": 0.0424433731251913, "mean_probability": 0.35364106177971916, "observed_yes_rate": 0.1230505724330659}, {"lower": 0.4, "upper": 0.5, "rows": 78, "weight": 0.06873278236914601, "mean_probability": 0.4690047636412118, "observed_yes_rate": 0.13927855711422846}, {"lower": 0.5, "upper": 0.6, "rows": 58, "weight": 0.04915059687786961, "mean_probability": 0.5126736768872979, "observed_yes_rate": 0.8407286314806165}, {"lower": 0.6, "upper": 0.7, "rows": 44, "weight": 0.03571319253137435, "mean_probability": 0.6505431770226214, "observed_yes_rate": 0.8244053996143131}, {"lower": 0.7, "upper": 0.8, "rows": 70, "weight": 0.061114937251300884, "mean_probability": 0.7370652759951408, "observed_yes_rate": 0.8209478494960245}, {"lower": 0.8, "upper": 0.9, "rows": 84, "weight": 0.06646989374262102, "mean_probability": 0.8472400015632054, "observed_yes_rate": 0.8827708703374778}, {"lower": 0.9, "upper": 1.0, "rows": 226, "weight": 0.2908894136166863, "mean_probability": 0.976176835110952, "observed_yes_rate": 0.9311709395927752}], "ece_10_bins": 0.10114048296589002}, "brier_skill": 0.0002697926260687433}, "10-30s": {"settled_rounds": 977, "prediction_rows": 76474, "bounded_only_rows": 55486, "all_rows_brier_bounds": [0.04929946091971805, 0.050872831538311215], "all_rows_baseline_brier": 0.050106422914434644, "model": {"rows": 20988, "settled_rounds": 375, "weighting": "equal_total_weight_per_round", "brier": 0.11701340202514507, "log_loss": 0.3871012420922798, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4419, "weight": 0.24947406775786213, "mean_probability": 0.02982395664573424, "observed_yes_rate": 0.07241336241463599}, {"lower": 0.1, "upper": 0.2, "rows": 2038, "weight": 0.07904810640199395, "mean_probability": 0.14878434044297545, "observed_yes_rate": 0.14852776729493797}, {"lower": 0.2, "upper": 0.3, "rows": 1394, "weight": 0.049354220779352684, "mean_probability": 0.2478589608686729, "observed_yes_rate": 0.2006243474579423}, {"lower": 0.3, "upper": 0.4, "rows": 1270, "weight": 0.04435038611488739, "mean_probability": 0.3492440033882226, "observed_yes_rate": 0.34004251283543596}, {"lower": 0.4, "upper": 0.5, "rows": 1422, "weight": 0.052097532810261145, "mean_probability": 0.45695075582193767, "observed_yes_rate": 0.38874058219243396}, {"lower": 0.5, "upper": 0.6, "rows": 1008, "weight": 0.03578053252036451, "mean_probability": 0.5497306441051166, "observed_yes_rate": 0.5762846777299065}, {"lower": 0.6, "upper": 0.7, "rows": 1258, "weight": 0.044313641145885575, "mean_probability": 0.6541126550448461, "observed_yes_rate": 0.6754448405627155}, {"lower": 0.7, "upper": 0.8, "rows": 1240, "weight": 0.04313953915987542, "mean_probability": 0.7553615608210024, "observed_yes_rate": 0.7226347521371516}, {"lower": 0.8, "upper": 0.9, "rows": 1917, "weight": 0.07184728599617894, "mean_probability": 0.8526883219154372, "observed_yes_rate": 0.8026474085642676}, {"lower": 0.9, "upper": 1.0, "rows": 5022, "weight": 0.33059468731333863, "mean_probability": 0.9745256925357639, "observed_yes_rate": 0.9323565148233998}], "ece_10_bins": 0.0377815865337507}, "baseline": {"rows": 20988, "settled_rounds": 375, "weighting": "equal_total_weight_per_round", "brier": 0.1170295717725388, "log_loss": 0.38770695304480274, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4421, "weight": 0.24954203312582746, "mean_probability": 0.02941117797277014, "observed_yes_rate": 0.07239363988228155}, {"lower": 0.1, "upper": 0.2, "rows": 2036, "weight": 0.07898014103402858, "mean_probability": 0.14878697131181023, "observed_yes_rate": 0.14865558099880216}, {"lower": 0.2, "upper": 0.3, "rows": 1394, "weight": 0.049354220779352684, "mean_probability": 0.2478406815464924, "observed_yes_rate": 0.2006243474579423}, {"lower": 0.3, "upper": 0.4, "rows": 1270, "weight": 0.04435038611488739, "mean_probability": 0.34923518939505843, "observed_yes_rate": 0.34004251283543596}, {"lower": 0.4, "upper": 0.5, "rows": 1422, "weight": 0.052097532810261145, "mean_probability": 0.4569484824868077, "observed_yes_rate": 0.38874058219243396}, {"lower": 0.5, "upper": 0.6, "rows": 1008, "weight": 0.03578053252036451, "mean_probability": 0.5497333261859463, "observed_yes_rate": 0.5762846777299065}, {"lower": 0.6, "upper": 0.7, "rows": 1258, "weight": 0.044313641145885575, "mean_probability": 0.6541216557951469, "observed_yes_rate": 0.6754448405627155}, {"lower": 0.7, "upper": 0.8, "rows": 1240, "weight": 0.04313953915987542, "mean_probability": 0.7553804050101058, "observed_yes_rate": 0.7226347521371516}, {"lower": 0.8, "upper": 0.9, "rows": 1917, "weight": 0.07184728599617894, "mean_probability": 0.8527282070500526, "observed_yes_rate": 0.8026474085642676}, {"lower": 0.9, "upper": 1.0, "rows": 5022, "weight": 0.33059468731333863, "mean_probability": 0.9749693582965593, "observed_yes_rate": 0.9323565148233998}], "ece_10_bins": 0.038021106559407325}, "brier_skill": 0.00013816804717659004}, "180-300s": {"settled_rounds": 988, "prediction_rows": 452071, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.2036044533249801, 0.2036044533249801], "all_rows_baseline_brier": 0.2036044533249803, "model": {"rows": 452071, "settled_rounds": 988, "weighting": "equal_total_weight_per_round", "brier": 0.20360445332498034, "log_loss": 0.6443527612065273, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 53465, "weight": 0.11660344901873035, "mean_probability": 0.02706999012739457, "observed_yes_rate": 0.1385817752923317}, {"lower": 0.1, "upper": 0.2, "rows": 29387, "weight": 0.06568892853239812, "mean_probability": 0.15262120207770308, "observed_yes_rate": 0.28474118224756256}, {"lower": 0.2, "upper": 0.3, "rows": 36770, "weight": 0.08048571235596992, "mean_probability": 0.249459146022667, "observed_yes_rate": 0.3445977675586287}, {"lower": 0.3, "upper": 0.4, "rows": 41475, "weight": 0.0915124228246971, "mean_probability": 0.35018125915540776, "observed_yes_rate": 0.4011239201982227}, {"lower": 0.4, "upper": 0.5, "rows": 60955, "weight": 0.13629692114353947, "mean_probability": 0.46420112082703446, "observed_yes_rate": 0.4938108458871194}, {"lower": 0.5, "upper": 0.6, "rows": 60600, "weight": 0.13443738948589473, "mean_probability": 0.5366016952111303, "observed_yes_rate": 0.5496898853533739}, {"lower": 0.6, "upper": 0.7, "rows": 44120, "weight": 0.09707968131679777, "mean_probability": 0.6494726003590465, "observed_yes_rate": 0.5942533294913187}, {"lower": 0.7, "upper": 0.8, "rows": 34876, "weight": 0.0772213318608413, "mean_probability": 0.7494446544381601, "observed_yes_rate": 0.6599561953260887}, {"lower": 0.8, "upper": 0.9, "rows": 29043, "weight": 0.0643158753718088, "mean_probability": 0.8488286616802413, "observed_yes_rate": 0.7816321964376196}, {"lower": 0.9, "upper": 1.0, "rows": 61380, "weight": 0.13635828808932185, "mean_probability": 0.9732705204399554, "observed_yes_rate": 0.9008105277634499}], "ece_10_bins": 0.06626932849051102}, "baseline": {"rows": 452071, "settled_rounds": 988, "weighting": "equal_total_weight_per_round", "brier": 0.20360445332498034, "log_loss": 0.6443527612065273, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 53465, "weight": 0.11660344901873035, "mean_probability": 0.02706999012739457, "observed_yes_rate": 0.1385817752923317}, {"lower": 0.1, "upper": 0.2, "rows": 29387, "weight": 0.06568892853239812, "mean_probability": 0.15262120207770308, "observed_yes_rate": 0.28474118224756256}, {"lower": 0.2, "upper": 0.3, "rows": 36770, "weight": 0.08048571235596992, "mean_probability": 0.249459146022667, "observed_yes_rate": 0.3445977675586287}, {"lower": 0.3, "upper": 0.4, "rows": 41475, "weight": 0.0915124228246971, "mean_probability": 0.35018125915540776, "observed_yes_rate": 0.4011239201982227}, {"lower": 0.4, "upper": 0.5, "rows": 60955, "weight": 0.13629692114353947, "mean_probability": 0.46420112082703446, "observed_yes_rate": 0.4938108458871194}, {"lower": 0.5, "upper": 0.6, "rows": 60600, "weight": 0.13443738948589473, "mean_probability": 0.5366016952111303, "observed_yes_rate": 0.5496898853533739}, {"lower": 0.6, "upper": 0.7, "rows": 44120, "weight": 0.09707968131679777, "mean_probability": 0.6494726003590465, "observed_yes_rate": 0.5942533294913187}, {"lower": 0.7, "upper": 0.8, "rows": 34876, "weight": 0.0772213318608413, "mean_probability": 0.7494446544381601, "observed_yes_rate": 0.6599561953260887}, {"lower": 0.8, "upper": 0.9, "rows": 29043, "weight": 0.0643158753718088, "mean_probability": 0.8488286616802413, "observed_yes_rate": 0.7816321964376196}, {"lower": 0.9, "upper": 1.0, "rows": 61380, "weight": 0.13635828808932185, "mean_probability": 0.9732705204399554, "observed_yes_rate": 0.9008105277634499}], "ece_10_bins": 0.06626932849051102}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 974, "prediction_rows": 26756, "bounded_only_rows": 22262, "all_rows_brier_bounds": [0.034149281072205814, 0.035148234232150924], "all_rows_baseline_brier": 0.03469139620814635, "model": {"rows": 4494, "settled_rounds": 211, "weighting": "equal_total_weight_per_round", "brier": 0.11866102821584525, "log_loss": 0.40637792918626214, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1009, "weight": 0.28328412902521066, "mean_probability": 0.03179685043574721, "observed_yes_rate": 0.05085845650403808}, {"lower": 0.1, "upper": 0.2, "rows": 379, "weight": 0.06876779232227413, "mean_probability": 0.14683115487822052, "observed_yes_rate": 0.12110783087831965}, {"lower": 0.2, "upper": 0.3, "rows": 318, "weight": 0.06209106889134362, "mean_probability": 0.250804797955236, "observed_yes_rate": 0.1626025462618611}, {"lower": 0.3, "upper": 0.4, "rows": 236, "weight": 0.04126745749151371, "mean_probability": 0.34760555217786326, "observed_yes_rate": 0.26900626428775004}, {"lower": 0.4, "upper": 0.5, "rows": 319, "weight": 0.0550522155368429, "mean_probability": 0.46854136644880223, "observed_yes_rate": 0.306189099521436}, {"lower": 0.5, "upper": 0.6, "rows": 200, "weight": 0.03672731516333412, "mean_probability": 0.5241222581249744, "observed_yes_rate": 0.5328362253052416}, {"lower": 0.6, "upper": 0.7, "rows": 248, "weight": 0.045037878864448995, "mean_probability": 0.6575329929743787, "observed_yes_rate": 0.7379053760765534}, {"lower": 0.7, "upper": 0.8, "rows": 338, "weight": 0.06191729763544566, "mean_probability": 0.7491490621413023, "observed_yes_rate": 0.6966963316569923}, {"lower": 0.8, "upper": 0.9, "rows": 353, "weight": 0.06745920609868968, "mean_probability": 0.8556326075051736, "observed_yes_rate": 0.8320405544070391}, {"lower": 0.9, "upper": 1.0, "rows": 1094, "weight": 0.2783956389708963, "mean_probability": 0.969775046476126, "observed_yes_rate": 0.9037347727395628}], "ece_10_bins": 0.05199120250074107}, "baseline": {"rows": 4494, "settled_rounds": 211, "weighting": "equal_total_weight_per_round", "brier": 0.11868092552216941, "log_loss": 0.4073958838667271, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1009, "weight": 0.28328412902521066, "mean_probability": 0.0313839810869177, "observed_yes_rate": 0.05085845650403808}, {"lower": 0.1, "upper": 0.2, "rows": 380, "weight": 0.06893705433987737, "mean_probability": 0.14692114691476166, "observed_yes_rate": 0.12081047329612661}, {"lower": 0.2, "upper": 0.3, "rows": 317, "weight": 0.061921806873740375, "mean_probability": 0.2509264534438086, "observed_yes_rate": 0.16304701706200794}, {"lower": 0.3, "upper": 0.4, "rows": 236, "weight": 0.04126745749151371, "mean_probability": 0.3475964733571503, "observed_yes_rate": 0.26900626428775004}, {"lower": 0.4, "upper": 0.5, "rows": 319, "weight": 0.0550522155368429, "mean_probability": 0.4685396854336284, "observed_yes_rate": 0.306189099521436}, {"lower": 0.5, "upper": 0.6, "rows": 200, "weight": 0.03672731516333412, "mean_probability": 0.5241235441393453, "observed_yes_rate": 0.5328362253052416}, {"lower": 0.6, "upper": 0.7, "rows": 248, "weight": 0.045037878864448995, "mean_probability": 0.657542264775684, "observed_yes_rate": 0.7379053760765534}, {"lower": 0.7, "upper": 0.8, "rows": 338, "weight": 0.06191729763544566, "mean_probability": 0.7491674445302848, "observed_yes_rate": 0.6966963316569923}, {"lower": 0.8, "upper": 0.9, "rows": 353, "weight": 0.06745920609868968, "mean_probability": 0.8556736185327771, "observed_yes_rate": 0.8320405544070391}, {"lower": 0.9, "upper": 1.0, "rows": 1094, "weight": 0.2783956389708963, "mean_probability": 0.9702285453805478, "observed_yes_rate": 0.9037347727395628}], "ece_10_bins": 0.05223352481850814}, "brier_skill": 0.00016765378460459335}, "30-60s": {"settled_rounds": 968, "prediction_rows": 113636, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.0739014486720885, 0.0739014486720885], "all_rows_baseline_brier": 0.07390144867208859, "model": {"rows": 113636, "settled_rounds": 968, "weighting": "equal_total_weight_per_round", "brier": 0.07390144867208859, "log_loss": 0.32396051323352815, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 42599, "weight": 0.37615747105105146, "mean_probability": 0.010601371526352354, "observed_yes_rate": 0.052211969812002816}, {"lower": 0.1, "upper": 0.2, "rows": 3531, "weight": 0.031343783762898904, "mean_probability": 0.14579516016018335, "observed_yes_rate": 0.17090137928827015}, {"lower": 0.2, "upper": 0.3, "rows": 3540, "weight": 0.030787689592539032, "mean_probability": 0.24554453875949214, "observed_yes_rate": 0.2142621786648615}, {"lower": 0.3, "upper": 0.4, "rows": 2914, "weight": 0.025552044560721278, "mean_probability": 0.34678461535670474, "observed_yes_rate": 0.3604400590954719}, {"lower": 0.4, "upper": 0.5, "rows": 2853, "weight": 0.025027668613139178, "mean_probability": 0.4551118890324678, "observed_yes_rate": 0.4385195144728859}, {"lower": 0.5, "upper": 0.6, "rows": 2589, "weight": 0.022678179130160507, "mean_probability": 0.5475501535938301, "observed_yes_rate": 0.5931644249824302}, {"lower": 0.6, "upper": 0.7, "rows": 2536, "weight": 0.022286615760471574, "mean_probability": 0.6489254657713724, "observed_yes_rate": 0.5711794059851231}, {"lower": 0.7, "upper": 0.8, "rows": 3126, "weight": 0.02735212347046357, "mean_probability": 0.7522812024981743, "observed_yes_rate": 0.699683892856585}, {"lower": 0.8, "upper": 0.9, "rows": 3845, "weight": 0.03370411113047397, "mean_probability": 0.8528938474109617, "observed_yes_rate": 0.907746488051475}, {"lower": 0.9, "upper": 1.0, "rows": 46103, "weight": 0.4051103129280852, "mean_probability": 0.990678977315675, "observed_yes_rate": 0.9649285581851347}], "ece_10_bins": 0.03465267900898394}, "baseline": {"rows": 113636, "settled_rounds": 968, "weighting": "equal_total_weight_per_round", "brier": 0.07390144867208859, "log_loss": 0.32396051323352815, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 42599, "weight": 0.37615747105105146, "mean_probability": 0.010601371526352354, "observed_yes_rate": 0.052211969812002816}, {"lower": 0.1, "upper": 0.2, "rows": 3531, "weight": 0.031343783762898904, "mean_probability": 0.14579516016018335, "observed_yes_rate": 0.17090137928827015}, {"lower": 0.2, "upper": 0.3, "rows": 3540, "weight": 0.030787689592539032, "mean_probability": 0.24554453875949214, "observed_yes_rate": 0.2142621786648615}, {"lower": 0.3, "upper": 0.4, "rows": 2914, "weight": 0.025552044560721278, "mean_probability": 0.34678461535670474, "observed_yes_rate": 0.3604400590954719}, {"lower": 0.4, "upper": 0.5, "rows": 2853, "weight": 0.025027668613139178, "mean_probability": 0.4551118890324678, "observed_yes_rate": 0.4385195144728859}, {"lower": 0.5, "upper": 0.6, "rows": 2589, "weight": 0.022678179130160507, "mean_probability": 0.5475501535938301, "observed_yes_rate": 0.5931644249824302}, {"lower": 0.6, "upper": 0.7, "rows": 2536, "weight": 0.022286615760471574, "mean_probability": 0.6489254657713724, "observed_yes_rate": 0.5711794059851231}, {"lower": 0.7, "upper": 0.8, "rows": 3126, "weight": 0.02735212347046357, "mean_probability": 0.7522812024981743, "observed_yes_rate": 0.699683892856585}, {"lower": 0.8, "upper": 0.9, "rows": 3845, "weight": 0.03370411113047397, "mean_probability": 0.8528938474109617, "observed_yes_rate": 0.907746488051475}, {"lower": 0.9, "upper": 1.0, "rows": 46103, "weight": 0.4051103129280852, "mean_probability": 0.990678977315675, "observed_yes_rate": 0.9649285581851347}], "ece_10_bins": 0.03465267900898394}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 248, "prediction_rows": 558045, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.19998068732716467, 0.19998068732716467], "all_rows_baseline_brier": 0.1999806873271647, "model": {"rows": 558045, "settled_rounds": 248, "weighting": "equal_total_weight_per_round", "brier": 0.1999806873271647, "log_loss": 0.7279805575757834, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 75940, "weight": 0.1329875975959133, "mean_probability": 0.027163413472994443, "observed_yes_rate": 0.14466514214733295}, {"lower": 0.1, "upper": 0.2, "rows": 33437, "weight": 0.058252909216054694, "mean_probability": 0.1513564702943736, "observed_yes_rate": 0.27518090302314907}, {"lower": 0.2, "upper": 0.3, "rows": 39593, "weight": 0.07041253860389445, "mean_probability": 0.25201631131923946, "observed_yes_rate": 0.32438817762103445}, {"lower": 0.3, "upper": 0.4, "rows": 48016, "weight": 0.08459157537941152, "mean_probability": 0.3506522482169089, "observed_yes_rate": 0.44780055788883866}, {"lower": 0.4, "upper": 0.5, "rows": 60333, "weight": 0.11024386275285908, "mean_probability": 0.45514122105067584, "observed_yes_rate": 0.488718078008531}, {"lower": 0.5, "upper": 0.6, "rows": 60131, "weight": 0.10932938403298312, "mean_probability": 0.5458484822030983, "observed_yes_rate": 0.5535530554918185}, {"lower": 0.6, "upper": 0.7, "rows": 51273, "weight": 0.09082749639076046, "mean_probability": 0.6471652694380695, "observed_yes_rate": 0.624498913024373}, {"lower": 0.7, "upper": 0.8, "rows": 47301, "weight": 0.08625200778847829, "mean_probability": 0.751571497307169, "observed_yes_rate": 0.7189395261704551}, {"lower": 0.8, "upper": 0.9, "rows": 39898, "weight": 0.07504511994068203, "mean_probability": 0.8498878863222867, "observed_yes_rate": 0.8122381029432048}, {"lower": 0.9, "upper": 1.0, "rows": 102123, "weight": 0.1820575082989632, "mean_probability": 0.971937983498819, "observed_yes_rate": 0.8474299852493287}], "ece_10_bins": 0.07106354996869109}, "baseline": {"rows": 558045, "settled_rounds": 248, "weighting": "equal_total_weight_per_round", "brier": 0.1999806873271647, "log_loss": 0.7279805575757834, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 75940, "weight": 0.1329875975959133, "mean_probability": 0.027163413472994443, "observed_yes_rate": 0.14466514214733295}, {"lower": 0.1, "upper": 0.2, "rows": 33437, "weight": 0.058252909216054694, "mean_probability": 0.1513564702943736, "observed_yes_rate": 0.27518090302314907}, {"lower": 0.2, "upper": 0.3, "rows": 39593, "weight": 0.07041253860389445, "mean_probability": 0.25201631131923946, "observed_yes_rate": 0.32438817762103445}, {"lower": 0.3, "upper": 0.4, "rows": 48016, "weight": 0.08459157537941152, "mean_probability": 0.3506522482169089, "observed_yes_rate": 0.44780055788883866}, {"lower": 0.4, "upper": 0.5, "rows": 60333, "weight": 0.11024386275285908, "mean_probability": 0.45514122105067584, "observed_yes_rate": 0.488718078008531}, {"lower": 0.5, "upper": 0.6, "rows": 60131, "weight": 0.10932938403298312, "mean_probability": 0.5458484822030983, "observed_yes_rate": 0.5535530554918185}, {"lower": 0.6, "upper": 0.7, "rows": 51273, "weight": 0.09082749639076046, "mean_probability": 0.6471652694380695, "observed_yes_rate": 0.624498913024373}, {"lower": 0.7, "upper": 0.8, "rows": 47301, "weight": 0.08625200778847829, "mean_probability": 0.751571497307169, "observed_yes_rate": 0.7189395261704551}, {"lower": 0.8, "upper": 0.9, "rows": 39898, "weight": 0.07504511994068203, "mean_probability": 0.8498878863222867, "observed_yes_rate": 0.8122381029432048}, {"lower": 0.9, "upper": 1.0, "rows": 102123, "weight": 0.1820575082989632, "mean_probability": 0.971937983498819, "observed_yes_rate": 0.8474299852493287}], "ece_10_bins": 0.07106354996869109}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 988, "prediction_rows": 454026, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.14052917782431495, 0.14052917782431495], "all_rows_baseline_brier": 0.14052917782431498, "model": {"rows": 454026, "settled_rounds": 988, "weighting": "equal_total_weight_per_round", "brier": 0.140529177824315, "log_loss": 0.5908163654438293, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 128132, "weight": 0.27942905787157196, "mean_probability": 0.017842440211957723, "observed_yes_rate": 0.09538369917012314}, {"lower": 0.1, "upper": 0.2, "rows": 30323, "weight": 0.065558191197159, "mean_probability": 0.1460610056295835, "observed_yes_rate": 0.24447823573026115}, {"lower": 0.2, "upper": 0.3, "rows": 22215, "weight": 0.04808117995707919, "mean_probability": 0.24847984518365188, "observed_yes_rate": 0.33332769674967727}, {"lower": 0.3, "upper": 0.4, "rows": 19073, "weight": 0.041875789908420766, "mean_probability": 0.34993066468585526, "observed_yes_rate": 0.3804111941351561}, {"lower": 0.4, "upper": 0.5, "rows": 20183, "weight": 0.04514145769610129, "mean_probability": 0.45356341851049115, "observed_yes_rate": 0.4584413794590904}, {"lower": 0.5, "upper": 0.6, "rows": 20877, "weight": 0.04679912085923832, "mean_probability": 0.5490919620104128, "observed_yes_rate": 0.555656596610115}, {"lower": 0.6, "upper": 0.7, "rows": 21107, "weight": 0.046098279686656106, "mean_probability": 0.6497629197924781, "observed_yes_rate": 0.6715480798446238}, {"lower": 0.7, "upper": 0.8, "rows": 21700, "weight": 0.047682720943391946, "mean_probability": 0.7482595817004839, "observed_yes_rate": 0.7404545550925562}, {"lower": 0.8, "upper": 0.9, "rows": 28760, "weight": 0.06429951490812003, "mean_probability": 0.8513866433715259, "observed_yes_rate": 0.7533170000507718}, {"lower": 0.9, "upper": 1.0, "rows": 141656, "weight": 0.31503468697226095, "mean_probability": 0.982029434473631, "observed_yes_rate": 0.9117759364567686}], "ece_10_bins": 0.06381727754434675}, "baseline": {"rows": 454026, "settled_rounds": 988, "weighting": "equal_total_weight_per_round", "brier": 0.140529177824315, "log_loss": 0.5908163654438293, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 128132, "weight": 0.27942905787157196, "mean_probability": 0.017842440211957723, "observed_yes_rate": 0.09538369917012314}, {"lower": 0.1, "upper": 0.2, "rows": 30323, "weight": 0.065558191197159, "mean_probability": 0.1460610056295835, "observed_yes_rate": 0.24447823573026115}, {"lower": 0.2, "upper": 0.3, "rows": 22215, "weight": 0.04808117995707919, "mean_probability": 0.24847984518365188, "observed_yes_rate": 0.33332769674967727}, {"lower": 0.3, "upper": 0.4, "rows": 19073, "weight": 0.041875789908420766, "mean_probability": 0.34993066468585526, "observed_yes_rate": 0.3804111941351561}, {"lower": 0.4, "upper": 0.5, "rows": 20183, "weight": 0.04514145769610129, "mean_probability": 0.45356341851049115, "observed_yes_rate": 0.4584413794590904}, {"lower": 0.5, "upper": 0.6, "rows": 20877, "weight": 0.04679912085923832, "mean_probability": 0.5490919620104128, "observed_yes_rate": 0.555656596610115}, {"lower": 0.6, "upper": 0.7, "rows": 21107, "weight": 0.046098279686656106, "mean_probability": 0.6497629197924781, "observed_yes_rate": 0.6715480798446238}, {"lower": 0.7, "upper": 0.8, "rows": 21700, "weight": 0.047682720943391946, "mean_probability": 0.7482595817004839, "observed_yes_rate": 0.7404545550925562}, {"lower": 0.8, "upper": 0.9, "rows": 28760, "weight": 0.06429951490812003, "mean_probability": 0.8513866433715259, "observed_yes_rate": 0.7533170000507718}, {"lower": 0.9, "upper": 1.0, "rows": 141656, "weight": 0.31503468697226095, "mean_probability": 0.982029434473631, "observed_yes_rate": 0.9117759364567686}], "ece_10_bins": 0.06381727754434675}, "brier_skill": 0.0}}}, {"model_id": "170ec3dc2f3240c98d6adb6b95950c175f338f84610de2d048475c41c84cf174", "settled_rounds": 664, "prediction_rows": 1101052, "bounded_only_rows": 23106, "all_rows_brier_bounds": [0.1621056451022336, 0.16227866769613028], "all_rows_baseline_brier": 0.16211338570236633, "model": {"rows": 1077946, "settled_rounds": 664, "weighting": "equal_total_weight_per_round", "brier": 0.1643964988079087, "log_loss": 0.5566958419611654, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 198053, "weight": 0.1841062078177127, "mean_probability": 0.023579858697968838, "observed_yes_rate": 0.09114215600037341}, {"lower": 0.1, "upper": 0.2, "rows": 66110, "weight": 0.06283844166135058, "mean_probability": 0.14945938862150476, "observed_yes_rate": 0.2684624567030509}, {"lower": 0.2, "upper": 0.3, "rows": 66570, "weight": 0.06331584063708287, "mean_probability": 0.24847400882645113, "observed_yes_rate": 0.33484360246575695}, {"lower": 0.3, "upper": 0.4, "rows": 72670, "weight": 0.06731544739469603, "mean_probability": 0.35118000416601847, "observed_yes_rate": 0.4216496073192036}, {"lower": 0.4, "upper": 0.5, "rows": 95065, "weight": 0.093961822486024, "mean_probability": 0.45810963591507436, "observed_yes_rate": 0.5017947763075812}, {"lower": 0.5, "upper": 0.6, "rows": 96244, "weight": 0.09283039578875747, "mean_probability": 0.5442782815595966, "observed_yes_rate": 0.5556919516266774}, {"lower": 0.6, "upper": 0.7, "rows": 81915, "weight": 0.07708722352652528, "mean_probability": 0.6483994529613907, "observed_yes_rate": 0.6356476567478956}, {"lower": 0.7, "upper": 0.8, "rows": 75245, "weight": 0.06914282096351071, "mean_probability": 0.7492612526430865, "observed_yes_rate": 0.6998159259541045}, {"lower": 0.8, "upper": 0.9, "rows": 75283, "weight": 0.06905654452920054, "mean_probability": 0.850463534498597, "observed_yes_rate": 0.8127728905508098}, {"lower": 0.9, "upper": 1.0, "rows": 250791, "weight": 0.22034525519513967, "mean_probability": 0.9755884365274737, "observed_yes_rate": 0.9311710028195662}], "ece_10_bins": 0.05208487923967862}, "baseline": {"rows": 1077946, "settled_rounds": 664, "weighting": "equal_total_weight_per_round", "brier": 0.16431823226186923, "log_loss": 0.5592819169370131, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 199144, "weight": 0.18543632571831156, "mean_probability": 0.020136525561879032, "observed_yes_rate": 0.09137432797521021}, {"lower": 0.1, "upper": 0.2, "rows": 64600, "weight": 0.06056200932067539, "mean_probability": 0.14976741097500812, "observed_yes_rate": 0.2706810985620845}, {"lower": 0.2, "upper": 0.3, "rows": 66171, "weight": 0.06257671754807037, "mean_probability": 0.24900800961328956, "observed_yes_rate": 0.328217016710155}, {"lower": 0.3, "upper": 0.4, "rows": 72777, "weight": 0.0677071724761107, "mean_probability": 0.3512523158887564, "observed_yes_rate": 0.42216974549900177}, {"lower": 0.4, "upper": 0.5, "rows": 95679, "weight": 0.09511470757351383, "mean_probability": 0.4579961438515623, "observed_yes_rate": 0.5033219768934125}, {"lower": 0.5, "upper": 0.6, "rows": 96480, "weight": 0.09321303322546903, "mean_probability": 0.5443438312835399, "observed_yes_rate": 0.5565429358829468}, {"lower": 0.6, "upper": 0.7, "rows": 82129, "weight": 0.07745181788113892, "mean_probability": 0.6485704282850049, "observed_yes_rate": 0.6361583735317483}, {"lower": 0.7, "upper": 0.8, "rows": 75034, "weight": 0.0690375882995203, "mean_probability": 0.7490660352325628, "observed_yes_rate": 0.6983452042960641}, {"lower": 0.8, "upper": 0.9, "rows": 73245, "weight": 0.06642251416848079, "mean_probability": 0.85017260379199, "observed_yes_rate": 0.8136533304967767}, {"lower": 0.9, "upper": 1.0, "rows": 252687, "weight": 0.22247811378870888, "mean_probability": 0.9787664438533763, "observed_yes_rate": 0.9300865779917128}], "ece_10_bins": 0.053458266139562616}, "brier_skill": -0.0004763107840324299, "by_remaining_time": {"0-3s": {"settled_rounds": 641, "prediction_rows": 7549, "bounded_only_rows": 5346, "all_rows_brier_bounds": [0.012284926884954184, 0.0127192560323625], "all_rows_baseline_brier": 0.013956466851647129, "model": {"rows": 2203, "settled_rounds": 267, "weighting": "equal_total_weight_per_round", "brier": 0.029329518724491764, "log_loss": 0.1238629921614919, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 942, "weight": 0.4032856656452168, "mean_probability": 0.022752369178682785, "observed_yes_rate": 0.023991444693036112}, {"lower": 0.1, "upper": 0.2, "rows": 57, "weight": 0.01874929065940302, "mean_probability": 0.12108155465631155, "observed_yes_rate": 0.31628329297820823}, {"lower": 0.2, "upper": 0.3, "rows": 2, "weight": 0.000749063670411985, "mean_probability": 0.24082922317266414, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 55, "weight": 0.01760299625468165, "mean_probability": 0.8787629639394718, "observed_yes_rate": 0.946808510638298}, {"lower": 0.9, "upper": 1.0, "rows": 1147, "weight": 0.559612983770288, "mean_probability": 0.9800074358328289, "observed_yes_rate": 0.9730061349693252}], "ece_10_bins": 0.009455816314646825}, "baseline": {"rows": 2203, "settled_rounds": 267, "weighting": "equal_total_weight_per_round", "brier": 0.03293103652767082, "log_loss": 0.21417606564146735, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 829, "weight": 0.3661616161616167, "mean_probability": 0.0038287447648641757, "observed_yes_rate": 0.019604804339403304}, {"lower": 0.1, "upper": 0.2, "rows": 54, "weight": 0.01746869443498657, "mean_probability": 0.15157501377193255, "observed_yes_rate": 0.035733622089875475}, {"lower": 0.2, "upper": 0.3, "rows": 56, "weight": 0.01862822986418492, "mean_probability": 0.24226647117727007, "observed_yes_rate": 0.08377335499593826}, {"lower": 0.3, "upper": 0.4, "rows": 24, "weight": 0.007916241062308477, "mean_probability": 0.35532165626833445, "observed_yes_rate": 0.2759856630824373}, {"lower": 0.4, "upper": 0.5, "rows": 38, "weight": 0.012609238451935081, "mean_probability": 0.460913663578629, "observed_yes_rate": 0.3217821782178218}, {"lower": 0.5, "upper": 0.6, "rows": 32, "weight": 0.009987515605493134, "mean_probability": 0.5156307379733899, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 30, "weight": 0.00982862331176938, "mean_probability": 0.6537968248241744, "observed_yes_rate": 0.8700923787528867}, {"lower": 0.7, "upper": 0.8, "rows": 54, "weight": 0.017427298045275576, "mean_probability": 0.7396085848138836, "observed_yes_rate": 0.839793605270079}, {"lower": 0.8, "upper": 0.9, "rows": 54, "weight": 0.017246070616857134, "mean_probability": 0.8500871417809905, "observed_yes_rate": 0.9407719890318498}, {"lower": 0.9, "upper": 1.0, "rows": 1032, "weight": 0.5227264724455745, "mean_probability": 0.9963392360907637, "observed_yes_rate": 0.979047897141793}], "ece_10_bins": 0.03244710165714639}, "brier_skill": 0.10936545529481967}, "10-30s": {"settled_rounds": 643, "prediction_rows": 50172, "bounded_only_rows": 10682, "all_rows_brier_bounds": [0.050030938309639846, 0.05213165528930434], "all_rows_baseline_brier": 0.05222153175582387, "model": {"rows": 39490, "settled_rounds": 559, "weighting": "equal_total_weight_per_round", "brier": 0.0587683667206838, "log_loss": 0.20049368820126803, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 13406, "weight": 0.352133804863039, "mean_probability": 0.029955988553007053, "observed_yes_rate": 0.026703904945164374}, {"lower": 0.1, "upper": 0.2, "rows": 2609, "weight": 0.06034515997021297, "mean_probability": 0.14810559311275057, "observed_yes_rate": 0.1793192486295856}, {"lower": 0.2, "upper": 0.3, "rows": 1517, "weight": 0.03480301496337111, "mean_probability": 0.23914884519639557, "observed_yes_rate": 0.34698381830549513}, {"lower": 0.3, "upper": 0.4, "rows": 807, "weight": 0.0184636962049201, "mean_probability": 0.34987697343831303, "observed_yes_rate": 0.47735582051819125}, {"lower": 0.4, "upper": 0.5, "rows": 336, "weight": 0.007825630319937564, "mean_probability": 0.4482814368290328, "observed_yes_rate": 0.5216831735121135}, {"lower": 0.5, "upper": 0.6, "rows": 314, "weight": 0.007411828120191381, "mean_probability": 0.5518357621414768, "observed_yes_rate": 0.5518479647512129}, {"lower": 0.6, "upper": 0.7, "rows": 747, "weight": 0.01734370103277507, "mean_probability": 0.646587716216191, "observed_yes_rate": 0.6687268057133463}, {"lower": 0.7, "upper": 0.8, "rows": 1362, "weight": 0.03190614291732453, "mean_probability": 0.7603539891659183, "observed_yes_rate": 0.7589563728230686}, {"lower": 0.8, "upper": 0.9, "rows": 3236, "weight": 0.07455503418812075, "mean_probability": 0.8542374331021076, "observed_yes_rate": 0.8361895478382063}, {"lower": 0.9, "upper": 1.0, "rows": 15156, "weight": 0.3952119874201098, "mean_probability": 0.967290874588169, "observed_yes_rate": 0.9893902717987219}], "ece_10_bins": 0.020218053488874656}, "baseline": {"rows": 39490, "settled_rounds": 559, "weighting": "equal_total_weight_per_round", "brier": 0.060072151754408325, "log_loss": 0.24173577205946994, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 14666, "weight": 0.38108695149750316, "mean_probability": 0.006441545813683459, "observed_yes_rate": 0.03606836940170764}, {"lower": 0.1, "upper": 0.2, "rows": 1410, "weight": 0.03223662606977121, "mean_probability": 0.15095951697947876, "observed_yes_rate": 0.23046586841515201}, {"lower": 0.2, "upper": 0.3, "rows": 975, "weight": 0.022908739295146564, "mean_probability": 0.25048708310741, "observed_yes_rate": 0.27490191889973203}, {"lower": 0.3, "upper": 0.4, "rows": 750, "weight": 0.01710564926803779, "mean_probability": 0.3480509831042217, "observed_yes_rate": 0.4204541410515694}, {"lower": 0.4, "upper": 0.5, "rows": 757, "weight": 0.017543368739748, "mean_probability": 0.45426607632197014, "observed_yes_rate": 0.48235680994713703}, {"lower": 0.5, "upper": 0.6, "rows": 457, "weight": 0.010672950967349134, "mean_probability": 0.5549721806760086, "observed_yes_rate": 0.6839376718090552}, {"lower": 0.6, "upper": 0.7, "rows": 815, "weight": 0.01914186916602126, "mean_probability": 0.6563691982297216, "observed_yes_rate": 0.6931491082689881}, {"lower": 0.7, "upper": 0.8, "rows": 929, "weight": 0.021170944232364153, "mean_probability": 0.758916592628475, "observed_yes_rate": 0.7012516715790635}, {"lower": 0.8, "upper": 0.9, "rows": 1508, "weight": 0.03448014216668426, "mean_probability": 0.8529471291790971, "observed_yes_rate": 0.8473817647450969}, {"lower": 0.9, "upper": 1.0, "rows": 17223, "weight": 0.44365275859737774, "mean_probability": 0.9929166543178869, "observed_yes_rate": 0.9708113739421852}], "ece_10_bins": 0.029444297229216022}, "brier_skill": 0.021703651286785308}, "180-300s": {"settled_rounds": 652, "prediction_rows": 294802, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.20424221175167911, 0.20424221175167911], "all_rows_baseline_brier": 0.20424221175167914, "model": {"rows": 294802, "settled_rounds": 652, "weighting": "equal_total_weight_per_round", "brier": 0.20424221175167914, "log_loss": 0.6207455896891609, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 32710, "weight": 0.10889978259903657, "mean_probability": 0.027805299480424928, "observed_yes_rate": 0.14633348125797335}, {"lower": 0.1, "upper": 0.2, "rows": 18395, "weight": 0.06380722914860243, "mean_probability": 0.15268117801698539, "observed_yes_rate": 0.3053689871750866}, {"lower": 0.2, "upper": 0.3, "rows": 23810, "weight": 0.07939370892841081, "mean_probability": 0.2490066264974138, "observed_yes_rate": 0.36430727981106137}, {"lower": 0.3, "upper": 0.4, "rows": 26666, "weight": 0.09023659243350172, "mean_probability": 0.3512159096649908, "observed_yes_rate": 0.44057299532989896}, {"lower": 0.4, "upper": 0.5, "rows": 40386, "weight": 0.13879503803329457, "mean_probability": 0.4609823488725474, "observed_yes_rate": 0.5131749433197855}, {"lower": 0.5, "upper": 0.6, "rows": 40952, "weight": 0.13990748433761713, "mean_probability": 0.5408333752288018, "observed_yes_rate": 0.5533378023123718}, {"lower": 0.6, "upper": 0.7, "rows": 29811, "weight": 0.10043126125202377, "mean_probability": 0.648477725209822, "observed_yes_rate": 0.611085287176155}, {"lower": 0.7, "upper": 0.8, "rows": 22801, "weight": 0.07692679367332414, "mean_probability": 0.7482472246145491, "observed_yes_rate": 0.6374662169809933}, {"lower": 0.8, "upper": 0.9, "rows": 20147, "weight": 0.0682909310002188, "mean_probability": 0.8493062762281864, "observed_yes_rate": 0.7873794041290053}, {"lower": 0.9, "upper": 1.0, "rows": 39124, "weight": 0.13331117859396982, "mean_probability": 0.9723447242541055, "observed_yes_rate": 0.9338128471742864}], "ece_10_bins": 0.07050441187761051}, "baseline": {"rows": 294802, "settled_rounds": 652, "weighting": "equal_total_weight_per_round", "brier": 0.20424221175167914, "log_loss": 0.6207455896891609, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 32710, "weight": 0.10889978259903657, "mean_probability": 0.027805299480424928, "observed_yes_rate": 0.14633348125797335}, {"lower": 0.1, "upper": 0.2, "rows": 18395, "weight": 0.06380722914860243, "mean_probability": 0.15268117801698539, "observed_yes_rate": 0.3053689871750866}, {"lower": 0.2, "upper": 0.3, "rows": 23810, "weight": 0.07939370892841081, "mean_probability": 0.2490066264974138, "observed_yes_rate": 0.36430727981106137}, {"lower": 0.3, "upper": 0.4, "rows": 26666, "weight": 0.09023659243350172, "mean_probability": 0.3512159096649908, "observed_yes_rate": 0.44057299532989896}, {"lower": 0.4, "upper": 0.5, "rows": 40386, "weight": 0.13879503803329457, "mean_probability": 0.4609823488725474, "observed_yes_rate": 0.5131749433197855}, {"lower": 0.5, "upper": 0.6, "rows": 40952, "weight": 0.13990748433761713, "mean_probability": 0.5408333752288018, "observed_yes_rate": 0.5533378023123718}, {"lower": 0.6, "upper": 0.7, "rows": 29811, "weight": 0.10043126125202377, "mean_probability": 0.648477725209822, "observed_yes_rate": 0.611085287176155}, {"lower": 0.7, "upper": 0.8, "rows": 22801, "weight": 0.07692679367332414, "mean_probability": 0.7482472246145491, "observed_yes_rate": 0.6374662169809933}, {"lower": 0.8, "upper": 0.9, "rows": 20147, "weight": 0.0682909310002188, "mean_probability": 0.8493062762281864, "observed_yes_rate": 0.7873794041290053}, {"lower": 0.9, "upper": 1.0, "rows": 39124, "weight": 0.13331117859396982, "mean_probability": 0.9723447242541055, "observed_yes_rate": 0.9338128471742864}], "ece_10_bins": 0.07050441187761051}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 641, "prediction_rows": 17594, "bounded_only_rows": 7078, "all_rows_brier_bounds": [0.03351783109447813, 0.03468827190458479], "all_rows_baseline_brier": 0.03491407348748945, "model": {"rows": 10516, "settled_rounds": 461, "weighting": "equal_total_weight_per_round", "brier": 0.04739103383371426, "log_loss": 0.17186413315934654, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3915, "weight": 0.400350765000328, "mean_probability": 0.023229642477386812, "observed_yes_rate": 0.03575444419730691}, {"lower": 0.1, "upper": 0.2, "rows": 560, "weight": 0.04392241735202576, "mean_probability": 0.1378837297813703, "observed_yes_rate": 0.2541260780636943}, {"lower": 0.2, "upper": 0.3, "rows": 129, "weight": 0.010134548984158886, "mean_probability": 0.2351668201077036, "observed_yes_rate": 0.3287040633241351}, {"lower": 0.3, "upper": 0.4, "rows": 14, "weight": 0.001074110880379113, "mean_probability": 0.34942446438446817, "observed_yes_rate": 0.14425202652910832}, {"lower": 0.4, "upper": 0.5, "rows": 16, "weight": 0.0012292514349511883, "mean_probability": 0.43502956784869623, "observed_yes_rate": 0.44116226658081126}, {"lower": 0.5, "upper": 0.6, "rows": 30, "weight": 0.0023460061795015797, "mean_probability": 0.5559958164619542, "observed_yes_rate": 0.5613850111762473}, {"lower": 0.6, "upper": 0.7, "rows": 27, "weight": 0.0020839096686205674, "mean_probability": 0.6514324148212581, "observed_yes_rate": 0.7435191339853765}, {"lower": 0.7, "upper": 0.8, "rows": 90, "weight": 0.007074722096414072, "mean_probability": 0.7721517114452658, "observed_yes_rate": 0.7809911554120454}, {"lower": 0.8, "upper": 0.9, "rows": 602, "weight": 0.0479280357027221, "mean_probability": 0.8634269590495832, "observed_yes_rate": 0.7963948640503048}, {"lower": 0.9, "upper": 1.0, "rows": 5133, "weight": 0.48385623270090045, "mean_probability": 0.9766311491952574, "observed_yes_rate": 0.9725444786146051}], "ece_10_bins": 0.016752991006943628}, "baseline": {"rows": 10516, "settled_rounds": 461, "weighting": "equal_total_weight_per_round", "brier": 0.048546501587671875, "log_loss": 0.24239468528024494, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3859, "weight": 0.3959341682245421, "mean_probability": 0.005601447816472959, "observed_yes_rate": 0.0351827489296307}, {"lower": 0.1, "upper": 0.2, "rows": 252, "weight": 0.019846875267998762, "mean_probability": 0.14608991917906422, "observed_yes_rate": 0.18685971864386566}, {"lower": 0.2, "upper": 0.3, "rows": 218, "weight": 0.017088417623643503, "mean_probability": 0.2518089555713825, "observed_yes_rate": 0.2516124793306979}, {"lower": 0.3, "upper": 0.4, "rows": 154, "weight": 0.012035315451801353, "mean_probability": 0.3481980573558262, "observed_yes_rate": 0.29717487185600194}, {"lower": 0.4, "upper": 0.5, "rows": 171, "weight": 0.013306668722588746, "mean_probability": 0.46194923223119, "observed_yes_rate": 0.3522305921839037}, {"lower": 0.5, "upper": 0.6, "rows": 91, "weight": 0.007102201245368274, "mean_probability": 0.5217188490666808, "observed_yes_rate": 0.8533470072720492}, {"lower": 0.6, "upper": 0.7, "rows": 143, "weight": 0.011632494255336846, "mean_probability": 0.6595163804048569, "observed_yes_rate": 0.7469342399101123}, {"lower": 0.7, "upper": 0.8, "rows": 258, "weight": 0.020481192861651225, "mean_probability": 0.7495745012765723, "observed_yes_rate": 0.7663401380050966}, {"lower": 0.8, "upper": 0.9, "rows": 293, "weight": 0.023613046389619054, "mean_probability": 0.8539626971989105, "observed_yes_rate": 0.8150561427301665}, {"lower": 0.9, "upper": 1.0, "rows": 5077, "weight": 0.47895961995745207, "mean_probability": 0.994916069698976, "observed_yes_rate": 0.9744975427192162}], "ece_10_bins": 0.029012738276466152}, "brier_skill": 0.02380125686030976}, "30-60s": {"settled_rounds": 634, "prediction_rows": 74107, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.07296103858614388, 0.07296103858614388], "all_rows_baseline_brier": 0.07296103858614382, "model": {"rows": 74107, "settled_rounds": 634, "weighting": "equal_total_weight_per_round", "brier": 0.07296103858614383, "log_loss": 0.3035609979396875, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 27402, "weight": 0.37120854640369866, "mean_probability": 0.011413425476513675, "observed_yes_rate": 0.061550089165848546}, {"lower": 0.1, "upper": 0.2, "rows": 2338, "weight": 0.03208179325240799, "mean_probability": 0.14596530944371902, "observed_yes_rate": 0.1710183559978115}, {"lower": 0.2, "upper": 0.3, "rows": 2211, "weight": 0.029473349164214537, "mean_probability": 0.2463574450914503, "observed_yes_rate": 0.2121033951312079}, {"lower": 0.3, "upper": 0.4, "rows": 1817, "weight": 0.024495306286950843, "mean_probability": 0.3470934738990232, "observed_yes_rate": 0.3989209212024101}, {"lower": 0.4, "upper": 0.5, "rows": 1576, "weight": 0.021333555976420185, "mean_probability": 0.4528075566810681, "observed_yes_rate": 0.49578638805415826}, {"lower": 0.5, "upper": 0.6, "rows": 1417, "weight": 0.019095477934339147, "mean_probability": 0.5454588309160591, "observed_yes_rate": 0.7268730684046046}, {"lower": 0.6, "upper": 0.7, "rows": 1718, "weight": 0.023184906438193275, "mean_probability": 0.6464764524099064, "observed_yes_rate": 0.5912747567380842}, {"lower": 0.7, "upper": 0.8, "rows": 1969, "weight": 0.026419297997151918, "mean_probability": 0.7530509845324447, "observed_yes_rate": 0.6951061205705994}, {"lower": 0.8, "upper": 0.9, "rows": 2594, "weight": 0.034808841929625696, "mean_probability": 0.8558848830794652, "observed_yes_rate": 0.9077805861176553}, {"lower": 0.9, "upper": 1.0, "rows": 31065, "weight": 0.4178989246169952, "mean_probability": 0.9897116371975392, "observed_yes_rate": 0.9700163163522021}], "ece_10_bins": 0.03892288985684027}, "baseline": {"rows": 74107, "settled_rounds": 634, "weighting": "equal_total_weight_per_round", "brier": 0.07296103858614383, "log_loss": 0.3035609979396875, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 27402, "weight": 0.37120854640369866, "mean_probability": 0.011413425476513675, "observed_yes_rate": 0.061550089165848546}, {"lower": 0.1, "upper": 0.2, "rows": 2338, "weight": 0.03208179325240799, "mean_probability": 0.14596530944371902, "observed_yes_rate": 0.1710183559978115}, {"lower": 0.2, "upper": 0.3, "rows": 2211, "weight": 0.029473349164214537, "mean_probability": 0.2463574450914503, "observed_yes_rate": 0.2121033951312079}, {"lower": 0.3, "upper": 0.4, "rows": 1817, "weight": 0.024495306286950843, "mean_probability": 0.3470934738990232, "observed_yes_rate": 0.3989209212024101}, {"lower": 0.4, "upper": 0.5, "rows": 1576, "weight": 0.021333555976420185, "mean_probability": 0.4528075566810681, "observed_yes_rate": 0.49578638805415826}, {"lower": 0.5, "upper": 0.6, "rows": 1417, "weight": 0.019095477934339147, "mean_probability": 0.5454588309160591, "observed_yes_rate": 0.7268730684046046}, {"lower": 0.6, "upper": 0.7, "rows": 1718, "weight": 0.023184906438193275, "mean_probability": 0.6464764524099064, "observed_yes_rate": 0.5912747567380842}, {"lower": 0.7, "upper": 0.8, "rows": 1969, "weight": 0.026419297997151918, "mean_probability": 0.7530509845324447, "observed_yes_rate": 0.6951061205705994}, {"lower": 0.8, "upper": 0.9, "rows": 2594, "weight": 0.034808841929625696, "mean_probability": 0.8558848830794652, "observed_yes_rate": 0.9077805861176553}, {"lower": 0.9, "upper": 1.0, "rows": 31065, "weight": 0.4178989246169952, "mean_probability": 0.9897116371975392, "observed_yes_rate": 0.9700163163522021}], "ece_10_bins": 0.03892288985684027}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 164, "prediction_rows": 360113, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.18160465113102914, 0.18160465113102914], "all_rows_baseline_brier": 0.18160465113102905, "model": {"rows": 360113, "settled_rounds": 164, "weighting": "equal_total_weight_per_round", "brier": 0.18160465113102905, "log_loss": 0.5978420364566934, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 40876, "weight": 0.10980235131690694, "mean_probability": 0.032554896715239756, "observed_yes_rate": 0.11857992394122588}, {"lower": 0.1, "upper": 0.2, "rows": 23068, "weight": 0.06133864035646299, "mean_probability": 0.15102818380005087, "observed_yes_rate": 0.2768172024354332}, {"lower": 0.2, "upper": 0.3, "rows": 24642, "weight": 0.06788264338226252, "mean_probability": 0.2527935521592246, "observed_yes_rate": 0.3190201318450346}, {"lower": 0.3, "upper": 0.4, "rows": 31063, "weight": 0.08385090048618972, "mean_probability": 0.35127392982966305, "observed_yes_rate": 0.43966638542417497}, {"lower": 0.4, "upper": 0.5, "rows": 39133, "weight": 0.11163666272226605, "mean_probability": 0.45544712372146956, "observed_yes_rate": 0.4798181914901068}, {"lower": 0.5, "upper": 0.6, "rows": 39428, "weight": 0.11181103576805297, "mean_probability": 0.5466849229206014, "observed_yes_rate": 0.5329982970587323}, {"lower": 0.6, "upper": 0.7, "rows": 35340, "weight": 0.09621848071189495, "mean_probability": 0.6468153739949053, "observed_yes_rate": 0.6731116589538635}, {"lower": 0.7, "upper": 0.8, "rows": 33185, "weight": 0.09396021016098097, "mean_probability": 0.7516765567582592, "observed_yes_rate": 0.763643173009122}, {"lower": 0.8, "upper": 0.9, "rows": 28854, "weight": 0.08503928666186292, "mean_probability": 0.8486432813667616, "observed_yes_rate": 0.8602666025664785}, {"lower": 0.9, "upper": 1.0, "rows": 64524, "weight": 0.17845978843311994, "mean_probability": 0.9696183740309087, "observed_yes_rate": 0.9067237497879691}], "ece_10_bins": 0.049187095056266894}, "baseline": {"rows": 360113, "settled_rounds": 164, "weighting": "equal_total_weight_per_round", "brier": 0.18160465113102905, "log_loss": 0.5978420364566934, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 40876, "weight": 0.10980235131690694, "mean_probability": 0.032554896715239756, "observed_yes_rate": 0.11857992394122588}, {"lower": 0.1, "upper": 0.2, "rows": 23068, "weight": 0.06133864035646299, "mean_probability": 0.15102818380005087, "observed_yes_rate": 0.2768172024354332}, {"lower": 0.2, "upper": 0.3, "rows": 24642, "weight": 0.06788264338226252, "mean_probability": 0.2527935521592246, "observed_yes_rate": 0.3190201318450346}, {"lower": 0.3, "upper": 0.4, "rows": 31063, "weight": 0.08385090048618972, "mean_probability": 0.35127392982966305, "observed_yes_rate": 0.43966638542417497}, {"lower": 0.4, "upper": 0.5, "rows": 39133, "weight": 0.11163666272226605, "mean_probability": 0.45544712372146956, "observed_yes_rate": 0.4798181914901068}, {"lower": 0.5, "upper": 0.6, "rows": 39428, "weight": 0.11181103576805297, "mean_probability": 0.5466849229206014, "observed_yes_rate": 0.5329982970587323}, {"lower": 0.6, "upper": 0.7, "rows": 35340, "weight": 0.09621848071189495, "mean_probability": 0.6468153739949053, "observed_yes_rate": 0.6731116589538635}, {"lower": 0.7, "upper": 0.8, "rows": 33185, "weight": 0.09396021016098097, "mean_probability": 0.7516765567582592, "observed_yes_rate": 0.763643173009122}, {"lower": 0.8, "upper": 0.9, "rows": 28854, "weight": 0.08503928666186292, "mean_probability": 0.8486432813667616, "observed_yes_rate": 0.8602666025664785}, {"lower": 0.9, "upper": 1.0, "rows": 64524, "weight": 0.17845978843311994, "mean_probability": 0.9696183740309087, "observed_yes_rate": 0.9067237497879691}], "ece_10_bins": 0.049187095056266894}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 654, "prediction_rows": 296715, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.13007092481189964, 0.13007092481189964], "all_rows_baseline_brier": 0.13007092481189964, "model": {"rows": 296715, "settled_rounds": 654, "weighting": "equal_total_weight_per_round", "brier": 0.13007092481189964, "log_loss": 0.5316907435443519, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 78802, "weight": 0.26277035388550757, "mean_probability": 0.01803664833842986, "observed_yes_rate": 0.08901134868035929}, {"lower": 0.1, "upper": 0.2, "rows": 19083, "weight": 0.062849989816474, "mean_probability": 0.14527247901477927, "observed_yes_rate": 0.2428718423967274}, {"lower": 0.2, "upper": 0.3, "rows": 14259, "weight": 0.0469177151548876, "mean_probability": 0.24594063333572735, "observed_yes_rate": 0.28487395072227356}, {"lower": 0.3, "upper": 0.4, "rows": 12303, "weight": 0.04154284451180151, "mean_probability": 0.35144693543253414, "observed_yes_rate": 0.38308209570235036}, {"lower": 0.4, "upper": 0.5, "rows": 13618, "weight": 0.046925195035618865, "mean_probability": 0.45021026946129644, "observed_yes_rate": 0.4814958648316603}, {"lower": 0.5, "upper": 0.6, "rows": 14103, "weight": 0.048965795476738565, "mean_probability": 0.5512313669093797, "observed_yes_rate": 0.5561007349018776}, {"lower": 0.6, "upper": 0.7, "rows": 14272, "weight": 0.04771390480695974, "mean_probability": 0.6500455453971735, "observed_yes_rate": 0.6923426281637443}, {"lower": 0.7, "upper": 0.8, "rows": 15838, "weight": 0.05344152900510786, "mean_probability": 0.7486617174775673, "observed_yes_rate": 0.7529629169292186}, {"lower": 0.8, "upper": 0.9, "rows": 19795, "weight": 0.06822759007133068, "mean_probability": 0.8503938728353755, "observed_yes_rate": 0.7938562889677183}, {"lower": 0.9, "upper": 1.0, "rows": 94642, "weight": 0.32064508223557453, "mean_probability": 0.9811226731288132, "observed_yes_rate": 0.9329553749578335}], "ece_10_bins": 0.05118161013640318}, "baseline": {"rows": 296715, "settled_rounds": 654, "weighting": "equal_total_weight_per_round", "brier": 0.13007092481189964, "log_loss": 0.5316907435443519, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 78802, "weight": 0.26277035388550757, "mean_probability": 0.01803664833842986, "observed_yes_rate": 0.08901134868035929}, {"lower": 0.1, "upper": 0.2, "rows": 19083, "weight": 0.062849989816474, "mean_probability": 0.14527247901477927, "observed_yes_rate": 0.2428718423967274}, {"lower": 0.2, "upper": 0.3, "rows": 14259, "weight": 0.0469177151548876, "mean_probability": 0.24594063333572735, "observed_yes_rate": 0.28487395072227356}, {"lower": 0.3, "upper": 0.4, "rows": 12303, "weight": 0.04154284451180151, "mean_probability": 0.35144693543253414, "observed_yes_rate": 0.38308209570235036}, {"lower": 0.4, "upper": 0.5, "rows": 13618, "weight": 0.046925195035618865, "mean_probability": 0.45021026946129644, "observed_yes_rate": 0.4814958648316603}, {"lower": 0.5, "upper": 0.6, "rows": 14103, "weight": 0.048965795476738565, "mean_probability": 0.5512313669093797, "observed_yes_rate": 0.5561007349018776}, {"lower": 0.6, "upper": 0.7, "rows": 14272, "weight": 0.04771390480695974, "mean_probability": 0.6500455453971735, "observed_yes_rate": 0.6923426281637443}, {"lower": 0.7, "upper": 0.8, "rows": 15838, "weight": 0.05344152900510786, "mean_probability": 0.7486617174775673, "observed_yes_rate": 0.7529629169292186}, {"lower": 0.8, "upper": 0.9, "rows": 19795, "weight": 0.06822759007133068, "mean_probability": 0.8503938728353755, "observed_yes_rate": 0.7938562889677183}, {"lower": 0.9, "upper": 1.0, "rows": 94642, "weight": 0.32064508223557453, "mean_probability": 0.9811226731288132, "observed_yes_rate": 0.9329553749578335}], "ece_10_bins": 0.05118161013640318}, "brier_skill": 0.0}}}, {"model_id": "2762280fd4500f9c5d7e9736cb584b722b69eafbcca875009d1aec70332d100a", "settled_rounds": 14, "prediction_rows": 21424, "bounded_only_rows": 725, "all_rows_brier_bounds": [0.06080852530381247, 0.060924267669907155], "all_rows_baseline_brier": 0.0608504609034604, "model": {"rows": 20699, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.06200957705530886, "log_loss": 0.23291735697811, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 5018, "weight": 0.205586351871748, "mean_probability": 0.008793489405543833, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 1164, "weight": 0.05639050711430386, "mean_probability": 0.14764948745925058, "observed_yes_rate": 0.0021820451875902707}, {"lower": 0.2, "upper": 0.3, "rows": 430, "weight": 0.020733786647783775, "mean_probability": 0.24633711037423653, "observed_yes_rate": 0.008901893086255958}, {"lower": 0.3, "upper": 0.4, "rows": 448, "weight": 0.024508739073782995, "mean_probability": 0.34959615925842746, "observed_yes_rate": 0.02008208326085036}, {"lower": 0.4, "upper": 0.5, "rows": 1013, "weight": 0.05946379895824883, "mean_probability": 0.4734370720250285, "observed_yes_rate": 0.750974946229197}, {"lower": 0.5, "upper": 0.6, "rows": 941, "weight": 0.05175737137422282, "mean_probability": 0.5113525234972203, "observed_yes_rate": 0.8525523440462596}, {"lower": 0.6, "upper": 0.7, "rows": 763, "weight": 0.03684346098391781, "mean_probability": 0.6557941849301255, "observed_yes_rate": 0.837357032759522}, {"lower": 0.7, "upper": 0.8, "rows": 763, "weight": 0.04040492623441503, "mean_probability": 0.7621644466327352, "observed_yes_rate": 0.8576253649927463}, {"lower": 0.8, "upper": 0.9, "rows": 1464, "weight": 0.06596601354457159, "mean_probability": 0.8545070175759165, "observed_yes_rate": 0.892809208786499}, {"lower": 0.9, "upper": 1.0, "rows": 8695, "weight": 0.4383450441970052, "mean_probability": 0.9874799738290722, "observed_yes_rate": 0.9784008482871742}], "ece_10_bins": 0.07422569968891661}, "baseline": {"rows": 20699, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.061992200729087614, "log_loss": 0.23012005261298038, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 5026, "weight": 0.20606573825717467, "mean_probability": 0.00824001820541645, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 1135, "weight": 0.05465273146713224, "mean_probability": 0.14792876390934803, "observed_yes_rate": 0.00225142698949166}, {"lower": 0.2, "upper": 0.3, "rows": 428, "weight": 0.02061394005142711, "mean_probability": 0.2463365501793229, "observed_yes_rate": 0.008953647461443677}, {"lower": 0.3, "upper": 0.4, "rows": 448, "weight": 0.024508739073782995, "mean_probability": 0.3497261958324849, "observed_yes_rate": 0.02008208326085036}, {"lower": 0.4, "upper": 0.5, "rows": 1054, "weight": 0.06192065418356044, "mean_probability": 0.47362529315846, "observed_yes_rate": 0.7211781563688736}, {"lower": 0.5, "upper": 0.6, "rows": 925, "weight": 0.050798598603369514, "mean_probability": 0.5105268160684013, "observed_yes_rate": 0.8686434173370983}, {"lower": 0.6, "upper": 0.7, "rows": 729, "weight": 0.03479636794092179, "mean_probability": 0.6558092628528606, "observed_yes_rate": 0.8312328679979768}, {"lower": 0.7, "upper": 0.8, "rows": 799, "weight": 0.04257307848688432, "mean_probability": 0.7615740785471499, "observed_yes_rate": 0.86487618867186}, {"lower": 0.8, "upper": 0.9, "rows": 1461, "weight": 0.06578533419019914, "mean_probability": 0.8544692929128535, "observed_yes_rate": 0.8925148093859407}, {"lower": 0.9, "upper": 1.0, "rows": 8694, "weight": 0.43828481774554773, "mean_probability": 0.9939659660492066, "observed_yes_rate": 0.9783978802622519}], "ece_10_bins": 0.0759807508041761}, "brier_skill": -0.0002802985862233598, "by_remaining_time": {"0-3s": {"settled_rounds": 14, "prediction_rows": 164, "bounded_only_rows": 122, "all_rows_brier_bounds": [0.0006734036796536793, 0.0008939393939393941], "all_rows_baseline_brier": 0.01463548118391382, "model": {"rows": 42, "settled_rounds": 6, "weighting": "equal_total_weight_per_round", "brier": 0.0018364844150118177, "log_loss": 0.02703933527563694, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4, "weight": 0.06060606060606061, "mean_probability": 0.09739686454922486, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 7, "weight": 0.10606060606060608, "mean_probability": 0.10138824288082827, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 31, "weight": 0.8333333333333334, "mean_probability": 0.988716010510753, "observed_yes_rate": 1.0}], "ece_10_bins": 0.0260594633374437}, "baseline": {"rows": 42, "settled_rounds": 6, "weighting": "equal_total_weight_per_round", "brier": 0.03414945609446557, "log_loss": 0.1012992252827391, "reliability": [{"lower": 0.3, "upper": 0.4, "rows": 1, "weight": 0.015151515151515152, "mean_probability": 0.3989222229901783, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 10, "weight": 0.15151515151515152, "mean_probability": 0.4574408537507798, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 31, "weight": 0.8333333333333334, "mean_probability": 0.998921311011101, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07625240386193059}, "brier_skill": 0.9462221474353307}, "10-30s": {"settled_rounds": 14, "prediction_rows": 1067, "bounded_only_rows": 407, "all_rows_brier_bounds": [0.008644911999951274, 0.009613951661408715], "all_rows_baseline_brier": 0.0062391494187952245, "model": {"rows": 660, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.012756058818599064, "log_loss": 0.07672691408109009, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 146, "weight": 0.3, "mean_probability": 0.012827155235677299, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 73, "weight": 0.09358974358974363, "mean_probability": 0.15231049032380664, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 4, "weight": 0.00512820512820513, "mean_probability": 0.5716734136195126, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 33, "weight": 0.04178838039597534, "mean_probability": 0.6570859096929167, "observed_yes_rate": 0.9693203883495145}, {"lower": 0.7, "upper": 0.8, "rows": 25, "weight": 0.031645569620253174, "mean_probability": 0.760154434361953, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 22, "weight": 0.027848101265822794, "mean_probability": 0.8421703994882339, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 357, "weight": 0.5, "mean_probability": 0.958305965735269, "observed_yes_rate": 1.0}], "ece_10_bins": 0.06691459938002876}, "baseline": {"rows": 660, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.008734811640214151, "log_loss": 0.04450658878176416, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 158, "weight": 0.3153846153846154, "mean_probability": 0.0039039280737998734, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 61, "weight": 0.07820512820512822, "mean_probability": 0.15063799518645762, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 5, "weight": 0.006410256410256413, "mean_probability": 0.48459486655810513, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 61, "weight": 0.07721518987341772, "mean_probability": 0.7544993367389065, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 18, "weight": 0.022784810126582285, "mean_probability": 0.8382651806813234, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 357, "weight": 0.5, "mean_probability": 0.999291342025842, "observed_yes_rate": 1.0}], "ece_10_bins": 0.03911408639376388}, "brier_skill": -0.46037022250960913}, "180-300s": {"settled_rounds": 13, "prediction_rows": 6158, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.10110175002398696, 0.10110175002398696], "all_rows_baseline_brier": 0.10110175002398696, "model": {"rows": 6158, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.10110175002398697, "log_loss": 0.3150783924186446, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 899, "weight": 0.1462714190758182, "mean_probability": 0.012541530088369507, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 647, "weight": 0.10518478610248869, "mean_probability": 0.15218861475498954, "observed_yes_rate": 0.0030727467111472282}, {"lower": 0.2, "upper": 0.3, "rows": 128, "weight": 0.020800236222351658, "mean_probability": 0.22703875579149535, "observed_yes_rate": 0.023307875120079192}, {"lower": 0.3, "upper": 0.4, "rows": 265, "weight": 0.042924688637918186, "mean_probability": 0.35540783787922986, "observed_yes_rate": 0.03011844379680719}, {"lower": 0.4, "upper": 0.5, "rows": 853, "weight": 0.1384411077804495, "mean_probability": 0.47467768751904854, "observed_yes_rate": 0.8016216216971237}, {"lower": 0.5, "upper": 0.6, "rows": 725, "weight": 0.11764530203695092, "mean_probability": 0.5070533758606639, "observed_yes_rate": 0.8566462541537555}, {"lower": 0.6, "upper": 0.7, "rows": 477, "weight": 0.07753628888544918, "mean_probability": 0.6600589663610859, "observed_yes_rate": 0.7953159021116384}, {"lower": 0.7, "upper": 0.8, "rows": 446, "weight": 0.07223505105854242, "mean_probability": 0.7685505307368588, "observed_yes_rate": 0.847551215267182}, {"lower": 0.8, "upper": 0.9, "rows": 396, "weight": 0.06437158186103065, "mean_probability": 0.8483821559841646, "observed_yes_rate": 0.9949684840683993}, {"lower": 0.9, "upper": 1.0, "rows": 1322, "weight": 0.21458953833900077, "mean_probability": 0.9857994749416809, "observed_yes_rate": 1.0}], "ece_10_bins": 0.150787441935755}, "baseline": {"rows": 6158, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.10110175002398697, "log_loss": 0.3150783924186446, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 899, "weight": 0.1462714190758182, "mean_probability": 0.012541530088369507, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 647, "weight": 0.10518478610248869, "mean_probability": 0.15218861475498954, "observed_yes_rate": 0.0030727467111472282}, {"lower": 0.2, "upper": 0.3, "rows": 128, "weight": 0.020800236222351658, "mean_probability": 0.22703875579149535, "observed_yes_rate": 0.023307875120079192}, {"lower": 0.3, "upper": 0.4, "rows": 265, "weight": 0.042924688637918186, "mean_probability": 0.35540783787922986, "observed_yes_rate": 0.03011844379680719}, {"lower": 0.4, "upper": 0.5, "rows": 853, "weight": 0.1384411077804495, "mean_probability": 0.47467768751904854, "observed_yes_rate": 0.8016216216971237}, {"lower": 0.5, "upper": 0.6, "rows": 725, "weight": 0.11764530203695092, "mean_probability": 0.5070533758606639, "observed_yes_rate": 0.8566462541537555}, {"lower": 0.6, "upper": 0.7, "rows": 477, "weight": 0.07753628888544918, "mean_probability": 0.6600589663610859, "observed_yes_rate": 0.7953159021116384}, {"lower": 0.7, "upper": 0.8, "rows": 446, "weight": 0.07223505105854242, "mean_probability": 0.7685505307368588, "observed_yes_rate": 0.847551215267182}, {"lower": 0.8, "upper": 0.9, "rows": 396, "weight": 0.06437158186103065, "mean_probability": 0.8483821559841646, "observed_yes_rate": 0.9949684840683993}, {"lower": 0.9, "upper": 1.0, "rows": 1322, "weight": 0.21458953833900077, "mean_probability": 0.9857994749416809, "observed_yes_rate": 1.0}], "ece_10_bins": 0.150787441935755}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 14, "prediction_rows": 383, "bounded_only_rows": 196, "all_rows_brier_bounds": [0.012583748283963803, 0.013348273752337794], "all_rows_baseline_brier": 0.016970471854271717, "model": {"rows": 187, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.022666033829527824, "log_loss": 0.08478331542797282, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 10, "weight": 0.125, "mean_probability": 0.006188932842123551, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 10, "weight": 0.04310344827586208, "mean_probability": 0.1387656719639585, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 2, "weight": 0.008620689655172415, "mean_probability": 0.24643346542074998, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 1, "weight": 0.004310344827586208, "mean_probability": 0.3457370252372651, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 3, "weight": 0.012931034482758622, "mean_probability": 0.4369932494284432, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 12, "weight": 0.051724137931034496, "mean_probability": 0.5495767678441005, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 1, "weight": 0.004310344827586208, "mean_probability": 0.6032666727192091, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 8, "weight": 0.03703703703703704, "mean_probability": 0.8913503640530326, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 140, "weight": 0.712962962962963, "mean_probability": 0.9776746523724502, "observed_yes_rate": 1.0}], "ece_10_bins": 0.06698822108121379}, "baseline": {"rows": 187, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.029698325744225505, "log_loss": 0.09203445045009573, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 10, "weight": 0.125, "mean_probability": 1e-06, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 29, "weight": 0.12499999999999999, "mean_probability": 0.479965921659172, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 9, "weight": 0.04166666666666667, "mean_probability": 0.8850056398273867, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 139, "weight": 0.7083333333333334, "mean_probability": 0.9929074751959573, "observed_yes_rate": 1.0}], "ece_10_bins": 0.06981116861745226}, "brier_skill": 0.236790853978192}, "30-60s": {"settled_rounds": 13, "prediction_rows": 1537, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.01177844757182858, 0.01177844757182858], "all_rows_baseline_brier": 0.01177844757182858, "model": {"rows": 1537, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.011778447571828582, "log_loss": 0.041231590468451554, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 469, "weight": 0.3076923076923077, "mean_probability": 5.022298484119303e-06, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 3, "weight": 0.0019230769230769234, "mean_probability": 0.18929130219855025, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 18, "weight": 0.01153846153846154, "mean_probability": 0.2603409891061648, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 59, "weight": 0.037820512820512825, "mean_probability": 0.3399021351482214, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 40, "weight": 0.025641025641025644, "mean_probability": 0.45491474271916105, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 21, "weight": 0.013689700130378096, "mean_probability": 0.7132632227485446, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 3, "weight": 0.0019556714471968707, "mean_probability": 0.817852376824282, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 924, "weight": 0.5997392438070404, "mean_probability": 0.9983454194946365, "observed_yes_rate": 1.0}], "ece_10_bins": 0.03316313345377735}, "baseline": {"rows": 1537, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.011778447571828582, "log_loss": 0.041231590468451554, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 469, "weight": 0.3076923076923077, "mean_probability": 5.022298484119303e-06, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 3, "weight": 0.0019230769230769234, "mean_probability": 0.18929130219855025, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 18, "weight": 0.01153846153846154, "mean_probability": 0.2603409891061648, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 59, "weight": 0.037820512820512825, "mean_probability": 0.3399021351482214, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 40, "weight": 0.025641025641025644, "mean_probability": 0.45491474271916105, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 21, "weight": 0.013689700130378096, "mean_probability": 0.7132632227485446, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 3, "weight": 0.0019556714471968707, "mean_probability": 0.817852376824282, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 924, "weight": 0.5997392438070404, "mean_probability": 0.9983454194946365, "observed_yes_rate": 1.0}], "ece_10_bins": 0.03316313345377735}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 3, "prediction_rows": 5963, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.022558989203154953, 0.022558989203154953], "all_rows_baseline_brier": 0.022558989203154953, "model": {"rows": 5963, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.022558989203154953, "log_loss": 0.09645201464330928, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1619, "weight": 0.23062678062678055, "mean_probability": 0.014037068645831274, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 407, "weight": 0.05797720797720795, "mean_probability": 0.13100563568610785, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 140, "weight": 0.019943019943019932, "mean_probability": 0.2388716001615222, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 88, "weight": 0.012535612535612528, "mean_probability": 0.3308728821265092, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 100, "weight": 0.01422780428715146, "mean_probability": 0.4527909711237245, "observed_yes_rate": 0.14897183965367236}, {"lower": 0.5, "upper": 0.6, "rows": 150, "weight": 0.021196569119417783, "mean_probability": 0.5001444693292887, "observed_yes_rate": 0.9932795660633755}, {"lower": 0.6, "upper": 0.7, "rows": 239, "weight": 0.033771372050303804, "mean_probability": 0.6360557632268995, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 179, "weight": 0.03802387123199955, "mean_probability": 0.7177296746653117, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 668, "weight": 0.12438079408603017, "mean_probability": 0.8494724355751728, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 2373, "weight": 0.44731696814247623, "mean_probability": 0.993706220107358, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07908159084018754}, "baseline": {"rows": 5963, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.022558989203154953, "log_loss": 0.09645201464330928, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1619, "weight": 0.23062678062678055, "mean_probability": 0.014037068645831274, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 407, "weight": 0.05797720797720795, "mean_probability": 0.13100563568610785, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 140, "weight": 0.019943019943019932, "mean_probability": 0.2388716001615222, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 88, "weight": 0.012535612535612528, "mean_probability": 0.3308728821265092, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 100, "weight": 0.01422780428715146, "mean_probability": 0.4527909711237245, "observed_yes_rate": 0.14897183965367236}, {"lower": 0.5, "upper": 0.6, "rows": 150, "weight": 0.021196569119417783, "mean_probability": 0.5001444693292887, "observed_yes_rate": 0.9932795660633755}, {"lower": 0.6, "upper": 0.7, "rows": 239, "weight": 0.033771372050303804, "mean_probability": 0.6360557632268995, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 179, "weight": 0.03802387123199955, "mean_probability": 0.7177296746653117, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 668, "weight": 0.12438079408603017, "mean_probability": 0.8494724355751728, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 2373, "weight": 0.44731696814247623, "mean_probability": 0.993706220107358, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07908159084018754}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 13, "prediction_rows": 6152, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.048493207758873294, 0.048493207758873294], "all_rows_baseline_brier": 0.0484932077588733, "model": {"rows": 6152, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.0484932077588733, "log_loss": 0.2366931860139395, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1871, "weight": 0.304962261120925, "mean_probability": 0.003691565912086754, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 17, "weight": 0.002730046571382688, "mean_probability": 0.11345388925705543, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 142, "weight": 0.022803918419784814, "mean_probability": 0.2654011565282807, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 35, "weight": 0.005620684117552593, "mean_probability": 0.33131749578033387, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 17, "weight": 0.002855223379240847, "mean_probability": 0.47034410144069155, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 50, "weight": 0.008397715821296612, "mean_probability": 0.5712385112508991, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 13, "weight": 0.002183406113537119, "mean_probability": 0.6157348746773248, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 92, "weight": 0.015245623545301738, "mean_probability": 0.7801255559473708, "observed_yes_rate": 0.7050597976080959}, {"lower": 0.8, "upper": 0.9, "rows": 367, "weight": 0.059689879888261264, "mean_probability": 0.8650953105684946, "observed_yes_rate": 0.6879110309789598}, {"lower": 0.9, "upper": 1.0, "rows": 3548, "weight": 0.5755112410227173, "mean_probability": 0.9955870889037696, "observed_yes_rate": 0.9559115926714303}], "ece_10_bins": 0.04985607659782576}, "baseline": {"rows": 6152, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.0484932077588733, "log_loss": 0.2366931860139395, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1871, "weight": 0.304962261120925, "mean_probability": 0.003691565912086754, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 17, "weight": 0.002730046571382688, "mean_probability": 0.11345388925705543, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 142, "weight": 0.022803918419784814, "mean_probability": 0.2654011565282807, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 35, "weight": 0.005620684117552593, "mean_probability": 0.33131749578033387, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 17, "weight": 0.002855223379240847, "mean_probability": 0.47034410144069155, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 50, "weight": 0.008397715821296612, "mean_probability": 0.5712385112508991, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 13, "weight": 0.002183406113537119, "mean_probability": 0.6157348746773248, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 92, "weight": 0.015245623545301738, "mean_probability": 0.7801255559473708, "observed_yes_rate": 0.7050597976080959}, {"lower": 0.8, "upper": 0.9, "rows": 367, "weight": 0.059689879888261264, "mean_probability": 0.8650953105684946, "observed_yes_rate": 0.6879110309789598}, {"lower": 0.9, "upper": 1.0, "rows": 3548, "weight": 0.5755112410227173, "mean_probability": 0.9955870889037696, "observed_yes_rate": 0.9559115926714303}], "ece_10_bins": 0.04985607659782576}, "brier_skill": 0.0}}}, {"model_id": "1136cc872c64dc7733a1dac42b554d177edaa7435ea91d02ef9c21305084a6fa", "settled_rounds": 14, "prediction_rows": 19268, "bounded_only_rows": 556, "all_rows_brier_bounds": [0.18948213551409585, 0.18958258770153982], "all_rows_baseline_brier": 0.1895269560880078, "model": {"rows": 18712, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.19293063453172024, "log_loss": 0.580000445137453, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2828, "weight": 0.17461239099916387, "mean_probability": 0.014881796273012574, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 1129, "weight": 0.059888244018519526, "mean_probability": 0.15027464980182415, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 1745, "weight": 0.10528573992806924, "mean_probability": 0.24056775694155824, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 810, "weight": 0.04011630533980417, "mean_probability": 0.3429933926350377, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 2402, "weight": 0.1257939233120805, "mean_probability": 0.46920450972152683, "observed_yes_rate": 0.1994204928710987}, {"lower": 0.5, "upper": 0.6, "rows": 2519, "weight": 0.16145386539590492, "mean_probability": 0.5268745054171389, "observed_yes_rate": 0.19842653126050136}, {"lower": 0.6, "upper": 0.7, "rows": 1578, "weight": 0.10094804205859932, "mean_probability": 0.6455584958603929, "observed_yes_rate": 0.36180101089042227}, {"lower": 0.7, "upper": 0.8, "rows": 1245, "weight": 0.07148781020748196, "mean_probability": 0.7356563180295599, "observed_yes_rate": 0.15735042960944495}, {"lower": 0.8, "upper": 0.9, "rows": 641, "weight": 0.034439915583952825, "mean_probability": 0.855399203009675, "observed_yes_rate": 0.3989776003338825}, {"lower": 0.9, "upper": 1.0, "rows": 3815, "weight": 0.12597376315642375, "mean_probability": 0.9785380980085782, "observed_yes_rate": 0.7592898635818862}], "ece_10_bins": 0.2509778285666003}, "baseline": {"rows": 18712, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.19292691497283918, "log_loss": 0.5793792843254132, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2874, "weight": 0.1760594967770849, "mean_probability": 0.01179947154298242, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 1068, "weight": 0.05761534578486746, "mean_probability": 0.1493256507437412, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 1764, "weight": 0.10635510807494629, "mean_probability": 0.2416229996223589, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 806, "weight": 0.039872729648658144, "mean_probability": 0.34313667507007733, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 2402, "weight": 0.1257939233120805, "mean_probability": 0.46920450972152683, "observed_yes_rate": 0.1994204928710987}, {"lower": 0.5, "upper": 0.6, "rows": 2519, "weight": 0.16145386539590492, "mean_probability": 0.5268745054171389, "observed_yes_rate": 0.19842653126050136}, {"lower": 0.6, "upper": 0.7, "rows": 1578, "weight": 0.10094804205859932, "mean_probability": 0.6455584958603929, "observed_yes_rate": 0.36180101089042227}, {"lower": 0.7, "upper": 0.8, "rows": 1245, "weight": 0.07148781020748196, "mean_probability": 0.7356563180295599, "observed_yes_rate": 0.15735042960944495}, {"lower": 0.8, "upper": 0.9, "rows": 641, "weight": 0.034439915583952825, "mean_probability": 0.855399203009675, "observed_yes_rate": 0.3989776003338825}, {"lower": 0.9, "upper": 1.0, "rows": 3815, "weight": 0.12597376315642375, "mean_probability": 0.9785380980085782, "observed_yes_rate": 0.7592898635818862}], "ece_10_bins": 0.2503521098190488}, "brier_skill": -1.9279626596313548e-05, "by_remaining_time": {"0-3s": {"settled_rounds": 12, "prediction_rows": 139, "bounded_only_rows": 90, "all_rows_brier_bounds": [0.00019631410256410289, 0.0003841491841491849], "all_rows_baseline_brier": 7.96816523329514e-05, "model": {"rows": 49, "settled_rounds": 6, "weighting": "equal_total_weight_per_round", "brier": 0.0005680779470177482, "log_loss": 0.019563748522246235, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 49, "weight": 0.9999999999999999, "mean_probability": 0.019272654987758858, "observed_yes_rate": 0.0}], "ece_10_bins": 0.019272654987758854}, "baseline": {"rows": 49, "settled_rounds": 6, "weighting": "equal_total_weight_per_round", "brier": 0.00015936330366590277, "log_loss": 0.005465501861664147, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 49, "weight": 0.9999999999999999, "mean_probability": 0.00538381847262154, "observed_yes_rate": 0.0}], "ece_10_bins": 0.005383818472621539}, "brier_skill": -2.5646722548416503}, "10-30s": {"settled_rounds": 12, "prediction_rows": 939, "bounded_only_rows": 324, "all_rows_brier_bounds": [0.012305727375349025, 0.013879983831711221], "all_rows_baseline_brier": 0.01245436915155849, "model": {"rows": 615, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.017423757149904944, "log_loss": 0.11514889541328849, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 239, "weight": 0.465085833188833, "mean_probability": 0.029262811619370246, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 291, "weight": 0.41494319778956507, "mean_probability": 0.15355771350289033, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 80, "weight": 0.11284846189909485, "mean_probability": 0.22649636318066735, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 5, "weight": 0.007122507122507125, "mean_probability": 0.3156518750080564, "observed_yes_rate": 0.0}], "ece_10_bins": 0.10513544674824056}, "baseline": {"rows": 615, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.01660582553507799, "log_loss": 0.0987914373943214, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 303, "weight": 0.554959250910352, "mean_probability": 0.01390832874329754, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 212, "weight": 0.3031311057559541, "mean_probability": 0.15234908487714874, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 99, "weight": 0.14048514190919256, "mean_probability": 0.24740356944866387, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 1, "weight": 0.001424501424501425, "mean_probability": 0.30010570530972036, "observed_yes_rate": 0.0}], "ece_10_bins": 0.08908432882806414}, "brier_skill": -0.04925570325300388}, "180-300s": {"settled_rounds": 13, "prediction_rows": 5828, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.22885949757114535, 0.22885949757114535], "all_rows_baseline_brier": 0.22885949757114535, "model": {"rows": 5828, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.2288594975711453, "log_loss": 0.6422885060090735, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 249, "weight": 0.04060973564471653, "mean_probability": 0.022907633879022424, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 337, "weight": 0.05516576402584776, "mean_probability": 0.15390210709327337, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 805, "weight": 0.1341876990256161, "mean_probability": 0.2301308501103699, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 216, "weight": 0.04311460005203607, "mean_probability": 0.33952553747436803, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 747, "weight": 0.12321693183085569, "mean_probability": 0.4812550650853628, "observed_yes_rate": 0.15344938998452884}, {"lower": 0.5, "upper": 0.6, "rows": 1335, "weight": 0.22399297785045372, "mean_probability": 0.5111037008128365, "observed_yes_rate": 0.01947955608662686}, {"lower": 0.6, "upper": 0.7, "rows": 798, "weight": 0.15860521436652886, "mean_probability": 0.6464017495928392, "observed_yes_rate": 0.08456883075551141}, {"lower": 0.7, "upper": 0.8, "rows": 503, "weight": 0.08512665377073535, "mean_probability": 0.7331350466205678, "observed_yes_rate": 0.16136266525004597}, {"lower": 0.8, "upper": 0.9, "rows": 219, "weight": 0.03550308593196548, "mean_probability": 0.8459139623626271, "observed_yes_rate": 0.6053899852782001}, {"lower": 0.9, "upper": 1.0, "rows": 619, "weight": 0.1004773375012443, "mean_probability": 0.9766644923282847, "observed_yes_rate": 0.8154353523572322}], "ece_10_bins": 0.3679731211829116}, "baseline": {"rows": 5828, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.2288594975711453, "log_loss": 0.6422885060090735, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 249, "weight": 0.04060973564471653, "mean_probability": 0.022907633879022424, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 337, "weight": 0.05516576402584776, "mean_probability": 0.15390210709327337, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 805, "weight": 0.1341876990256161, "mean_probability": 0.2301308501103699, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 216, "weight": 0.04311460005203607, "mean_probability": 0.33952553747436803, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 747, "weight": 0.12321693183085569, "mean_probability": 0.4812550650853628, "observed_yes_rate": 0.15344938998452884}, {"lower": 0.5, "upper": 0.6, "rows": 1335, "weight": 0.22399297785045372, "mean_probability": 0.5111037008128365, "observed_yes_rate": 0.01947955608662686}, {"lower": 0.6, "upper": 0.7, "rows": 798, "weight": 0.15860521436652886, "mean_probability": 0.6464017495928392, "observed_yes_rate": 0.08456883075551141}, {"lower": 0.7, "upper": 0.8, "rows": 503, "weight": 0.08512665377073535, "mean_probability": 0.7331350466205678, "observed_yes_rate": 0.16136266525004597}, {"lower": 0.8, "upper": 0.9, "rows": 219, "weight": 0.03550308593196548, "mean_probability": 0.8459139623626271, "observed_yes_rate": 0.6053899852782001}, {"lower": 0.9, "upper": 1.0, "rows": 619, "weight": 0.1004773375012443, "mean_probability": 0.9766644923282847, "observed_yes_rate": 0.8154353523572322}], "ece_10_bins": 0.3679731211829116}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 12, "prediction_rows": 333, "bounded_only_rows": 142, "all_rows_brier_bounds": [0.0014359993906689307, 0.001939075079879677], "all_rows_baseline_brier": 0.002325532874578704, "model": {"rows": 191, "settled_rounds": 7, "weighting": "equal_total_weight_per_round", "brier": 0.002853962357722268, "log_loss": 0.044214472835838965, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 179, "weight": 0.9365560547826557, "mean_probability": 0.0384967131065378, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 12, "weight": 0.06344394521734424, "mean_probability": 0.104822467234837, "observed_yes_rate": 0.0}], "ece_10_bins": 0.042704680617952656}, "baseline": {"rows": 191, "settled_rounds": 7, "weighting": "equal_total_weight_per_round", "brier": 0.0039866277842777785, "log_loss": 0.03645611518825855, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 161, "weight": 0.8400503437449249, "mean_probability": 0.014474387020033596, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 30, "weight": 0.15994965625507496, "mean_probability": 0.13821397912166558, "observed_yes_rate": 0.0}], "ece_10_bins": 0.03426649224183282}, "brier_skill": 0.2841161723255048}, "30-60s": {"settled_rounds": 12, "prediction_rows": 1434, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.0398533850300476, 0.0398533850300476], "all_rows_baseline_brier": 0.0398533850300476, "model": {"rows": 1434, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.03985338503004761, "log_loss": 0.15458733357742468, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 565, "weight": 0.3947486225895317, "mean_probability": 0.008967227841743601, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 109, "weight": 0.07578315901698027, "mean_probability": 0.15426138165023515, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 305, "weight": 0.21258278489992438, "mean_probability": 0.2505029367699971, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 80, "weight": 0.05530351258960885, "mean_probability": 0.32255924847467, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 119, "weight": 0.08380414312617702, "mean_probability": 0.42362299963929234, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 16, "weight": 0.011111111111111113, "mean_probability": 0.5549806416493084, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 240, "weight": 0.16666666666666666, "mean_probability": 0.9999990000000003, "observed_yes_rate": 1.0}], "ece_10_bins": 0.12798946777170248}, "baseline": {"rows": 1434, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.03985338503004761, "log_loss": 0.15458733357742468, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 565, "weight": 0.3947486225895317, "mean_probability": 0.008967227841743601, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 109, "weight": 0.07578315901698027, "mean_probability": 0.15426138165023515, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 305, "weight": 0.21258278489992438, "mean_probability": 0.2505029367699971, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 80, "weight": 0.05530351258960885, "mean_probability": 0.32255924847467, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 119, "weight": 0.08380414312617702, "mean_probability": 0.42362299963929234, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 16, "weight": 0.011111111111111113, "mean_probability": 0.5549806416493084, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 240, "weight": 0.16666666666666666, "mean_probability": 0.9999990000000003, "observed_yes_rate": 1.0}], "ece_10_bins": 0.12798946777170248}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 3, "prediction_rows": 4907, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.17381894878905377, 0.17381894878905377], "all_rows_baseline_brier": 0.17381894878905377, "model": {"rows": 4907, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.1738189487890537, "log_loss": 0.5033828242573196, "reliability": [{"lower": 0.1, "upper": 0.2, "rows": 33, "weight": 0.005171603196991065, "mean_probability": 0.12730026371464506, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 124, "weight": 0.019432690800814917, "mean_probability": 0.26100728885392294, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 298, "weight": 0.04670114402131326, "mean_probability": 0.3789523485459735, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 958, "weight": 0.20420738030897245, "mean_probability": 0.4705369455250831, "observed_yes_rate": 0.420588950515903}, {"lower": 0.5, "upper": 0.6, "rows": 548, "weight": 0.1895424598681129, "mean_probability": 0.5275364794418649, "observed_yes_rate": 0.7693205293829298}, {"lower": 0.6, "upper": 0.7, "rows": 663, "weight": 0.2061992756167478, "mean_probability": 0.6301527822662787, "observed_yes_rate": 0.7339935517536366}, {"lower": 0.7, "upper": 0.8, "rows": 464, "weight": 0.06921896924281135, "mean_probability": 0.7420617820533156, "observed_yes_rate": 0.5426617801187681}, {"lower": 0.8, "upper": 0.9, "rows": 134, "weight": 0.02179103413229177, "mean_probability": 0.8758523525913199, "observed_yes_rate": 0.5828796214236007}, {"lower": 0.9, "upper": 1.0, "rows": 1685, "weight": 0.23773544281194428, "mean_probability": 0.9788154939124726, "observed_yes_rate": 0.9815423947598181}], "ece_10_bins": 0.12170263520759385}, "baseline": {"rows": 4907, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.1738189487890537, "log_loss": 0.5033828242573196, "reliability": [{"lower": 0.1, "upper": 0.2, "rows": 33, "weight": 0.005171603196991065, "mean_probability": 0.12730026371464506, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 124, "weight": 0.019432690800814917, "mean_probability": 0.26100728885392294, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 298, "weight": 0.04670114402131326, "mean_probability": 0.3789523485459735, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 958, "weight": 0.20420738030897245, "mean_probability": 0.4705369455250831, "observed_yes_rate": 0.420588950515903}, {"lower": 0.5, "upper": 0.6, "rows": 548, "weight": 0.1895424598681129, "mean_probability": 0.5275364794418649, "observed_yes_rate": 0.7693205293829298}, {"lower": 0.6, "upper": 0.7, "rows": 663, "weight": 0.2061992756167478, "mean_probability": 0.6301527822662787, "observed_yes_rate": 0.7339935517536366}, {"lower": 0.7, "upper": 0.8, "rows": 464, "weight": 0.06921896924281135, "mean_probability": 0.7420617820533156, "observed_yes_rate": 0.5426617801187681}, {"lower": 0.8, "upper": 0.9, "rows": 134, "weight": 0.02179103413229177, "mean_probability": 0.8758523525913199, "observed_yes_rate": 0.5828796214236007}, {"lower": 0.9, "upper": 1.0, "rows": 1685, "weight": 0.23773544281194428, "mean_probability": 0.9788154939124726, "observed_yes_rate": 0.9815423947598181}], "ece_10_bins": 0.12170263520759385}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 12, "prediction_rows": 5688, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.18984641545927705, 0.18984641545927705], "all_rows_baseline_brier": 0.18984641545927705, "model": {"rows": 5688, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.18984641545927705, "log_loss": 0.6227225687984131, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1547, "weight": 0.27507357310665354, "mean_probability": 0.011457779843894653, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 347, "weight": 0.06080492295209039, "mean_probability": 0.13624947492137898, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 431, "weight": 0.07563013603614033, "mean_probability": 0.255776028315583, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 211, "weight": 0.03698552039219012, "mean_probability": 0.3322060016147754, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 578, "weight": 0.10104010520448028, "mean_probability": 0.4399191751766162, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 620, "weight": 0.10875969612987862, "mean_probability": 0.5555193525982437, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 117, "weight": 0.020402617113791134, "mean_probability": 0.6827894740302513, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 278, "weight": 0.04860111648943265, "mean_probability": 0.7386610049915024, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 288, "weight": 0.05021697803125196, "mean_probability": 0.8576970697680893, "observed_yes_rate": 0.1492824447736771}, {"lower": 0.9, "upper": 1.0, "rows": 1271, "weight": 0.22248533454409114, "mean_probability": 0.9853793342334202, "observed_yes_rate": 0.7154186308197847}], "ece_10_bins": 0.29340233548483685}, "baseline": {"rows": 5688, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.18984641545927705, "log_loss": 0.6227225687984131, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1547, "weight": 0.27507357310665354, "mean_probability": 0.011457779843894653, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 347, "weight": 0.06080492295209039, "mean_probability": 0.13624947492137898, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 431, "weight": 0.07563013603614033, "mean_probability": 0.255776028315583, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 211, "weight": 0.03698552039219012, "mean_probability": 0.3322060016147754, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 578, "weight": 0.10104010520448028, "mean_probability": 0.4399191751766162, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 620, "weight": 0.10875969612987862, "mean_probability": 0.5555193525982437, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 117, "weight": 0.020402617113791134, "mean_probability": 0.6827894740302513, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 278, "weight": 0.04860111648943265, "mean_probability": 0.7386610049915024, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 288, "weight": 0.05021697803125196, "mean_probability": 0.8576970697680893, "observed_yes_rate": 0.1492824447736771}, {"lower": 0.9, "upper": 1.0, "rows": 1271, "weight": 0.22248533454409114, "mean_probability": 0.9853793342334202, "observed_yes_rate": 0.7154186308197847}], "ece_10_bins": 0.29340233548483685}, "brier_skill": 0.0}}}, {"model_id": "08d407ef786ef7baa07d7b83c651ad0ccc232410825490f4d90a068d0ae1ed2f", "settled_rounds": 63, "prediction_rows": 107679, "bounded_only_rows": 1611, "all_rows_brier_bounds": [0.20429208530013598, 0.20445125550519502], "all_rows_baseline_brier": 0.20456270219472883, "model": {"rows": 106068, "settled_rounds": 63, "weighting": "equal_total_weight_per_round", "brier": 0.2064478362205583, "log_loss": 0.7398500087696297, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 20944, "weight": 0.18837180392147543, "mean_probability": 0.024787986665007873, "observed_yes_rate": 0.13326782233565146}, {"lower": 0.1, "upper": 0.2, "rows": 7954, "weight": 0.07413251199707042, "mean_probability": 0.1493974649837793, "observed_yes_rate": 0.30621398372374714}, {"lower": 0.2, "upper": 0.3, "rows": 8585, "weight": 0.08049561632847703, "mean_probability": 0.24772743986058865, "observed_yes_rate": 0.3121755688516519}, {"lower": 0.3, "upper": 0.4, "rows": 9138, "weight": 0.08067205216737389, "mean_probability": 0.35115065784075394, "observed_yes_rate": 0.38213499525482963}, {"lower": 0.4, "upper": 0.5, "rows": 8690, "weight": 0.07808413732649433, "mean_probability": 0.4593733063997659, "observed_yes_rate": 0.5742830099827829}, {"lower": 0.5, "upper": 0.6, "rows": 10106, "weight": 0.09666758575936216, "mean_probability": 0.541693481937346, "observed_yes_rate": 0.5391542046103518}, {"lower": 0.6, "upper": 0.7, "rows": 7663, "weight": 0.07736049536593635, "mean_probability": 0.6445076466905817, "observed_yes_rate": 0.61310386845882}, {"lower": 0.7, "upper": 0.8, "rows": 6307, "weight": 0.061050926895484546, "mean_probability": 0.7515633285864745, "observed_yes_rate": 0.6518561178648525}, {"lower": 0.8, "upper": 0.9, "rows": 5888, "weight": 0.05864349566606215, "mean_probability": 0.8484173245789025, "observed_yes_rate": 0.6615664651563412}, {"lower": 0.9, "upper": 1.0, "rows": 20793, "weight": 0.20452137457226383, "mean_probability": 0.9766148916093382, "observed_yes_rate": 0.8083197336560831}], "ece_10_bins": 0.10285937169959602}, "baseline": {"rows": 106068, "settled_rounds": 63, "weighting": "equal_total_weight_per_round", "brier": 0.20664055903637088, "log_loss": 0.7521459208225351, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 21064, "weight": 0.19001711610771813, "mean_probability": 0.022085370406411647, "observed_yes_rate": 0.1321138885395056}, {"lower": 0.1, "upper": 0.2, "rows": 7907, "weight": 0.0735214280541174, "mean_probability": 0.14951098031001323, "observed_yes_rate": 0.30893994317541845}, {"lower": 0.2, "upper": 0.3, "rows": 8471, "weight": 0.0788338868630182, "mean_probability": 0.24799630265327396, "observed_yes_rate": 0.318924510778426}, {"lower": 0.3, "upper": 0.4, "rows": 9173, "weight": 0.08121517475482044, "mean_probability": 0.3513469120898945, "observed_yes_rate": 0.3785973553112672}, {"lower": 0.4, "upper": 0.5, "rows": 8731, "weight": 0.07863488931725524, "mean_probability": 0.4592273885764582, "observed_yes_rate": 0.5719513772791853}, {"lower": 0.5, "upper": 0.6, "rows": 10252, "weight": 0.09862493013021012, "mean_probability": 0.5421259711465385, "observed_yes_rate": 0.5398028082709504}, {"lower": 0.6, "upper": 0.7, "rows": 7717, "weight": 0.07757793803696175, "mean_probability": 0.6442915743089092, "observed_yes_rate": 0.6200238405975256}, {"lower": 0.7, "upper": 0.8, "rows": 6129, "weight": 0.05909316453509829, "mean_probability": 0.7512915995885627, "observed_yes_rate": 0.652259833383922}, {"lower": 0.8, "upper": 0.9, "rows": 5649, "weight": 0.05557750939923883, "mean_probability": 0.8478701809754897, "observed_yes_rate": 0.6660632536310614}, {"lower": 0.9, "upper": 1.0, "rows": 20975, "weight": 0.2069039628015617, "mean_probability": 0.980091625114142, "observed_yes_rate": 0.8046255941880512}], "ece_10_bins": 0.10367033726842981}, "brier_skill": 0.0009326475727288175, "by_remaining_time": {"0-3s": {"settled_rounds": 61, "prediction_rows": 713, "bounded_only_rows": 528, "all_rows_brier_bounds": [0.01294674567236043, 0.013348677415480724], "all_rows_baseline_brier": 0.015650464882737372, "model": {"rows": 185, "settled_rounds": 22, "weighting": "equal_total_weight_per_round", "brier": 0.023771852224873692, "log_loss": 0.10176751259354987, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 96, "weight": 0.44793388429752073, "mean_probability": 0.031282004123511495, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 3, "weight": 0.02727272727272728, "mean_probability": 0.10727664515402824, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 86, "weight": 0.5247933884297522, "mean_probability": 0.9777056677854438, "observed_yes_rate": 0.952755905511811}], "ece_10_bins": 0.030031466585771056}, "baseline": {"rows": 185, "settled_rounds": 22, "weighting": "equal_total_weight_per_round", "brier": 0.032343691247539955, "log_loss": 0.1295075131493846, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 79, "weight": 0.3698347107438017, "mean_probability": 0.007003079550928594, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 9, "weight": 0.035123966942148754, "mean_probability": 0.15246105413922184, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 7, "weight": 0.033884297520661154, "mean_probability": 0.24628690200686917, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 4, "weight": 0.03636363636363637, "mean_probability": 0.37696682931176384, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 2, "weight": 0.009090909090909092, "mean_probability": 0.6867349254841143, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 3, "weight": 0.01363636363636364, "mean_probability": 0.7117930361996259, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 9, "weight": 0.0371900826446281, "mean_probability": 0.8480277850767286, "observed_yes_rate": 0.6666666666666667}, {"lower": 0.9, "upper": 1.0, "rows": 72, "weight": 0.4648760330578513, "mean_probability": 0.9944347282298386, "observed_yes_rate": 0.9733333333333333}], "ece_10_bins": 0.053330489299235256}, "brier_skill": 0.2650235236622299}, "10-30s": {"settled_rounds": 61, "prediction_rows": 4797, "bounded_only_rows": 491, "all_rows_brier_bounds": [0.051707550665042075, 0.05391042557935539], "all_rows_baseline_brier": 0.05531171164925666, "model": {"rows": 4306, "settled_rounds": 58, "weighting": "equal_total_weight_per_round", "brier": 0.055520101440093436, "log_loss": 0.20605117463939238, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1603, "weight": 0.36654655107732353, "mean_probability": 0.02635229896091171, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 261, "weight": 0.05824236399421909, "mean_probability": 0.14639615606667733, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 203, "weight": 0.04459195140666115, "mean_probability": 0.23685203945978275, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 30, "weight": 0.006595361571354588, "mean_probability": 0.33645935962644924, "observed_yes_rate": 0.1985443606371315}, {"lower": 0.4, "upper": 0.5, "rows": 14, "weight": 0.0030694243919909578, "mean_probability": 0.43823607646004803, "observed_yes_rate": 0.42661804922515945}, {"lower": 0.5, "upper": 0.6, "rows": 15, "weight": 0.0032546531018813876, "mean_probability": 0.5606913533273137, "observed_yes_rate": 0.8650275103163686}, {"lower": 0.6, "upper": 0.7, "rows": 130, "weight": 0.02816038066292687, "mean_probability": 0.6532243196981509, "observed_yes_rate": 0.7364971535186335}, {"lower": 0.7, "upper": 0.8, "rows": 222, "weight": 0.049189537274798446, "mean_probability": 0.7510751434712784, "observed_yes_rate": 0.8314006971187233}, {"lower": 0.8, "upper": 0.9, "rows": 260, "weight": 0.056818458025900194, "mean_probability": 0.8618599025114052, "observed_yes_rate": 0.638600621979238}, {"lower": 0.9, "upper": 1.0, "rows": 1568, "weight": 0.3835313184929436, "mean_probability": 0.9696018314253394, "observed_yes_rate": 0.9442837060173385}], "ece_10_bins": 0.05937497929205327}, "baseline": {"rows": 4306, "settled_rounds": 58, "weighting": "equal_total_weight_per_round", "brier": 0.05817268756605114, "log_loss": 0.3577966335607118, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1744, "weight": 0.3977607052121455, "mean_probability": 0.006636878374651021, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 234, "weight": 0.0519733779969485, "mean_probability": 0.15130438232935262, "observed_yes_rate": 0.0041991749648964075}, {"lower": 0.2, "upper": 0.3, "rows": 73, "weight": 0.016219648785667992, "mean_probability": 0.227551487996962, "observed_yes_rate": 0.013455612424772716}, {"lower": 0.3, "upper": 0.4, "rows": 40, "weight": 0.008729812309035358, "mean_probability": 0.38064851035270364, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 55, "weight": 0.012003491924923618, "mean_probability": 0.4385880855640685, "observed_yes_rate": 0.2909090909090909}, {"lower": 0.5, "upper": 0.6, "rows": 140, "weight": 0.030439321905930374, "mean_probability": 0.5633972349214954, "observed_yes_rate": 0.6773568452669315}, {"lower": 0.6, "upper": 0.7, "rows": 146, "weight": 0.03285181733457595, "mean_probability": 0.6378986815120355, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 39, "weight": 0.008344515037371141, "mean_probability": 0.7427681772579705, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 56, "weight": 0.011973853673257137, "mean_probability": 0.8669861171259493, "observed_yes_rate": 0.9817731773177318}, {"lower": 0.9, "upper": 1.0, "rows": 1779, "weight": 0.4297034558201442, "mean_probability": 0.9928961400548476, "observed_yes_rate": 0.9029915789341677}], "ece_10_bins": 0.07637141606752204}, "brier_skill": 0.045598479921455715}, "180-300s": {"settled_rounds": 63, "prediction_rows": 29450, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.23800202539203003, 0.23800202539203003], "all_rows_baseline_brier": 0.23800202539202997, "model": {"rows": 29450, "settled_rounds": 63, "weighting": "equal_total_weight_per_round", "brier": 0.23800202539203, "log_loss": 0.7552038099799417, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3899, "weight": 0.13038068500561853, "mean_probability": 0.034545553958386405, "observed_yes_rate": 0.14213598794020182}, {"lower": 0.1, "upper": 0.2, "rows": 2793, "weight": 0.0938729837132788, "mean_probability": 0.14994731852491502, "observed_yes_rate": 0.3980563389656153}, {"lower": 0.2, "upper": 0.3, "rows": 3154, "weight": 0.1056348249884327, "mean_probability": 0.2441965308654985, "observed_yes_rate": 0.3166702459071008}, {"lower": 0.3, "upper": 0.4, "rows": 2625, "weight": 0.08783641342128558, "mean_probability": 0.35292872788073376, "observed_yes_rate": 0.44305212831720203}, {"lower": 0.4, "upper": 0.5, "rows": 3352, "weight": 0.11226868333058262, "mean_probability": 0.4678336812813676, "observed_yes_rate": 0.6127464830503332}, {"lower": 0.5, "upper": 0.6, "rows": 4384, "weight": 0.14701236501344822, "mean_probability": 0.5407090944165, "observed_yes_rate": 0.5865689825028666}, {"lower": 0.6, "upper": 0.7, "rows": 2831, "weight": 0.09482011581775636, "mean_probability": 0.6392171448259304, "observed_yes_rate": 0.5657585435240092}, {"lower": 0.7, "upper": 0.8, "rows": 1887, "weight": 0.06317392608967382, "mean_probability": 0.7540546024400776, "observed_yes_rate": 0.6574132706777716}, {"lower": 0.8, "upper": 0.9, "rows": 1633, "weight": 0.05473878572418213, "mean_probability": 0.8462542669272709, "observed_yes_rate": 0.6357892161397114}, {"lower": 0.9, "upper": 1.0, "rows": 2892, "weight": 0.11026121689574131, "mean_probability": 0.9781622533574831, "observed_yes_rate": 0.7146059401414276}], "ece_10_bins": 0.1295526596075404}, "baseline": {"rows": 29450, "settled_rounds": 63, "weighting": "equal_total_weight_per_round", "brier": 0.23800202539203, "log_loss": 0.7552038099799417, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3899, "weight": 0.13038068500561853, "mean_probability": 0.034545553958386405, "observed_yes_rate": 0.14213598794020182}, {"lower": 0.1, "upper": 0.2, "rows": 2793, "weight": 0.0938729837132788, "mean_probability": 0.14994731852491502, "observed_yes_rate": 0.3980563389656153}, {"lower": 0.2, "upper": 0.3, "rows": 3154, "weight": 0.1056348249884327, "mean_probability": 0.2441965308654985, "observed_yes_rate": 0.3166702459071008}, {"lower": 0.3, "upper": 0.4, "rows": 2625, "weight": 0.08783641342128558, "mean_probability": 0.35292872788073376, "observed_yes_rate": 0.44305212831720203}, {"lower": 0.4, "upper": 0.5, "rows": 3352, "weight": 0.11226868333058262, "mean_probability": 0.4678336812813676, "observed_yes_rate": 0.6127464830503332}, {"lower": 0.5, "upper": 0.6, "rows": 4384, "weight": 0.14701236501344822, "mean_probability": 0.5407090944165, "observed_yes_rate": 0.5865689825028666}, {"lower": 0.6, "upper": 0.7, "rows": 2831, "weight": 0.09482011581775636, "mean_probability": 0.6392171448259304, "observed_yes_rate": 0.5657585435240092}, {"lower": 0.7, "upper": 0.8, "rows": 1887, "weight": 0.06317392608967382, "mean_probability": 0.7540546024400776, "observed_yes_rate": 0.6574132706777716}, {"lower": 0.8, "upper": 0.9, "rows": 1633, "weight": 0.05473878572418213, "mean_probability": 0.8462542669272709, "observed_yes_rate": 0.6357892161397114}, {"lower": 0.9, "upper": 1.0, "rows": 2892, "weight": 0.11026121689574131, "mean_probability": 0.9781622533574831, "observed_yes_rate": 0.7146059401414276}], "ece_10_bins": 0.1295526596075404}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 61, "prediction_rows": 1692, "bounded_only_rows": 592, "all_rows_brier_bounds": [0.03949550506846649, 0.04072137078266247], "all_rows_baseline_brier": 0.042313694318064456, "model": {"rows": 1100, "settled_rounds": 50, "weighting": "equal_total_weight_per_round", "brier": 0.048699764828210874, "log_loss": 0.19791923802708516, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 415, "weight": 0.4471428571428572, "mean_probability": 0.021346011829616127, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 50, "weight": 0.03571428571428572, "mean_probability": 0.13285675575024253, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 4, "weight": 0.0028571428571428576, "mean_probability": 0.2055344243480924, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 23, "weight": 0.016868131868131866, "mean_probability": 0.7759877515612028, "observed_yes_rate": 0.3648208469055375}, {"lower": 0.8, "upper": 0.9, "rows": 62, "weight": 0.046153846153846156, "mean_probability": 0.8475454685725333, "observed_yes_rate": 0.9226190476190476}, {"lower": 0.9, "upper": 1.0, "rows": 546, "weight": 0.4512637362637364, "mean_probability": 0.9797188881090597, "observed_yes_rate": 0.9113600389626201}], "ece_10_bins": 0.0561252637220464}, "baseline": {"rows": 1100, "settled_rounds": 50, "weighting": "equal_total_weight_per_round", "brier": 0.05162270706783638, "log_loss": 0.401322560472708, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 411, "weight": 0.4442857142857144, "mean_probability": 0.005838481654607869, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 24, "weight": 0.017142857142857144, "mean_probability": 0.15434100789935784, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 13, "weight": 0.009285714285714288, "mean_probability": 0.24957305331821183, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 21, "weight": 0.015, "mean_probability": 0.3354662581565453, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 21, "weight": 0.015054945054945054, "mean_probability": 0.5622068643559254, "observed_yes_rate": 0.05109489051094891}, {"lower": 0.6, "upper": 0.7, "rows": 36, "weight": 0.0271978021978022, "mean_probability": 0.6445716376300384, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 25, "weight": 0.01818681318681319, "mean_probability": 0.7319545985410054, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 18, "weight": 0.013846153846153847, "mean_probability": 0.8464989797899369, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 531, "weight": 0.44000000000000017, "mean_probability": 0.9982082806897687, "observed_yes_rate": 0.909090909090909}], "ece_10_bins": 0.07616282464601432}, "brier_skill": 0.05662125071791613}, "30-60s": {"settled_rounds": 61, "prediction_rows": 7269, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.08940313781147749, 0.08940313781147749], "all_rows_baseline_brier": 0.08940313781147749, "model": {"rows": 7269, "settled_rounds": 61, "weighting": "equal_total_weight_per_round", "brier": 0.08940313781147749, "log_loss": 0.46064997135041236, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2646, "weight": 0.36347537589519063, "mean_probability": 0.010059087163758525, "observed_yes_rate": 0.03984004220719342}, {"lower": 0.1, "upper": 0.2, "rows": 210, "weight": 0.02885708302748184, "mean_probability": 0.14982617780707405, "observed_yes_rate": 0.09468179561172001}, {"lower": 0.2, "upper": 0.3, "rows": 425, "weight": 0.05842332450260077, "mean_probability": 0.2481166573695288, "observed_yes_rate": 0.22630803651046458}, {"lower": 0.3, "upper": 0.4, "rows": 224, "weight": 0.03126925353661041, "mean_probability": 0.34323609899569085, "observed_yes_rate": 0.008927737802031517}, {"lower": 0.4, "upper": 0.5, "rows": 53, "weight": 0.007488593852559688, "mean_probability": 0.4381099560531325, "observed_yes_rate": 0.22049848089694302}, {"lower": 0.5, "upper": 0.6, "rows": 198, "weight": 0.02742116876468987, "mean_probability": 0.5495364870926799, "observed_yes_rate": 0.5902576546789603}, {"lower": 0.6, "upper": 0.7, "rows": 90, "weight": 0.012270537946038499, "mean_probability": 0.6544830823321426, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 202, "weight": 0.02763763375439654, "mean_probability": 0.7504158487734007, "observed_yes_rate": 0.6419876726398777}, {"lower": 0.8, "upper": 0.9, "rows": 204, "weight": 0.02787794199694216, "mean_probability": 0.8598277232863376, "observed_yes_rate": 0.6961775242906991}, {"lower": 0.9, "upper": 1.0, "rows": 3017, "weight": 0.4152790867234898, "mean_probability": 0.9875266481861271, "observed_yes_rate": 0.9088768703639504}], "ece_10_bins": 0.07135009617746166}, "baseline": {"rows": 7269, "settled_rounds": 61, "weighting": "equal_total_weight_per_round", "brier": 0.08940313781147749, "log_loss": 0.46064997135041236, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2646, "weight": 0.36347537589519063, "mean_probability": 0.010059087163758525, "observed_yes_rate": 0.03984004220719342}, {"lower": 0.1, "upper": 0.2, "rows": 210, "weight": 0.02885708302748184, "mean_probability": 0.14982617780707405, "observed_yes_rate": 0.09468179561172001}, {"lower": 0.2, "upper": 0.3, "rows": 425, "weight": 0.05842332450260077, "mean_probability": 0.2481166573695288, "observed_yes_rate": 0.22630803651046458}, {"lower": 0.3, "upper": 0.4, "rows": 224, "weight": 0.03126925353661041, "mean_probability": 0.34323609899569085, "observed_yes_rate": 0.008927737802031517}, {"lower": 0.4, "upper": 0.5, "rows": 53, "weight": 0.007488593852559688, "mean_probability": 0.4381099560531325, "observed_yes_rate": 0.22049848089694302}, {"lower": 0.5, "upper": 0.6, "rows": 198, "weight": 0.02742116876468987, "mean_probability": 0.5495364870926799, "observed_yes_rate": 0.5902576546789603}, {"lower": 0.6, "upper": 0.7, "rows": 90, "weight": 0.012270537946038499, "mean_probability": 0.6544830823321426, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 202, "weight": 0.02763763375439654, "mean_probability": 0.7504158487734007, "observed_yes_rate": 0.6419876726398777}, {"lower": 0.8, "upper": 0.9, "rows": 204, "weight": 0.02787794199694216, "mean_probability": 0.8598277232863376, "observed_yes_rate": 0.6961775242906991}, {"lower": 0.9, "upper": 1.0, "rows": 3017, "weight": 0.4152790867234898, "mean_probability": 0.9875266481861271, "observed_yes_rate": 0.9088768703639504}], "ece_10_bins": 0.07135009617746166}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 15, "prediction_rows": 34035, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.2638877990669813, 0.2638877990669813], "all_rows_baseline_brier": 0.2638877990669813, "model": {"rows": 34035, "settled_rounds": 15, "weighting": "equal_total_weight_per_round", "brier": 0.2638877990669813, "log_loss": 0.851201779875841, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3624, "weight": 0.10167253710519757, "mean_probability": 0.02236529752177812, "observed_yes_rate": 0.1042989575304582}, {"lower": 0.1, "upper": 0.2, "rows": 2031, "weight": 0.057010712056937536, "mean_probability": 0.14689063849809558, "observed_yes_rate": 0.21950450881722985}, {"lower": 0.2, "upper": 0.3, "rows": 3171, "weight": 0.08910854890086606, "mean_probability": 0.2517818505035712, "observed_yes_rate": 0.31694100002672865}, {"lower": 0.3, "upper": 0.4, "rows": 4409, "weight": 0.12386924092982686, "mean_probability": 0.34775996513095286, "observed_yes_rate": 0.36151587108276007}, {"lower": 0.4, "upper": 0.5, "rows": 4355, "weight": 0.12234191692668218, "mean_probability": 0.4520333142937585, "observed_yes_rate": 0.3933281955482519}, {"lower": 0.5, "upper": 0.6, "rows": 4402, "weight": 0.12358287836136847, "mean_probability": 0.5415239693879769, "observed_yes_rate": 0.45990774164610243}, {"lower": 0.6, "upper": 0.7, "rows": 2749, "weight": 0.07716695540460006, "mean_probability": 0.6453729300210107, "observed_yes_rate": 0.4355597071573487}, {"lower": 0.7, "upper": 0.8, "rows": 2284, "weight": 0.06404602312659129, "mean_probability": 0.7456116222921936, "observed_yes_rate": 0.3806785764765988}, {"lower": 0.8, "upper": 0.9, "rows": 1851, "weight": 0.052449433958574716, "mean_probability": 0.8457682319451245, "observed_yes_rate": 0.6012439772213317}, {"lower": 0.9, "upper": 1.0, "rows": 5159, "weight": 0.18875175322935528, "mean_probability": 0.9652696249196363, "observed_yes_rate": 0.5794636680813912}], "ece_10_bins": 0.1624586749486799}, "baseline": {"rows": 34035, "settled_rounds": 15, "weighting": "equal_total_weight_per_round", "brier": 0.2638877990669813, "log_loss": 0.851201779875841, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3624, "weight": 0.10167253710519757, "mean_probability": 0.02236529752177812, "observed_yes_rate": 0.1042989575304582}, {"lower": 0.1, "upper": 0.2, "rows": 2031, "weight": 0.057010712056937536, "mean_probability": 0.14689063849809558, "observed_yes_rate": 0.21950450881722985}, {"lower": 0.2, "upper": 0.3, "rows": 3171, "weight": 0.08910854890086606, "mean_probability": 0.2517818505035712, "observed_yes_rate": 0.31694100002672865}, {"lower": 0.3, "upper": 0.4, "rows": 4409, "weight": 0.12386924092982686, "mean_probability": 0.34775996513095286, "observed_yes_rate": 0.36151587108276007}, {"lower": 0.4, "upper": 0.5, "rows": 4355, "weight": 0.12234191692668218, "mean_probability": 0.4520333142937585, "observed_yes_rate": 0.3933281955482519}, {"lower": 0.5, "upper": 0.6, "rows": 4402, "weight": 0.12358287836136847, "mean_probability": 0.5415239693879769, "observed_yes_rate": 0.45990774164610243}, {"lower": 0.6, "upper": 0.7, "rows": 2749, "weight": 0.07716695540460006, "mean_probability": 0.6453729300210107, "observed_yes_rate": 0.4355597071573487}, {"lower": 0.7, "upper": 0.8, "rows": 2284, "weight": 0.06404602312659129, "mean_probability": 0.7456116222921936, "observed_yes_rate": 0.3806785764765988}, {"lower": 0.8, "upper": 0.9, "rows": 1851, "weight": 0.052449433958574716, "mean_probability": 0.8457682319451245, "observed_yes_rate": 0.6012439772213317}, {"lower": 0.9, "upper": 1.0, "rows": 5159, "weight": 0.18875175322935528, "mean_probability": 0.9652696249196363, "observed_yes_rate": 0.5794636680813912}], "ece_10_bins": 0.1624586749486799}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 63, "prediction_rows": 29723, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.19847498962413446, 0.19847498962413446], "all_rows_baseline_brier": 0.19847498962413454, "model": {"rows": 29723, "settled_rounds": 63, "weighting": "equal_total_weight_per_round", "brier": 0.19847498962413454, "log_loss": 0.8745340313051893, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 8661, "weight": 0.2896597141484976, "mean_probability": 0.021275152972579613, "observed_yes_rate": 0.16772733579667728}, {"lower": 0.1, "upper": 0.2, "rows": 2606, "weight": 0.08700062002634724, "mean_probability": 0.14786348566006627, "observed_yes_rate": 0.2848030249727703}, {"lower": 0.2, "upper": 0.3, "rows": 1628, "weight": 0.05544651339602858, "mean_probability": 0.2490657534169559, "observed_yes_rate": 0.34817413935869423}, {"lower": 0.3, "upper": 0.4, "rows": 1850, "weight": 0.06302236605235813, "mean_probability": 0.3492610159892242, "observed_yes_rate": 0.382582511530604}, {"lower": 0.4, "upper": 0.5, "rows": 916, "weight": 0.03213608065785216, "mean_probability": 0.4397470772085817, "observed_yes_rate": 0.7287507784867767}, {"lower": 0.5, "upper": 0.6, "rows": 1107, "weight": 0.03729941605935683, "mean_probability": 0.5453216307056744, "observed_yes_rate": 0.4403070987080385}, {"lower": 0.6, "upper": 0.7, "rows": 1863, "weight": 0.06346053804281765, "mean_probability": 0.6508373314231478, "observed_yes_rate": 0.7391987609406347}, {"lower": 0.7, "upper": 0.8, "rows": 1689, "weight": 0.05675505256973836, "mean_probability": 0.7538982728492687, "observed_yes_rate": 0.7517485039150166}, {"lower": 0.8, "upper": 0.9, "rows": 1878, "weight": 0.06323537611483916, "mean_probability": 0.8522909799285654, "observed_yes_rate": 0.6716578095991214}, {"lower": 0.9, "upper": 1.0, "rows": 7525, "weight": 0.2519843229321642, "mean_probability": 0.9811550710857293, "observed_yes_rate": 0.8071728352111782}], "ece_10_bins": 0.13612743963568935}, "baseline": {"rows": 29723, "settled_rounds": 63, "weighting": "equal_total_weight_per_round", "brier": 0.19847498962413454, "log_loss": 0.8745340313051893, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 8661, "weight": 0.2896597141484976, "mean_probability": 0.021275152972579613, "observed_yes_rate": 0.16772733579667728}, {"lower": 0.1, "upper": 0.2, "rows": 2606, "weight": 0.08700062002634724, "mean_probability": 0.14786348566006627, "observed_yes_rate": 0.2848030249727703}, {"lower": 0.2, "upper": 0.3, "rows": 1628, "weight": 0.05544651339602858, "mean_probability": 0.2490657534169559, "observed_yes_rate": 0.34817413935869423}, {"lower": 0.3, "upper": 0.4, "rows": 1850, "weight": 0.06302236605235813, "mean_probability": 0.3492610159892242, "observed_yes_rate": 0.382582511530604}, {"lower": 0.4, "upper": 0.5, "rows": 916, "weight": 0.03213608065785216, "mean_probability": 0.4397470772085817, "observed_yes_rate": 0.7287507784867767}, {"lower": 0.5, "upper": 0.6, "rows": 1107, "weight": 0.03729941605935683, "mean_probability": 0.5453216307056744, "observed_yes_rate": 0.4403070987080385}, {"lower": 0.6, "upper": 0.7, "rows": 1863, "weight": 0.06346053804281765, "mean_probability": 0.6508373314231478, "observed_yes_rate": 0.7391987609406347}, {"lower": 0.7, "upper": 0.8, "rows": 1689, "weight": 0.05675505256973836, "mean_probability": 0.7538982728492687, "observed_yes_rate": 0.7517485039150166}, {"lower": 0.8, "upper": 0.9, "rows": 1878, "weight": 0.06323537611483916, "mean_probability": 0.8522909799285654, "observed_yes_rate": 0.6716578095991214}, {"lower": 0.9, "upper": 1.0, "rows": 7525, "weight": 0.2519843229321642, "mean_probability": 0.9811550710857293, "observed_yes_rate": 0.8071728352111782}], "ece_10_bins": 0.13612743963568935}, "brier_skill": 0.0}}}, {"model_id": "45503ea811fb72ece98f9b2a9c84701a4005fd6674f1d9ec02307efbf140a3d5", "settled_rounds": 14, "prediction_rows": 22578, "bounded_only_rows": 701, "all_rows_brier_bounds": [0.13526614825365066, 0.13532646518956262], "all_rows_baseline_brier": 0.1352290455367712, "model": {"rows": 21877, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.13727396733940864, "log_loss": 0.43031494535200754, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4731, "weight": 0.19032994172531661, "mean_probability": 0.024453458804695058, "observed_yes_rate": 0.0219923111580002}, {"lower": 0.1, "upper": 0.2, "rows": 1269, "weight": 0.05179926277655883, "mean_probability": 0.14490977790938542, "observed_yes_rate": 0.2632777072744088}, {"lower": 0.2, "upper": 0.3, "rows": 1489, "weight": 0.06864539784416578, "mean_probability": 0.2485403877987269, "observed_yes_rate": 0.3082838146443599}, {"lower": 0.3, "upper": 0.4, "rows": 1302, "weight": 0.0619278000588827, "mean_probability": 0.3578069117609549, "observed_yes_rate": 0.3517698940112709}, {"lower": 0.4, "upper": 0.5, "rows": 1587, "weight": 0.07894831038956557, "mean_probability": 0.4677290117609585, "observed_yes_rate": 0.7503571647278098}, {"lower": 0.5, "upper": 0.6, "rows": 2029, "weight": 0.10394359486491597, "mean_probability": 0.5438023155258332, "observed_yes_rate": 0.6833519895522637}, {"lower": 0.6, "upper": 0.7, "rows": 1595, "weight": 0.08284455322821639, "mean_probability": 0.6452100856573282, "observed_yes_rate": 0.6798406414159299}, {"lower": 0.7, "upper": 0.8, "rows": 1215, "weight": 0.05538165204075891, "mean_probability": 0.7484590118547796, "observed_yes_rate": 0.6963147292300607}, {"lower": 0.8, "upper": 0.9, "rows": 1220, "weight": 0.05625710783058959, "mean_probability": 0.8541764703477441, "observed_yes_rate": 0.8660982585397972}, {"lower": 0.9, "upper": 1.0, "rows": 5440, "weight": 0.24992237924102967, "mean_probability": 0.9783673897797383, "observed_yes_rate": 0.947417173554943}], "ece_10_bins": 0.06205570846088874}, "baseline": {"rows": 21877, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.13720399675090664, "log_loss": 0.429614160915554, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4725, "weight": 0.18997010005565126, "mean_probability": 0.02284999422091773, "observed_yes_rate": 0.022033969029236655}, {"lower": 0.1, "upper": 0.2, "rows": 1247, "weight": 0.050479843321119225, "mean_probability": 0.14472733898642318, "observed_yes_rate": 0.2701591416511288}, {"lower": 0.2, "upper": 0.3, "rows": 1453, "weight": 0.0664863478261737, "mean_probability": 0.24911308341589114, "observed_yes_rate": 0.3182948950739055}, {"lower": 0.3, "upper": 0.4, "rows": 1355, "weight": 0.06510640147425993, "mean_probability": 0.35818585533674047, "observed_yes_rate": 0.33459591022976237}, {"lower": 0.4, "upper": 0.5, "rows": 1625, "weight": 0.08122730763077943, "mean_probability": 0.46720935749779685, "observed_yes_rate": 0.7293043690828666}, {"lower": 0.5, "upper": 0.6, "rows": 2029, "weight": 0.10394359486491597, "mean_probability": 0.5438023155258332, "observed_yes_rate": 0.6833519895522637}, {"lower": 0.6, "upper": 0.7, "rows": 1580, "weight": 0.08194494905405303, "mean_probability": 0.6448216878943901, "observed_yes_rate": 0.6873040358757916}, {"lower": 0.7, "upper": 0.8, "rows": 1203, "weight": 0.05466196870142821, "mean_probability": 0.7489211242689894, "observed_yes_rate": 0.7054824581183974}, {"lower": 0.8, "upper": 0.9, "rows": 1220, "weight": 0.05625710783058959, "mean_probability": 0.8541764703477441, "observed_yes_rate": 0.8660982585397972}, {"lower": 0.9, "upper": 1.0, "rows": 5440, "weight": 0.24992237924102967, "mean_probability": 0.9802470801235478, "observed_yes_rate": 0.947417173554943}], "ece_10_bins": 0.06314813801271738}, "brier_skill": -0.0005099748561190331, "by_remaining_time": {"0-3s": {"settled_rounds": 12, "prediction_rows": 141, "bounded_only_rows": 127, "all_rows_brier_bounds": [0.00014692234848484841, 0.00023648989898989898], "all_rows_baseline_brier": 0.0011545023464871371, "model": {"rows": 14, "settled_rounds": 2, "weighting": "equal_total_weight_per_round", "brier": 0.0012030606202812642, "log_loss": 0.024658103738406656, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 11, "weight": 0.5, "mean_probability": 0.04109774188931155, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 3, "weight": 0.5, "mean_probability": 0.9930431114380642, "observed_yes_rate": 1.0}], "ece_10_bins": 0.02402731522562366}, "baseline": {"rows": 14, "settled_rounds": 2, "weighting": "equal_total_weight_per_round", "brier": 0.007556742626006716, "log_loss": 0.03762638177143688, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 8, "weight": 0.36363636363636365, "mean_probability": 0.0029306123083540324, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 3, "weight": 0.13636363636363635, "mean_probability": 0.23509480751412634, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 3, "weight": 0.5, "mean_probability": 0.999999, "observed_yes_rate": 1.0}], "ece_10_bins": 0.033124560045873254}, "brier_skill": 0.8407964013302635}, "10-30s": {"settled_rounds": 12, "prediction_rows": 948, "bounded_only_rows": 363, "all_rows_brier_bounds": [0.017689331113748246, 0.018629581926863575], "all_rows_baseline_brier": 0.014487451918477773, "model": {"rows": 585, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.024300541525089606, "log_loss": 0.08639935704934926, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 248, "weight": 0.4444444444444445, "mean_probability": 0.01757947053848085, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 43, "weight": 0.06047819971870605, "mean_probability": 0.24053852420322105, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 8, "weight": 0.011251758087201129, "mean_probability": 0.36194879711578837, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 1, "weight": 0.001406469760900141, "mean_probability": 0.49719043963555254, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 15, "weight": 0.02109704641350212, "mean_probability": 0.6805892399684648, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 12, "weight": 0.016877637130801693, "mean_probability": 0.7133602775342673, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 258, "weight": 0.4444444444444444, "mean_probability": 0.9766170041330633, "observed_yes_rate": 1.0}], "ece_10_bins": 0.06392297984718776}, "baseline": {"rows": 585, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.01931712022535371, "log_loss": 0.06053498288560658, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 248, "weight": 0.4444444444444445, "mean_probability": 0.0013636720709926445, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 40, "weight": 0.056258790436005644, "mean_probability": 0.38064851035270364, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 39, "weight": 0.05485232067510551, "mean_probability": 0.4504379846351704, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 258, "weight": 0.4444444444444444, "mean_probability": 0.9997881228250124, "observed_yes_rate": 1.0}], "ece_10_bins": 0.04682263766049165}, "brier_skill": -0.25797951462740065}, "180-300s": {"settled_rounds": 14, "prediction_rows": 6687, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.14434636750280366, 0.14434636750280366], "all_rows_baseline_brier": 0.14434636750280366, "model": {"rows": 6687, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.1443463675028037, "log_loss": 0.4372334465612789, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1058, "weight": 0.1582513211342133, "mean_probability": 0.035357287229895826, "observed_yes_rate": 0.02945728415995205}, {"lower": 0.1, "upper": 0.2, "rows": 467, "weight": 0.06982775036529011, "mean_probability": 0.1535113307266871, "observed_yes_rate": 0.2175062184498165}, {"lower": 0.2, "upper": 0.3, "rows": 731, "weight": 0.10930525015368608, "mean_probability": 0.2451122973375056, "observed_yes_rate": 0.15821045245669385}, {"lower": 0.3, "upper": 0.4, "rows": 390, "weight": 0.0582951636000727, "mean_probability": 0.3592500952899285, "observed_yes_rate": 0.35265879986539916}, {"lower": 0.4, "upper": 0.5, "rows": 735, "weight": 0.1099333143187347, "mean_probability": 0.47263547180666765, "observed_yes_rate": 0.827932852196645}, {"lower": 0.5, "upper": 0.6, "rows": 1123, "weight": 0.16805500002772106, "mean_probability": 0.5494045879017528, "observed_yes_rate": 0.7921894796445795}, {"lower": 0.6, "upper": 0.7, "rows": 697, "weight": 0.10429073153663718, "mean_probability": 0.6433240806083861, "observed_yes_rate": 0.7550518616283083}, {"lower": 0.7, "upper": 0.8, "rows": 502, "weight": 0.0751614723961038, "mean_probability": 0.7533926506588277, "observed_yes_rate": 0.8528763777226831}, {"lower": 0.8, "upper": 0.9, "rows": 424, "weight": 0.06336830500375462, "mean_probability": 0.850963040374161, "observed_yes_rate": 0.997636903294866}, {"lower": 0.9, "upper": 1.0, "rows": 560, "weight": 0.08351169146378631, "mean_probability": 0.9859752944752046, "observed_yes_rate": 1.0}], "ece_10_bins": 0.12474082083072836}, "baseline": {"rows": 6687, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.1443463675028037, "log_loss": 0.4372334465612789, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1058, "weight": 0.1582513211342133, "mean_probability": 0.035357287229895826, "observed_yes_rate": 0.02945728415995205}, {"lower": 0.1, "upper": 0.2, "rows": 467, "weight": 0.06982775036529011, "mean_probability": 0.1535113307266871, "observed_yes_rate": 0.2175062184498165}, {"lower": 0.2, "upper": 0.3, "rows": 731, "weight": 0.10930525015368608, "mean_probability": 0.2451122973375056, "observed_yes_rate": 0.15821045245669385}, {"lower": 0.3, "upper": 0.4, "rows": 390, "weight": 0.0582951636000727, "mean_probability": 0.3592500952899285, "observed_yes_rate": 0.35265879986539916}, {"lower": 0.4, "upper": 0.5, "rows": 735, "weight": 0.1099333143187347, "mean_probability": 0.47263547180666765, "observed_yes_rate": 0.827932852196645}, {"lower": 0.5, "upper": 0.6, "rows": 1123, "weight": 0.16805500002772106, "mean_probability": 0.5494045879017528, "observed_yes_rate": 0.7921894796445795}, {"lower": 0.6, "upper": 0.7, "rows": 697, "weight": 0.10429073153663718, "mean_probability": 0.6433240806083861, "observed_yes_rate": 0.7550518616283083}, {"lower": 0.7, "upper": 0.8, "rows": 502, "weight": 0.0751614723961038, "mean_probability": 0.7533926506588277, "observed_yes_rate": 0.8528763777226831}, {"lower": 0.8, "upper": 0.9, "rows": 424, "weight": 0.06336830500375462, "mean_probability": 0.850963040374161, "observed_yes_rate": 0.997636903294866}, {"lower": 0.9, "upper": 1.0, "rows": 560, "weight": 0.08351169146378631, "mean_probability": 0.9859752944752046, "observed_yes_rate": 1.0}], "ece_10_bins": 0.12474082083072836}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 12, "prediction_rows": 336, "bounded_only_rows": 211, "all_rows_brier_bounds": [0.0019110247331691297, 0.002244745484400657], "all_rows_baseline_brier": 0.008658044594182837, "model": {"rows": 125, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.004947082106553351, "log_loss": 0.04195178216754087, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 22, "weight": 0.22142857142857147, "mean_probability": 0.016886679375805194, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 22, "weight": 0.15714285714285714, "mean_probability": 0.15188973277426215, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 3, "weight": 0.02142857142857143, "mean_probability": 0.204866802572544, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 78, "weight": 0.6000000000000001, "mean_probability": 0.9880535624330272, "observed_yes_rate": 1.0}], "ece_10_bins": 0.03916544532162196}, "baseline": {"rows": 125, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.020779307024638812, "log_loss": 0.07759199514908181, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 19, "weight": 0.20000000000000004, "mean_probability": 1e-06, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 7, "weight": 0.05000000000000001, "mean_probability": 0.27712930367735017, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 21, "weight": 0.15, "mean_probability": 0.3354662581565453, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 78, "weight": 0.6000000000000001, "mean_probability": 0.999999, "observed_yes_rate": 1.0}], "ece_10_bins": 0.06417720390734932}, "brier_skill": 0.7619226617765738}, "30-60s": {"settled_rounds": 12, "prediction_rows": 1437, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.017566400885213104, 0.017566400885213104], "all_rows_baseline_brier": 0.017566400885213104, "model": {"rows": 1437, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.017566400885213104, "log_loss": 0.05727877230849012, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 479, "weight": 0.3333333333333333, "mean_probability": 0.00611498161808582, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 50, "weight": 0.03531073446327682, "mean_probability": 0.35289716509926145, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 2, "weight": 0.0014124293785310732, "mean_probability": 0.40155111516585373, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 66, "weight": 0.04661016949152541, "mean_probability": 0.5099342100973407, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 36, "weight": 0.025000000000000012, "mean_probability": 0.8314619439448404, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 804, "weight": 0.5583333333333333, "mean_probability": 0.99781837588606, "observed_yes_rate": 1.0}], "ece_10_bins": 0.044266192714893605}, "baseline": {"rows": 1437, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.017566400885213104, "log_loss": 0.05727877230849012, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 479, "weight": 0.3333333333333333, "mean_probability": 0.00611498161808582, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 50, "weight": 0.03531073446327682, "mean_probability": 0.35289716509926145, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 2, "weight": 0.0014124293785310732, "mean_probability": 0.40155111516585373, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 66, "weight": 0.04661016949152541, "mean_probability": 0.5099342100973407, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 36, "weight": 0.025000000000000012, "mean_probability": 0.8314619439448404, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 804, "weight": 0.5583333333333333, "mean_probability": 0.99781837588606, "observed_yes_rate": 1.0}], "ece_10_bins": 0.044266192714893605}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 3, "prediction_rows": 7177, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.1553851627978291, 0.1553851627978291], "all_rows_baseline_brier": 0.1553851627978291, "model": {"rows": 7177, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.15538516279782907, "log_loss": 0.5807236625750417, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1280, "weight": 0.17828738966546182, "mean_probability": 0.0254098677017995, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 698, "weight": 0.09717159221782044, "mean_probability": 0.14160543510929577, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 610, "weight": 0.08493712861288326, "mean_probability": 0.24655491331683613, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 612, "weight": 0.08528247262300695, "mean_probability": 0.340856967355459, "observed_yes_rate": 0.06691096613326492}, {"lower": 0.4, "upper": 0.5, "rows": 704, "weight": 0.09817552247323441, "mean_probability": 0.45734906018573385, "observed_yes_rate": 0.3870193269917595}, {"lower": 0.5, "upper": 0.6, "rows": 686, "weight": 0.09562718780254786, "mean_probability": 0.5496873576203257, "observed_yes_rate": 0.5472423361305497}, {"lower": 0.6, "upper": 0.7, "rows": 390, "weight": 0.054347472294018526, "mean_probability": 0.6562711117515101, "observed_yes_rate": 0.6683968354654551}, {"lower": 0.7, "upper": 0.8, "rows": 524, "weight": 0.0731313081819778, "mean_probability": 0.7389216419739892, "observed_yes_rate": 0.2664390773059375}, {"lower": 0.8, "upper": 0.9, "rows": 506, "weight": 0.07049851808945828, "mean_probability": 0.848648145381853, "observed_yes_rate": 0.7205864709557044}, {"lower": 0.9, "upper": 1.0, "rows": 1167, "weight": 0.16254140803959077, "mean_probability": 0.9767811641538771, "observed_yes_rate": 0.8040347186484619}], "ece_10_bins": 0.14205209138173802}, "baseline": {"rows": 7177, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.15538516279782907, "log_loss": 0.5807236625750417, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1280, "weight": 0.17828738966546182, "mean_probability": 0.0254098677017995, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 698, "weight": 0.09717159221782044, "mean_probability": 0.14160543510929577, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 610, "weight": 0.08493712861288326, "mean_probability": 0.24655491331683613, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 612, "weight": 0.08528247262300695, "mean_probability": 0.340856967355459, "observed_yes_rate": 0.06691096613326492}, {"lower": 0.4, "upper": 0.5, "rows": 704, "weight": 0.09817552247323441, "mean_probability": 0.45734906018573385, "observed_yes_rate": 0.3870193269917595}, {"lower": 0.5, "upper": 0.6, "rows": 686, "weight": 0.09562718780254786, "mean_probability": 0.5496873576203257, "observed_yes_rate": 0.5472423361305497}, {"lower": 0.6, "upper": 0.7, "rows": 390, "weight": 0.054347472294018526, "mean_probability": 0.6562711117515101, "observed_yes_rate": 0.6683968354654551}, {"lower": 0.7, "upper": 0.8, "rows": 524, "weight": 0.0731313081819778, "mean_probability": 0.7389216419739892, "observed_yes_rate": 0.2664390773059375}, {"lower": 0.8, "upper": 0.9, "rows": 506, "weight": 0.07049851808945828, "mean_probability": 0.848648145381853, "observed_yes_rate": 0.7205864709557044}, {"lower": 0.9, "upper": 1.0, "rows": 1167, "weight": 0.16254140803959077, "mean_probability": 0.9767811641538771, "observed_yes_rate": 0.8040347186484619}], "ece_10_bins": 0.14205209138173802}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 14, "prediction_rows": 5852, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.10029348242860257, 0.10029348242860257], "all_rows_baseline_brier": 0.10029348242860257, "model": {"rows": 5852, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.10029348242860259, "log_loss": 0.3008099134299482, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1633, "weight": 0.3072459310153776, "mean_probability": 0.014460264907332486, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 82, "weight": 0.012241278094207785, "mean_probability": 0.13498884380447823, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 102, "weight": 0.01524208009563659, "mean_probability": 0.26908519452491125, "observed_yes_rate": 0.9117647058823529}, {"lower": 0.3, "upper": 0.4, "rows": 242, "weight": 0.09952181709503886, "mean_probability": 0.3820528435447382, "observed_yes_rate": 0.7837837837837838}, {"lower": 0.4, "upper": 0.5, "rows": 145, "weight": 0.021652240346203295, "mean_probability": 0.46047219141514895, "observed_yes_rate": 0.8407733657191758}, {"lower": 0.5, "upper": 0.6, "rows": 154, "weight": 0.023033467686433474, "mean_probability": 0.5334755817605022, "observed_yes_rate": 0.21976947840074904}, {"lower": 0.6, "upper": 0.7, "rows": 493, "weight": 0.07370994378599546, "mean_probability": 0.6440089396667185, "observed_yes_rate": 0.5890543956081439}, {"lower": 0.7, "upper": 0.8, "rows": 177, "weight": 0.02642349430617809, "mean_probability": 0.7463405745437018, "observed_yes_rate": 0.7899706466066911}, {"lower": 0.8, "upper": 0.9, "rows": 254, "weight": 0.0379026300916476, "mean_probability": 0.8669809904682517, "observed_yes_rate": 0.7347407928069086}, {"lower": 0.9, "upper": 1.0, "rows": 2570, "weight": 0.3830271174832815, "mean_probability": 0.9762796422046744, "observed_yes_rate": 0.9506364897883886}], "ece_10_bins": 0.0913700004618553}, "baseline": {"rows": 5852, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.10029348242860259, "log_loss": 0.3008099134299482, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1633, "weight": 0.3072459310153776, "mean_probability": 0.014460264907332486, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 82, "weight": 0.012241278094207785, "mean_probability": 0.13498884380447823, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 102, "weight": 0.01524208009563659, "mean_probability": 0.26908519452491125, "observed_yes_rate": 0.9117647058823529}, {"lower": 0.3, "upper": 0.4, "rows": 242, "weight": 0.09952181709503886, "mean_probability": 0.3820528435447382, "observed_yes_rate": 0.7837837837837838}, {"lower": 0.4, "upper": 0.5, "rows": 145, "weight": 0.021652240346203295, "mean_probability": 0.46047219141514895, "observed_yes_rate": 0.8407733657191758}, {"lower": 0.5, "upper": 0.6, "rows": 154, "weight": 0.023033467686433474, "mean_probability": 0.5334755817605022, "observed_yes_rate": 0.21976947840074904}, {"lower": 0.6, "upper": 0.7, "rows": 493, "weight": 0.07370994378599546, "mean_probability": 0.6440089396667185, "observed_yes_rate": 0.5890543956081439}, {"lower": 0.7, "upper": 0.8, "rows": 177, "weight": 0.02642349430617809, "mean_probability": 0.7463405745437018, "observed_yes_rate": 0.7899706466066911}, {"lower": 0.8, "upper": 0.9, "rows": 254, "weight": 0.0379026300916476, "mean_probability": 0.8669809904682517, "observed_yes_rate": 0.7347407928069086}, {"lower": 0.9, "upper": 1.0, "rows": 2570, "weight": 0.3830271174832815, "mean_probability": 0.9762796422046744, "observed_yes_rate": 0.9506364897883886}], "ece_10_bins": 0.0913700004618553}, "brier_skill": 0.0}}}, {"model_id": "282946f4f3e6392c0d82446deebf8930f09c6d24e91789afb0645fd4093979fa", "settled_rounds": 139, "prediction_rows": 241898, "bounded_only_rows": 4626, "all_rows_brier_bounds": [0.2011876782643874, 0.2013336982091659], "all_rows_baseline_brier": 0.2013959679628735, "model": {"rows": 237272, "settled_rounds": 139, "weighting": "equal_total_weight_per_round", "brier": 0.2031760841916496, "log_loss": 0.8151159869984117, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 57327, "weight": 0.2372627078277275, "mean_probability": 0.020958580724622058, "observed_yes_rate": 0.13738908315507045}, {"lower": 0.1, "upper": 0.2, "rows": 15927, "weight": 0.07274276605184359, "mean_probability": 0.14940987062087374, "observed_yes_rate": 0.31296435162324804}, {"lower": 0.2, "upper": 0.3, "rows": 17481, "weight": 0.07666570913422172, "mean_probability": 0.25169093762806355, "observed_yes_rate": 0.37985431148384513}, {"lower": 0.3, "upper": 0.4, "rows": 16545, "weight": 0.06818355641706857, "mean_probability": 0.34452687902714113, "observed_yes_rate": 0.36844561770152373}, {"lower": 0.4, "upper": 0.5, "rows": 21498, "weight": 0.09449168698482482, "mean_probability": 0.46558014086927035, "observed_yes_rate": 0.4881630650967392}, {"lower": 0.5, "upper": 0.6, "rows": 19377, "weight": 0.08539743483627259, "mean_probability": 0.5306565569484472, "observed_yes_rate": 0.5380654600746231}, {"lower": 0.6, "upper": 0.7, "rows": 14540, "weight": 0.06090626713933246, "mean_probability": 0.6531046226457613, "observed_yes_rate": 0.48077155188311665}, {"lower": 0.7, "upper": 0.8, "rows": 12337, "weight": 0.05122635505491583, "mean_probability": 0.7491935925779906, "observed_yes_rate": 0.6672584168803012}, {"lower": 0.8, "upper": 0.9, "rows": 12145, "weight": 0.054354109613352325, "mean_probability": 0.852891909327471, "observed_yes_rate": 0.7004079534731642}, {"lower": 0.9, "upper": 1.0, "rows": 50095, "weight": 0.19876940694044054, "mean_probability": 0.9783272644970442, "observed_yes_rate": 0.827134020017286}], "ece_10_bins": 0.10677934780343804}, "baseline": {"rows": 237272, "settled_rounds": 139, "weighting": "equal_total_weight_per_round", "brier": 0.2033133205407229, "log_loss": 0.8233819711390449, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 57471, "weight": 0.23793612364122158, "mean_probability": 0.018323827357636775, "observed_yes_rate": 0.13714103221054552}, {"lower": 0.1, "upper": 0.2, "rows": 15644, "weight": 0.07137147994572617, "mean_probability": 0.14943190243927862, "observed_yes_rate": 0.31787932058033475}, {"lower": 0.2, "upper": 0.3, "rows": 17457, "weight": 0.0763288240468735, "mean_probability": 0.2517377254717405, "observed_yes_rate": 0.37781391455691016}, {"lower": 0.3, "upper": 0.4, "rows": 16512, "weight": 0.06800183732412896, "mean_probability": 0.3447620110550712, "observed_yes_rate": 0.3710712351469619}, {"lower": 0.4, "upper": 0.5, "rows": 21754, "weight": 0.0960647975941922, "mean_probability": 0.4660529185429542, "observed_yes_rate": 0.48701715138956747}, {"lower": 0.5, "upper": 0.6, "rows": 19656, "weight": 0.08715817787688049, "mean_probability": 0.5310043667776875, "observed_yes_rate": 0.5381492855830046}, {"lower": 0.6, "upper": 0.7, "rows": 14661, "weight": 0.06139574801793136, "mean_probability": 0.6528759241839817, "observed_yes_rate": 0.48578417909812155}, {"lower": 0.7, "upper": 0.8, "rows": 12249, "weight": 0.05052630206334056, "mean_probability": 0.7492433819583728, "observed_yes_rate": 0.6653684609652141}, {"lower": 0.8, "upper": 0.9, "rows": 11438, "weight": 0.050771094557195674, "mean_probability": 0.8522437697486966, "observed_yes_rate": 0.6967087830696205}, {"lower": 0.9, "upper": 1.0, "rows": 50430, "weight": 0.20044561493250934, "mean_probability": 0.9820861162825488, "observed_yes_rate": 0.8268092319394088}], "ece_10_bins": 0.1078600967430374}, "brier_skill": 0.0006749993001360366, "by_remaining_time": {"0-3s": {"settled_rounds": 136, "prediction_rows": 1580, "bounded_only_rows": 1031, "all_rows_brier_bounds": [0.00943706270139175, 0.009756466046208695], "all_rows_baseline_brier": 0.0112740171372827, "model": {"rows": 549, "settled_rounds": 65, "weighting": "equal_total_weight_per_round", "brier": 0.011815006699280602, "log_loss": 0.05205224082693928, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 266, "weight": 0.46615384615384614, "mean_probability": 0.022830479071016364, "observed_yes_rate": 0.0027502750275027505}, {"lower": 0.9, "upper": 1.0, "rows": 283, "weight": 0.5338461538461539, "mean_probability": 0.9816022283744575, "observed_yes_rate": 0.977425552353506}], "ece_10_bins": 0.011590166776084305}, "baseline": {"rows": 549, "settled_rounds": 65, "weighting": "equal_total_weight_per_round", "brier": 0.014438407212015482, "log_loss": 0.050905962122079866, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 228, "weight": 0.4082284382284382, "mean_probability": 0.004682774595959092, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 15, "weight": 0.019463869463869462, "mean_probability": 0.14146595338905887, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 4, "weight": 0.005128205128205128, "mean_probability": 0.25858725980898173, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 7, "weight": 0.008974358974358974, "mean_probability": 0.32771977656121964, "observed_yes_rate": 0.14285714285714288}, {"lower": 0.4, "upper": 0.5, "rows": 12, "weight": 0.02435897435897436, "mean_probability": 0.4866131476256521, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 8, "weight": 0.012051282051282051, "mean_probability": 0.5077515295314706, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 9, "weight": 0.011771561771561771, "mean_probability": 0.6592346071577065, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 14, "weight": 0.018298368298368298, "mean_probability": 0.7309816065023605, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 16, "weight": 0.021212121212121213, "mean_probability": 0.8478207216951924, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 236, "weight": 0.47051282051282056, "mean_probability": 0.9981081522807922, "observed_yes_rate": 1.0}], "ece_10_bins": 0.038674805256412766}, "brier_skill": 0.18169597755573175}, "10-30s": {"settled_rounds": 137, "prediction_rows": 10677, "bounded_only_rows": 2141, "all_rows_brier_bounds": [0.043441647610673116, 0.0453917898183336], "all_rows_baseline_brier": 0.04716838524818755, "model": {"rows": 8536, "settled_rounds": 123, "weighting": "equal_total_weight_per_round", "brier": 0.04948024028124363, "log_loss": 0.19626164698722254, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3080, "weight": 0.3998344180405731, "mean_probability": 0.029645383622622038, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 533, "weight": 0.05592911527124447, "mean_probability": 0.14421292310982536, "observed_yes_rate": 0.005451150930993514}, {"lower": 0.2, "upper": 0.3, "rows": 210, "weight": 0.02205076256921191, "mean_probability": 0.24296663282505476, "observed_yes_rate": 0.24315957739690103}, {"lower": 0.3, "upper": 0.4, "rows": 124, "weight": 0.013218520827149825, "mean_probability": 0.332420980987676, "observed_yes_rate": 0.06967997287527394}, {"lower": 0.4, "upper": 0.5, "rows": 49, "weight": 0.0050070802377755845, "mean_probability": 0.4630649566540918, "observed_yes_rate": 0.4671141044396666}, {"lower": 0.5, "upper": 0.6, "rows": 102, "weight": 0.010438770725296063, "mean_probability": 0.5529384157665432, "observed_yes_rate": 0.42089146788306886}, {"lower": 0.6, "upper": 0.7, "rows": 155, "weight": 0.01584314623790114, "mean_probability": 0.6557710655617337, "observed_yes_rate": 0.6778046500232}, {"lower": 0.7, "upper": 0.8, "rows": 287, "weight": 0.02946104269772412, "mean_probability": 0.7463742786196707, "observed_yes_rate": 0.7677926641429842}, {"lower": 0.8, "upper": 0.9, "rows": 801, "weight": 0.08217809394484298, "mean_probability": 0.8609418402822488, "observed_yes_rate": 0.8374967653495746}, {"lower": 0.9, "upper": 1.0, "rows": 3195, "weight": 0.36603904944828053, "mean_probability": 0.9628450521726706, "observed_yes_rate": 0.9504776894522835}], "ece_10_bins": 0.03192375068028388}, "baseline": {"rows": 8536, "settled_rounds": 123, "weighting": "equal_total_weight_per_round", "brier": 0.05253716699862995, "log_loss": 0.31313263234828415, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3340, "weight": 0.4271256778280548, "mean_probability": 0.0047847088518456204, "observed_yes_rate": 0.0034608001271768255}, {"lower": 0.1, "upper": 0.2, "rows": 255, "weight": 0.02698579903817063, "mean_probability": 0.14502034141461073, "observed_yes_rate": 0.05653627847052185}, {"lower": 0.2, "upper": 0.3, "rows": 146, "weight": 0.015236208311962686, "mean_probability": 0.2392173879887072, "observed_yes_rate": 0.020094530593232917}, {"lower": 0.3, "upper": 0.4, "rows": 74, "weight": 0.007539919430163334, "mean_probability": 0.36001268572923606, "observed_yes_rate": 0.16226587851939625}, {"lower": 0.4, "upper": 0.5, "rows": 237, "weight": 0.02474529175671504, "mean_probability": 0.48601922198446024, "observed_yes_rate": 0.4282595134123518}, {"lower": 0.5, "upper": 0.6, "rows": 336, "weight": 0.03442322702511032, "mean_probability": 0.5527708076255815, "observed_yes_rate": 0.5656999763197185}, {"lower": 0.6, "upper": 0.7, "rows": 208, "weight": 0.021479735488688863, "mean_probability": 0.6447954953425789, "observed_yes_rate": 0.7864871422385068}, {"lower": 0.7, "upper": 0.8, "rows": 164, "weight": 0.016781657805550645, "mean_probability": 0.7515671701547422, "observed_yes_rate": 0.7888241058347693}, {"lower": 0.8, "upper": 0.9, "rows": 156, "weight": 0.01601125723111247, "mean_probability": 0.8499394096929879, "observed_yes_rate": 0.9219635078912415}, {"lower": 0.9, "upper": 1.0, "rows": 3620, "weight": 0.4096712260844706, "mean_probability": 0.9933391776839458, "observed_yes_rate": 0.9371353616072813}], "ece_10_bins": 0.037504244444415934}, "brier_skill": 0.05818598321957569}, "180-300s": {"settled_rounds": 138, "prediction_rows": 63880, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.2205829061143037, 0.2205829061143037], "all_rows_baseline_brier": 0.22058290611430373, "model": {"rows": 63880, "settled_rounds": 138, "weighting": "equal_total_weight_per_round", "brier": 0.22058290611430373, "log_loss": 0.8033487744293488, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 8005, "weight": 0.12369798546119645, "mean_probability": 0.0252715963525327, "observed_yes_rate": 0.150827665033938}, {"lower": 0.1, "upper": 0.2, "rows": 4685, "weight": 0.07269789769479901, "mean_probability": 0.15347321227268987, "observed_yes_rate": 0.3135524129212159}, {"lower": 0.2, "upper": 0.3, "rows": 5889, "weight": 0.09437674749273603, "mean_probability": 0.25186233136777786, "observed_yes_rate": 0.32127403313558367}, {"lower": 0.3, "upper": 0.4, "rows": 6176, "weight": 0.09698754027955038, "mean_probability": 0.3471513606734173, "observed_yes_rate": 0.32225558663154685}, {"lower": 0.4, "upper": 0.5, "rows": 9424, "weight": 0.14696389084606565, "mean_probability": 0.46978428410059564, "observed_yes_rate": 0.47421856041165555}, {"lower": 0.5, "upper": 0.6, "rows": 8649, "weight": 0.1341902688131845, "mean_probability": 0.5260364477146567, "observed_yes_rate": 0.5584934922953063}, {"lower": 0.6, "upper": 0.7, "rows": 5254, "weight": 0.08274160588869728, "mean_probability": 0.6537007514627868, "observed_yes_rate": 0.41774567629409826}, {"lower": 0.7, "upper": 0.8, "rows": 4205, "weight": 0.06770830659957215, "mean_probability": 0.7484767896286484, "observed_yes_rate": 0.6552214224245387}, {"lower": 0.8, "upper": 0.9, "rows": 3465, "weight": 0.054093028087480684, "mean_probability": 0.8480116801333913, "observed_yes_rate": 0.7819001184264163}, {"lower": 0.9, "upper": 1.0, "rows": 8128, "weight": 0.12654272883671783, "mean_probability": 0.9766164577423969, "observed_yes_rate": 0.8070445169077152}], "ece_10_bins": 0.0920127182089446}, "baseline": {"rows": 63880, "settled_rounds": 138, "weighting": "equal_total_weight_per_round", "brier": 0.22058290611430373, "log_loss": 0.8033487744293488, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 8005, "weight": 0.12369798546119645, "mean_probability": 0.0252715963525327, "observed_yes_rate": 0.150827665033938}, {"lower": 0.1, "upper": 0.2, "rows": 4685, "weight": 0.07269789769479901, "mean_probability": 0.15347321227268987, "observed_yes_rate": 0.3135524129212159}, {"lower": 0.2, "upper": 0.3, "rows": 5889, "weight": 0.09437674749273603, "mean_probability": 0.25186233136777786, "observed_yes_rate": 0.32127403313558367}, {"lower": 0.3, "upper": 0.4, "rows": 6176, "weight": 0.09698754027955038, "mean_probability": 0.3471513606734173, "observed_yes_rate": 0.32225558663154685}, {"lower": 0.4, "upper": 0.5, "rows": 9424, "weight": 0.14696389084606565, "mean_probability": 0.46978428410059564, "observed_yes_rate": 0.47421856041165555}, {"lower": 0.5, "upper": 0.6, "rows": 8649, "weight": 0.1341902688131845, "mean_probability": 0.5260364477146567, "observed_yes_rate": 0.5584934922953063}, {"lower": 0.6, "upper": 0.7, "rows": 5254, "weight": 0.08274160588869728, "mean_probability": 0.6537007514627868, "observed_yes_rate": 0.41774567629409826}, {"lower": 0.7, "upper": 0.8, "rows": 4205, "weight": 0.06770830659957215, "mean_probability": 0.7484767896286484, "observed_yes_rate": 0.6552214224245387}, {"lower": 0.8, "upper": 0.9, "rows": 3465, "weight": 0.054093028087480684, "mean_probability": 0.8480116801333913, "observed_yes_rate": 0.7819001184264163}, {"lower": 0.9, "upper": 1.0, "rows": 8128, "weight": 0.12654272883671783, "mean_probability": 0.9766164577423969, "observed_yes_rate": 0.8070445169077152}], "ece_10_bins": 0.0920127182089446}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 136, "prediction_rows": 3694, "bounded_only_rows": 1454, "all_rows_brier_bounds": [0.034368150453867236, 0.03547094096357628], "all_rows_baseline_brier": 0.033437334333378026, "model": {"rows": 2240, "settled_rounds": 96, "weighting": "equal_total_weight_per_round", "brier": 0.04937671459894614, "log_loss": 0.19550107072456255, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1023, "weight": 0.4520664188408444, "mean_probability": 0.02451416002560402, "observed_yes_rate": 0.005973939163354231}, {"lower": 0.1, "upper": 0.2, "rows": 76, "weight": 0.02861495013075473, "mean_probability": 0.1435809613002298, "observed_yes_rate": 0.2831335303689437}, {"lower": 0.2, "upper": 0.3, "rows": 6, "weight": 0.0022459215167548504, "mean_probability": 0.22198456189366111, "observed_yes_rate": 0.17177914110429446}, {"lower": 0.3, "upper": 0.4, "rows": 4, "weight": 0.0015166028097062581, "mean_probability": 0.3550081081930753, "observed_yes_rate": 0.7631578947368421}, {"lower": 0.4, "upper": 0.5, "rows": 14, "weight": 0.005505104463437797, "mean_probability": 0.45404390342116435, "observed_yes_rate": 0.49056603773584906}, {"lower": 0.5, "upper": 0.6, "rows": 11, "weight": 0.004407051282051281, "mean_probability": 0.543843346876693, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 6, "weight": 0.0023158747117080452, "mean_probability": 0.6489825192756034, "observed_yes_rate": 0.6663615560640732}, {"lower": 0.7, "upper": 0.8, "rows": 10, "weight": 0.003816688712522046, "mean_probability": 0.7528610979938766, "observed_yes_rate": 0.7075812274368232}, {"lower": 0.8, "upper": 0.9, "rows": 91, "weight": 0.03724859245692579, "mean_probability": 0.8612502041860133, "observed_yes_rate": 0.6157593416724525}, {"lower": 0.9, "upper": 1.0, "rows": 999, "weight": 0.46226279507529533, "mean_probability": 0.9748638664020175, "observed_yes_rate": 0.9452207253002136}], "ece_10_bins": 0.038764440478685304}, "baseline": {"rows": 2240, "settled_rounds": 96, "weighting": "equal_total_weight_per_round", "brier": 0.047369556973642736, "log_loss": 0.32767327173314603, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 945, "weight": 0.4226477072310408, "mean_probability": 0.003469603662967987, "observed_yes_rate": 0.0009128228132677488}, {"lower": 0.1, "upper": 0.2, "rows": 56, "weight": 0.021090699689837622, "mean_probability": 0.14503048738929597, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 42, "weight": 0.01592100361856109, "mean_probability": 0.24660233506258364, "observed_yes_rate": 0.09692918320451223}, {"lower": 0.3, "upper": 0.4, "rows": 14, "weight": 0.005401234567901235, "mean_probability": 0.35443236795962896, "observed_yes_rate": 1.0}, {"lower": 0.4, "upper": 0.5, "rows": 70, "weight": 0.026327692635163904, "mean_probability": 0.4951093988700836, "observed_yes_rate": 0.4542698332491158}, {"lower": 0.5, "upper": 0.6, "rows": 48, "weight": 0.018643586351919685, "mean_probability": 0.5284117375554575, "observed_yes_rate": 0.04218305855599773}, {"lower": 0.6, "upper": 0.7, "rows": 65, "weight": 0.024938314000814, "mean_probability": 0.6386844859624878, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 31, "weight": 0.015401785714285715, "mean_probability": 0.7612587777486981, "observed_yes_rate": 0.45893719806763283}, {"lower": 0.8, "upper": 0.9, "rows": 13, "weight": 0.005941358024691359, "mean_probability": 0.8562282651936947, "observed_yes_rate": 0.6493506493506492}, {"lower": 0.9, "upper": 1.0, "rows": 956, "weight": 0.44368661816578503, "mean_probability": 0.9960186089213956, "observed_yes_rate": 0.9538834197695724}], "ece_10_bins": 0.0537403244096249}, "brier_skill": -0.04237231153376042}, "30-60s": {"settled_rounds": 137, "prediction_rows": 16129, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.09540290164622801, 0.09540290164622801], "all_rows_baseline_brier": 0.095402901646228, "model": {"rows": 16129, "settled_rounds": 137, "weighting": "equal_total_weight_per_round", "brier": 0.09540290164622801, "log_loss": 0.541897303138178, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 6444, "weight": 0.39779898206889586, "mean_probability": 0.008813610972834932, "observed_yes_rate": 0.03444961493720928}, {"lower": 0.1, "upper": 0.2, "rows": 544, "weight": 0.03352123533697897, "mean_probability": 0.14509694463122808, "observed_yes_rate": 0.2083422157829913}, {"lower": 0.2, "upper": 0.3, "rows": 443, "weight": 0.027154451982285218, "mean_probability": 0.24337390425302732, "observed_yes_rate": 0.5067236913043107}, {"lower": 0.3, "upper": 0.4, "rows": 209, "weight": 0.01285108676135374, "mean_probability": 0.3324396265988803, "observed_yes_rate": 0.24836269302823838}, {"lower": 0.4, "upper": 0.5, "rows": 759, "weight": 0.04650132245207224, "mean_probability": 0.46442926353580577, "observed_yes_rate": 0.40907977068274276}, {"lower": 0.5, "upper": 0.6, "rows": 449, "weight": 0.027801084663676832, "mean_probability": 0.5373567178127276, "observed_yes_rate": 0.5417446720770289}, {"lower": 0.6, "upper": 0.7, "rows": 426, "weight": 0.026452100975862817, "mean_probability": 0.6499475992077066, "observed_yes_rate": 0.7106654013400727}, {"lower": 0.7, "upper": 0.8, "rows": 453, "weight": 0.028115345241882847, "mean_probability": 0.7419102665596925, "observed_yes_rate": 0.7737790063008679}, {"lower": 0.8, "upper": 0.9, "rows": 559, "weight": 0.03506077843114554, "mean_probability": 0.85506486164114, "observed_yes_rate": 0.8924356586914012}, {"lower": 0.9, "upper": 1.0, "rows": 5843, "weight": 0.3647436120858455, "mean_probability": 0.9897504186777704, "observed_yes_rate": 0.9071745558998954}], "ece_10_bins": 0.05717683126643315}, "baseline": {"rows": 16129, "settled_rounds": 137, "weighting": "equal_total_weight_per_round", "brier": 0.09540290164622801, "log_loss": 0.541897303138178, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 6444, "weight": 0.39779898206889586, "mean_probability": 0.008813610972834932, "observed_yes_rate": 0.03444961493720928}, {"lower": 0.1, "upper": 0.2, "rows": 544, "weight": 0.03352123533697897, "mean_probability": 0.14509694463122808, "observed_yes_rate": 0.2083422157829913}, {"lower": 0.2, "upper": 0.3, "rows": 443, "weight": 0.027154451982285218, "mean_probability": 0.24337390425302732, "observed_yes_rate": 0.5067236913043107}, {"lower": 0.3, "upper": 0.4, "rows": 209, "weight": 0.01285108676135374, "mean_probability": 0.3324396265988803, "observed_yes_rate": 0.24836269302823838}, {"lower": 0.4, "upper": 0.5, "rows": 759, "weight": 0.04650132245207224, "mean_probability": 0.46442926353580577, "observed_yes_rate": 0.40907977068274276}, {"lower": 0.5, "upper": 0.6, "rows": 449, "weight": 0.027801084663676832, "mean_probability": 0.5373567178127276, "observed_yes_rate": 0.5417446720770289}, {"lower": 0.6, "upper": 0.7, "rows": 426, "weight": 0.026452100975862817, "mean_probability": 0.6499475992077066, "observed_yes_rate": 0.7106654013400727}, {"lower": 0.7, "upper": 0.8, "rows": 453, "weight": 0.028115345241882847, "mean_probability": 0.7419102665596925, "observed_yes_rate": 0.7737790063008679}, {"lower": 0.8, "upper": 0.9, "rows": 559, "weight": 0.03506077843114554, "mean_probability": 0.85506486164114, "observed_yes_rate": 0.8924356586914012}, {"lower": 0.9, "upper": 1.0, "rows": 5843, "weight": 0.3647436120858455, "mean_probability": 0.9897504186777704, "observed_yes_rate": 0.9071745558998954}], "ece_10_bins": 0.05717683126643315}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 35, "prediction_rows": 81354, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.26701774023959124, 0.26701774023959124], "all_rows_baseline_brier": 0.2670177402395912, "model": {"rows": 81354, "settled_rounds": 35, "weighting": "equal_total_weight_per_round", "brier": 0.2670177402395912, "log_loss": 1.2502661196702012, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 16908, "weight": 0.20748058720767967, "mean_probability": 0.0202406954052854, "observed_yes_rate": 0.28738696261919844}, {"lower": 0.1, "upper": 0.2, "rows": 4845, "weight": 0.05939695208302331, "mean_probability": 0.15051904595772503, "observed_yes_rate": 0.29749379171869095}, {"lower": 0.2, "upper": 0.3, "rows": 6767, "weight": 0.08263124582120882, "mean_probability": 0.24939781516883594, "observed_yes_rate": 0.4231953904118961}, {"lower": 0.3, "upper": 0.4, "rows": 7160, "weight": 0.08901446654777088, "mean_probability": 0.3484392914570317, "observed_yes_rate": 0.5001409180892462}, {"lower": 0.4, "upper": 0.5, "rows": 8773, "weight": 0.10866117038031722, "mean_probability": 0.45250753677957173, "observed_yes_rate": 0.5879088532723862}, {"lower": 0.5, "upper": 0.6, "rows": 7798, "weight": 0.09662899364419412, "mean_probability": 0.5396212035252881, "observed_yes_rate": 0.6580877573322903}, {"lower": 0.6, "upper": 0.7, "rows": 6272, "weight": 0.07794502123330287, "mean_probability": 0.651370188249712, "observed_yes_rate": 0.5362068283247337}, {"lower": 0.7, "upper": 0.8, "rows": 5299, "weight": 0.06500445620396528, "mean_probability": 0.7516300912025933, "observed_yes_rate": 0.6097813105057727}, {"lower": 0.8, "upper": 0.9, "rows": 3624, "weight": 0.044518499530278366, "mean_probability": 0.8551497270609486, "observed_yes_rate": 0.6889359479051066}, {"lower": 0.9, "upper": 1.0, "rows": 13908, "weight": 0.1687186073482594, "mean_probability": 0.9751959817644859, "observed_yes_rate": 0.6989303962975268}], "ece_10_bins": 0.19039038152596272}, "baseline": {"rows": 81354, "settled_rounds": 35, "weighting": "equal_total_weight_per_round", "brier": 0.2670177402395912, "log_loss": 1.2502661196702012, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 16908, "weight": 0.20748058720767967, "mean_probability": 0.0202406954052854, "observed_yes_rate": 0.28738696261919844}, {"lower": 0.1, "upper": 0.2, "rows": 4845, "weight": 0.05939695208302331, "mean_probability": 0.15051904595772503, "observed_yes_rate": 0.29749379171869095}, {"lower": 0.2, "upper": 0.3, "rows": 6767, "weight": 0.08263124582120882, "mean_probability": 0.24939781516883594, "observed_yes_rate": 0.4231953904118961}, {"lower": 0.3, "upper": 0.4, "rows": 7160, "weight": 0.08901446654777088, "mean_probability": 0.3484392914570317, "observed_yes_rate": 0.5001409180892462}, {"lower": 0.4, "upper": 0.5, "rows": 8773, "weight": 0.10866117038031722, "mean_probability": 0.45250753677957173, "observed_yes_rate": 0.5879088532723862}, {"lower": 0.5, "upper": 0.6, "rows": 7798, "weight": 0.09662899364419412, "mean_probability": 0.5396212035252881, "observed_yes_rate": 0.6580877573322903}, {"lower": 0.6, "upper": 0.7, "rows": 6272, "weight": 0.07794502123330287, "mean_probability": 0.651370188249712, "observed_yes_rate": 0.5362068283247337}, {"lower": 0.7, "upper": 0.8, "rows": 5299, "weight": 0.06500445620396528, "mean_probability": 0.7516300912025933, "observed_yes_rate": 0.6097813105057727}, {"lower": 0.8, "upper": 0.9, "rows": 3624, "weight": 0.044518499530278366, "mean_probability": 0.8551497270609486, "observed_yes_rate": 0.6889359479051066}, {"lower": 0.9, "upper": 1.0, "rows": 13908, "weight": 0.1687186073482594, "mean_probability": 0.9751959817644859, "observed_yes_rate": 0.6989303962975268}], "ece_10_bins": 0.19039038152596272}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 138, "prediction_rows": 64584, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.18947726712420962, 0.18947726712420962], "all_rows_baseline_brier": 0.18947726712420968, "model": {"rows": 64584, "settled_rounds": 138, "weighting": "equal_total_weight_per_round", "brier": 0.18947726712420973, "log_loss": 0.8492844822539343, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 21601, "weight": 0.33742679887128163, "mean_probability": 0.01705345483110232, "observed_yes_rate": 0.13654682140085947}, {"lower": 0.1, "upper": 0.2, "rows": 5244, "weight": 0.08039058887298053, "mean_probability": 0.1465930619596475, "observed_yes_rate": 0.39072035545585176}, {"lower": 0.2, "upper": 0.3, "rows": 4166, "weight": 0.06404177311584132, "mean_probability": 0.2542515395549544, "observed_yes_rate": 0.446129424720438}, {"lower": 0.3, "upper": 0.4, "rows": 2872, "weight": 0.04397519791670349, "mean_probability": 0.33916863794621827, "observed_yes_rate": 0.39684204356522645}, {"lower": 0.4, "upper": 0.5, "rows": 2479, "weight": 0.038894214016591946, "mean_probability": 0.4661281149233913, "observed_yes_rate": 0.5224920761107911}, {"lower": 0.5, "upper": 0.6, "rows": 2368, "weight": 0.03673794023158132, "mean_probability": 0.5389821808993563, "observed_yes_rate": 0.45812707765916993}, {"lower": 0.6, "upper": 0.7, "rows": 2427, "weight": 0.037250226906703876, "mean_probability": 0.6566123816269366, "observed_yes_rate": 0.6155349789009955}, {"lower": 0.7, "upper": 0.8, "rows": 2083, "weight": 0.032490279640548736, "mean_probability": 0.7454069063553053, "observed_yes_rate": 0.7049549962121375}, {"lower": 0.8, "upper": 0.9, "rows": 3605, "weight": 0.05563676365007536, "mean_probability": 0.8573654036144307, "observed_yes_rate": 0.6455705946056723}, {"lower": 0.9, "upper": 1.0, "rows": 17739, "weight": 0.27315621677769175, "mean_probability": 0.9830832186959042, "observed_yes_rate": 0.8369003910301525}], "ece_10_bins": 0.13449164472495645}, "baseline": {"rows": 64584, "settled_rounds": 138, "weighting": "equal_total_weight_per_round", "brier": 0.18947726712420973, "log_loss": 0.8492844822539343, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 21601, "weight": 0.33742679887128163, "mean_probability": 0.01705345483110232, "observed_yes_rate": 0.13654682140085947}, {"lower": 0.1, "upper": 0.2, "rows": 5244, "weight": 0.08039058887298053, "mean_probability": 0.1465930619596475, "observed_yes_rate": 0.39072035545585176}, {"lower": 0.2, "upper": 0.3, "rows": 4166, "weight": 0.06404177311584132, "mean_probability": 0.2542515395549544, "observed_yes_rate": 0.446129424720438}, {"lower": 0.3, "upper": 0.4, "rows": 2872, "weight": 0.04397519791670349, "mean_probability": 0.33916863794621827, "observed_yes_rate": 0.39684204356522645}, {"lower": 0.4, "upper": 0.5, "rows": 2479, "weight": 0.038894214016591946, "mean_probability": 0.4661281149233913, "observed_yes_rate": 0.5224920761107911}, {"lower": 0.5, "upper": 0.6, "rows": 2368, "weight": 0.03673794023158132, "mean_probability": 0.5389821808993563, "observed_yes_rate": 0.45812707765916993}, {"lower": 0.6, "upper": 0.7, "rows": 2427, "weight": 0.037250226906703876, "mean_probability": 0.6566123816269366, "observed_yes_rate": 0.6155349789009955}, {"lower": 0.7, "upper": 0.8, "rows": 2083, "weight": 0.032490279640548736, "mean_probability": 0.7454069063553053, "observed_yes_rate": 0.7049549962121375}, {"lower": 0.8, "upper": 0.9, "rows": 3605, "weight": 0.05563676365007536, "mean_probability": 0.8573654036144307, "observed_yes_rate": 0.6455705946056723}, {"lower": 0.9, "upper": 1.0, "rows": 17739, "weight": 0.27315621677769175, "mean_probability": 0.9830832186959042, "observed_yes_rate": 0.8369003910301525}], "ece_10_bins": 0.13449164472495645}, "brier_skill": 0.0}}}, {"model_id": "8a107397fd58f94797282b543e1ae375472cbdc1535c6df3b2232b352d3cf7fc", "settled_rounds": 18, "prediction_rows": 28709, "bounded_only_rows": 609, "all_rows_brier_bounds": [0.19575011659307745, 0.19587166501964293], "all_rows_baseline_brier": 0.19610530325685618, "model": {"rows": 28100, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.19742042841347093, "log_loss": 0.6624636138434211, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 6885, "weight": 0.2637985502815946, "mean_probability": 0.020528734088052808, "observed_yes_rate": 0.028999277439297165}, {"lower": 0.1, "upper": 0.2, "rows": 1547, "weight": 0.05872484839834806, "mean_probability": 0.14827901543083144, "observed_yes_rate": 0.20125856683867843}, {"lower": 0.2, "upper": 0.3, "rows": 2060, "weight": 0.07531118260908996, "mean_probability": 0.2600908158763816, "observed_yes_rate": 0.39298894445662436}, {"lower": 0.3, "upper": 0.4, "rows": 2216, "weight": 0.07961649482637063, "mean_probability": 0.3433126600987694, "observed_yes_rate": 0.27350335141498683}, {"lower": 0.4, "upper": 0.5, "rows": 2089, "weight": 0.06442650101838972, "mean_probability": 0.4551442501080473, "observed_yes_rate": 0.6592670300613415}, {"lower": 0.5, "upper": 0.6, "rows": 2200, "weight": 0.07004892088263212, "mean_probability": 0.537461748448503, "observed_yes_rate": 0.5180475053596879}, {"lower": 0.6, "upper": 0.7, "rows": 2388, "weight": 0.07693918609204875, "mean_probability": 0.6571151747453331, "observed_yes_rate": 0.3991357558065923}, {"lower": 0.7, "upper": 0.8, "rows": 1969, "weight": 0.06409670582399787, "mean_probability": 0.7527953634475053, "observed_yes_rate": 0.6624745966754424}, {"lower": 0.8, "upper": 0.9, "rows": 1458, "weight": 0.054873228911940075, "mean_probability": 0.8544117018112535, "observed_yes_rate": 0.4589880380595684}, {"lower": 0.9, "upper": 1.0, "rows": 5288, "weight": 0.19216438115558826, "mean_probability": 0.9766630685245056, "observed_yes_rate": 0.7333694706256836}], "ece_10_bins": 0.129511811179845}, "baseline": {"rows": 28100, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.19771560028367466, "log_loss": 0.6793314258852293, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 6911, "weight": 0.2650281127561808, "mean_probability": 0.018944133983782058, "observed_yes_rate": 0.02886473917104078}, {"lower": 0.1, "upper": 0.2, "rows": 1495, "weight": 0.05629179327087629, "mean_probability": 0.14842122658719328, "observed_yes_rate": 0.20995740479607225}, {"lower": 0.2, "upper": 0.3, "rows": 2064, "weight": 0.07549055334292488, "mean_probability": 0.2603872882115325, "observed_yes_rate": 0.3920551757632623}, {"lower": 0.3, "upper": 0.4, "rows": 2231, "weight": 0.0803151867128782, "mean_probability": 0.3432648864434595, "observed_yes_rate": 0.27112404333656037}, {"lower": 0.4, "upper": 0.5, "rows": 2094, "weight": 0.06465760922486216, "mean_probability": 0.4548513572451732, "observed_yes_rate": 0.6569105862841826}, {"lower": 0.5, "upper": 0.6, "rows": 2207, "weight": 0.07037904727387906, "mean_probability": 0.5380524724914383, "observed_yes_rate": 0.5156175043854868}, {"lower": 0.6, "upper": 0.7, "rows": 2383, "weight": 0.07670338152687237, "mean_probability": 0.6572249037463527, "observed_yes_rate": 0.40036279471245}, {"lower": 0.7, "upper": 0.8, "rows": 1958, "weight": 0.06357793578060983, "mean_probability": 0.7525525574215041, "observed_yes_rate": 0.6678801193782667}, {"lower": 0.8, "upper": 0.9, "rows": 1421, "weight": 0.05315308259507284, "mean_probability": 0.8532351164500784, "observed_yes_rate": 0.4500873373593642}, {"lower": 0.9, "upper": 1.0, "rows": 5336, "weight": 0.19440329751584354, "mean_probability": 0.9797778155319466, "observed_yes_rate": 0.7314182349824795}], "ece_10_bins": 0.13126648622334167}, "brier_skill": 0.0014929113827144569, "by_remaining_time": {"0-3s": {"settled_rounds": 16, "prediction_rows": 183, "bounded_only_rows": 129, "all_rows_brier_bounds": [0.00019543451340326353, 0.00034360431235431246], "all_rows_baseline_brier": 0.0006829413750432292, "model": {"rows": 54, "settled_rounds": 7, "weighting": "equal_total_weight_per_round", "brier": 0.000624374381215829, "log_loss": 0.018045571602653854, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 33, "weight": 0.42857142857142855, "mean_probability": 0.03132040565654641, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 21, "weight": 0.5714285714285714, "mean_probability": 0.9924759340398109, "observed_yes_rate": 1.0}], "ece_10_bins": 0.017722497258627925}, "baseline": {"rows": 54, "settled_rounds": 7, "weighting": "equal_total_weight_per_round", "brier": 0.001690113806984157, "log_loss": 0.014918368592212159, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 27, "weight": 0.3571428571428571, "mean_probability": 0.010700189394070641, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 6, "weight": 0.07142857142857142, "mean_probability": 0.14228048232036597, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 21, "weight": 0.5714285714285714, "mean_probability": 0.9999990000000001, "observed_yes_rate": 1.0}], "ece_10_bins": 0.013984959235051322}, "brier_skill": 0.6305725811861367}, "10-30s": {"settled_rounds": 16, "prediction_rows": 1253, "bounded_only_rows": 269, "all_rows_brier_bounds": [0.05612520310229392, 0.05805387966661503], "all_rows_baseline_brier": 0.060918203123512205, "model": {"rows": 984, "settled_rounds": 15, "weighting": "equal_total_weight_per_round", "brier": 0.060919431507209174, "log_loss": 0.2564516254750497, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 318, "weight": 0.36153846153846153, "mean_probability": 0.024698580671373305, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 76, "weight": 0.06474358974358975, "mean_probability": 0.1555629231670229, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 31, "weight": 0.02628205128205129, "mean_probability": 0.22703081501123407, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 4, "weight": 0.00341880341880342, "mean_probability": 0.3395004567329375, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 2, "weight": 0.00170940170940171, "mean_probability": 0.48379109201780074, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 14, "weight": 0.011965811965811972, "mean_probability": 0.5418449734048578, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 5, "weight": 0.004273504273504275, "mean_probability": 0.62142211925476, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 11, "weight": 0.009401709401709405, "mean_probability": 0.7825524901841038, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 48, "weight": 0.04000000000000001, "mean_probability": 0.8765652092466902, "observed_yes_rate": 0.5625}, {"lower": 0.9, "upper": 1.0, "rows": 475, "weight": 0.4766666666666666, "mean_probability": 0.9749667213821328, "observed_yes_rate": 0.9318181818181818}], "ece_10_bins": 0.07658237824784894}, "baseline": {"rows": 984, "settled_rounds": 15, "weighting": "equal_total_weight_per_round", "brier": 0.06497941666504663, "log_loss": 0.553963437780759, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 357, "weight": 0.3948717948717949, "mean_probability": 0.006077693926501839, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 35, "weight": 0.02991452991452993, "mean_probability": 0.15990064278039176, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 11, "weight": 0.009401709401709405, "mean_probability": 0.20746850304798028, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 19, "weight": 0.015961538461538468, "mean_probability": 0.33827796241088715, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 7, "weight": 0.005833333333333334, "mean_probability": 0.4052541717231118, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 21, "weight": 0.017948717948717954, "mean_probability": 0.5823623612605866, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 11, "weight": 0.009401709401709405, "mean_probability": 0.8295143690961422, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 523, "weight": 0.5166666666666666, "mean_probability": 0.9969878248968023, "observed_yes_rate": 0.9032258064516129}], "ece_10_bins": 0.08359246076202204}, "brier_skill": 0.062481095802470965}, "180-300s": {"settled_rounds": 16, "prediction_rows": 7600, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.23638700462065232, 0.23638700462065232], "all_rows_baseline_brier": 0.23638700462065232, "model": {"rows": 7600, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.23638700462065232, "log_loss": 0.6652570590006741, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 810, "weight": 0.10691839991007875, "mean_probability": 0.03413463568934538, "observed_yes_rate": 0.06004892923172311}, {"lower": 0.1, "upper": 0.2, "rows": 338, "weight": 0.044408833393082436, "mean_probability": 0.15870751453072987, "observed_yes_rate": 0.342255363725544}, {"lower": 0.2, "upper": 0.3, "rows": 623, "weight": 0.08171428870785523, "mean_probability": 0.2559673472344928, "observed_yes_rate": 0.490664977406665}, {"lower": 0.3, "upper": 0.4, "rows": 946, "weight": 0.1240527556154573, "mean_probability": 0.34673887548056215, "observed_yes_rate": 0.16160197096680068}, {"lower": 0.4, "upper": 0.5, "rows": 881, "weight": 0.11548154548059422, "mean_probability": 0.4523856615958241, "observed_yes_rate": 0.6154724300987682}, {"lower": 0.5, "upper": 0.6, "rows": 853, "weight": 0.11252855168898312, "mean_probability": 0.5180584818608776, "observed_yes_rate": 0.5569486184993642}, {"lower": 0.6, "upper": 0.7, "rows": 885, "weight": 0.11611504570655258, "mean_probability": 0.6596332466630352, "observed_yes_rate": 0.1380091010356105}, {"lower": 0.7, "upper": 0.8, "rows": 762, "weight": 0.10032770603521443, "mean_probability": 0.7526236788318398, "observed_yes_rate": 0.569496709887164}, {"lower": 0.8, "upper": 0.9, "rows": 660, "weight": 0.08723833805189603, "mean_probability": 0.8557684799282833, "observed_yes_rate": 0.6305243679841468}, {"lower": 0.9, "upper": 1.0, "rows": 842, "weight": 0.11121453541028622, "mean_probability": 0.9494125504026958, "observed_yes_rate": 0.8436265547011188}], "ece_10_bins": 0.18663249912737814}, "baseline": {"rows": 7600, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.23638700462065232, "log_loss": 0.6652570590006741, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 810, "weight": 0.10691839991007875, "mean_probability": 0.03413463568934538, "observed_yes_rate": 0.06004892923172311}, {"lower": 0.1, "upper": 0.2, "rows": 338, "weight": 0.044408833393082436, "mean_probability": 0.15870751453072987, "observed_yes_rate": 0.342255363725544}, {"lower": 0.2, "upper": 0.3, "rows": 623, "weight": 0.08171428870785523, "mean_probability": 0.2559673472344928, "observed_yes_rate": 0.490664977406665}, {"lower": 0.3, "upper": 0.4, "rows": 946, "weight": 0.1240527556154573, "mean_probability": 0.34673887548056215, "observed_yes_rate": 0.16160197096680068}, {"lower": 0.4, "upper": 0.5, "rows": 881, "weight": 0.11548154548059422, "mean_probability": 0.4523856615958241, "observed_yes_rate": 0.6154724300987682}, {"lower": 0.5, "upper": 0.6, "rows": 853, "weight": 0.11252855168898312, "mean_probability": 0.5180584818608776, "observed_yes_rate": 0.5569486184993642}, {"lower": 0.6, "upper": 0.7, "rows": 885, "weight": 0.11611504570655258, "mean_probability": 0.6596332466630352, "observed_yes_rate": 0.1380091010356105}, {"lower": 0.7, "upper": 0.8, "rows": 762, "weight": 0.10032770603521443, "mean_probability": 0.7526236788318398, "observed_yes_rate": 0.569496709887164}, {"lower": 0.8, "upper": 0.9, "rows": 660, "weight": 0.08723833805189603, "mean_probability": 0.8557684799282833, "observed_yes_rate": 0.6305243679841468}, {"lower": 0.9, "upper": 1.0, "rows": 842, "weight": 0.11121453541028622, "mean_probability": 0.9494125504026958, "observed_yes_rate": 0.8436265547011188}], "ece_10_bins": 0.18663249912737814}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 16, "prediction_rows": 447, "bounded_only_rows": 211, "all_rows_brier_bounds": [0.0015011708772349932, 0.001920034551176793], "all_rows_baseline_brier": 0.004581586633339143, "model": {"rows": 236, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.0027249396629172927, "log_loss": 0.03575445020520038, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 95, "weight": 0.4900793650793651, "mean_probability": 0.025675062800512634, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 30, "weight": 0.10992063492063495, "mean_probability": 0.13032633836646987, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 111, "weight": 0.4, "mean_probability": 0.9815777905210967, "observed_yes_rate": 1.0}], "ece_10_bins": 0.03427725612733324}, "baseline": {"rows": 236, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.00733053861274263, "log_loss": 0.03804321755951441, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 88, "weight": 0.4642857142857143, "mean_probability": 0.008785388028362486, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 13, "weight": 0.046825396825396826, "mean_probability": 0.134545142805544, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 24, "weight": 0.0888888888888889, "mean_probability": 0.26154296758772144, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 111, "weight": 0.4, "mean_probability": 0.9999956900449447, "observed_yes_rate": 1.0}], "ece_10_bins": 0.03362904762642208}, "brier_skill": 0.6282756551912096}, "30-60s": {"settled_rounds": 17, "prediction_rows": 1823, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.1382968951332235, 0.1382968951332235], "all_rows_baseline_brier": 0.13829689513322346, "model": {"rows": 1823, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.13829689513322352, "log_loss": 0.8033874677029027, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 723, "weight": 0.4117647058823529, "mean_probability": 0.001994954271110862, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 68, "weight": 0.034782608695652154, "mean_probability": 0.14516369627612713, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 7, "weight": 0.0035805626598465466, "mean_probability": 0.24803304974396084, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 3, "weight": 0.0015345268542199485, "mean_probability": 0.4293083535259491, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 15, "weight": 0.010760401721664278, "mean_probability": 0.6767690713178706, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 48, "weight": 0.026803182470327376, "mean_probability": 0.7320534480022556, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 109, "weight": 0.05382318216542815, "mean_probability": 0.8463996929280888, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 850, "weight": 0.45695082955050864, "mean_probability": 0.9904580755886868, "observed_yes_rate": 0.7011212559567538}], "ece_10_bins": 0.15855737890211913}, "baseline": {"rows": 1823, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.13829689513322352, "log_loss": 0.8033874677029027, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 723, "weight": 0.4117647058823529, "mean_probability": 0.001994954271110862, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 68, "weight": 0.034782608695652154, "mean_probability": 0.14516369627612713, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 7, "weight": 0.0035805626598465466, "mean_probability": 0.24803304974396084, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 3, "weight": 0.0015345268542199485, "mean_probability": 0.4293083535259491, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 15, "weight": 0.010760401721664278, "mean_probability": 0.6767690713178706, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 48, "weight": 0.026803182470327376, "mean_probability": 0.7320534480022556, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 109, "weight": 0.05382318216542815, "mean_probability": 0.8463996929280888, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 850, "weight": 0.45695082955050864, "mean_probability": 0.9904580755886868, "observed_yes_rate": 0.7011212559567538}], "ece_10_bins": 0.15855737890211913}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 5, "prediction_rows": 9664, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.1405068971343705, 0.1405068971343705], "all_rows_baseline_brier": 0.1405068971343705, "model": {"rows": 9664, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.1405068971343705, "log_loss": 0.41462634750480476, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2508, "weight": 0.27996572177022394, "mean_probability": 0.02753878298897525, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 571, "weight": 0.0674281088073321, "mean_probability": 0.14122117600462455, "observed_yes_rate": 0.12152172258788539}, {"lower": 0.2, "upper": 0.3, "rows": 895, "weight": 0.10671999698243415, "mean_probability": 0.26076078017595145, "observed_yes_rate": 0.2601124260618542}, {"lower": 0.3, "upper": 0.4, "rows": 887, "weight": 0.10983967859717506, "mean_probability": 0.3486348564878727, "observed_yes_rate": 0.31372816600627146}, {"lower": 0.4, "upper": 0.5, "rows": 1015, "weight": 0.08877815888165788, "mean_probability": 0.4482601315918829, "observed_yes_rate": 0.7636677222980982}, {"lower": 0.5, "upper": 0.6, "rows": 1252, "weight": 0.12979987092861664, "mean_probability": 0.5604844893404953, "observed_yes_rate": 0.6664301441168297}, {"lower": 0.6, "upper": 0.7, "rows": 1020, "weight": 0.08902702885722213, "mean_probability": 0.6411162696084701, "observed_yes_rate": 0.61685360261326}, {"lower": 0.7, "upper": 0.8, "rows": 876, "weight": 0.0741826953523754, "mean_probability": 0.7536796079114333, "observed_yes_rate": 0.893472729777612}, {"lower": 0.8, "upper": 0.9, "rows": 176, "weight": 0.014935103025715307, "mean_probability": 0.8271567750610881, "observed_yes_rate": 0.9887421015599018}, {"lower": 0.9, "upper": 1.0, "rows": 464, "weight": 0.03932363679724718, "mean_probability": 0.9558998170662218, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07137231847428996}, "baseline": {"rows": 9664, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.1405068971343705, "log_loss": 0.41462634750480476, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2508, "weight": 0.27996572177022394, "mean_probability": 0.02753878298897525, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 571, "weight": 0.0674281088073321, "mean_probability": 0.14122117600462455, "observed_yes_rate": 0.12152172258788539}, {"lower": 0.2, "upper": 0.3, "rows": 895, "weight": 0.10671999698243415, "mean_probability": 0.26076078017595145, "observed_yes_rate": 0.2601124260618542}, {"lower": 0.3, "upper": 0.4, "rows": 887, "weight": 0.10983967859717506, "mean_probability": 0.3486348564878727, "observed_yes_rate": 0.31372816600627146}, {"lower": 0.4, "upper": 0.5, "rows": 1015, "weight": 0.08877815888165788, "mean_probability": 0.4482601315918829, "observed_yes_rate": 0.7636677222980982}, {"lower": 0.5, "upper": 0.6, "rows": 1252, "weight": 0.12979987092861664, "mean_probability": 0.5604844893404953, "observed_yes_rate": 0.6664301441168297}, {"lower": 0.6, "upper": 0.7, "rows": 1020, "weight": 0.08902702885722213, "mean_probability": 0.6411162696084701, "observed_yes_rate": 0.61685360261326}, {"lower": 0.7, "upper": 0.8, "rows": 876, "weight": 0.0741826953523754, "mean_probability": 0.7536796079114333, "observed_yes_rate": 0.893472729777612}, {"lower": 0.8, "upper": 0.9, "rows": 176, "weight": 0.014935103025715307, "mean_probability": 0.8271567750610881, "observed_yes_rate": 0.9887421015599018}, {"lower": 0.9, "upper": 1.0, "rows": 464, "weight": 0.03932363679724718, "mean_probability": 0.9558998170662218, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07137231847428996}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 17, "prediction_rows": 7739, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.1854801982794101, 0.1854801982794101], "all_rows_baseline_brier": 0.1854801982794101, "model": {"rows": 7739, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.1854801982794101, "log_loss": 0.6904695115045579, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2398, "weight": 0.3372153855713742, "mean_probability": 0.014436773618629854, "observed_yes_rate": 0.041967552377266945}, {"lower": 0.1, "upper": 0.2, "rows": 464, "weight": 0.05727955494024722, "mean_probability": 0.1455095025727529, "observed_yes_rate": 0.22343792340225568}, {"lower": 0.2, "upper": 0.3, "rows": 504, "weight": 0.062117371653001636, "mean_probability": 0.2669098886600281, "observed_yes_rate": 0.42792125821248467}, {"lower": 0.3, "upper": 0.4, "rows": 379, "weight": 0.046800717622937686, "mean_probability": 0.33329231069207615, "observed_yes_rate": 0.4575303603807086}, {"lower": 0.4, "upper": 0.5, "rows": 188, "weight": 0.023230747904564, "mean_probability": 0.4837264756145863, "observed_yes_rate": 0.43438402226414763}, {"lower": 0.5, "upper": 0.6, "rows": 81, "weight": 0.009985289344810843, "mean_probability": 0.5460314257255982, "observed_yes_rate": 0.17254030591153383}, {"lower": 0.6, "upper": 0.7, "rows": 463, "weight": 0.057294439239812554, "mean_probability": 0.6666789447296633, "observed_yes_rate": 0.9698665912934878}, {"lower": 0.7, "upper": 0.8, "rows": 272, "weight": 0.033664732571427575, "mean_probability": 0.7476498600551013, "observed_yes_rate": 0.6813038746986918}, {"lower": 0.8, "upper": 0.9, "rows": 465, "weight": 0.05755353975753907, "mean_probability": 0.8641591179425776, "observed_yes_rate": 0.22475156850241554}, {"lower": 0.9, "upper": 1.0, "rows": 2525, "weight": 0.31485822139428526, "mean_probability": 0.9823725553310793, "observed_yes_rate": 0.7418165182219988}], "ece_10_bins": 0.16658491925099467}, "baseline": {"rows": 7739, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.1854801982794101, "log_loss": 0.6904695115045579, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2398, "weight": 0.3372153855713742, "mean_probability": 0.014436773618629854, "observed_yes_rate": 0.041967552377266945}, {"lower": 0.1, "upper": 0.2, "rows": 464, "weight": 0.05727955494024722, "mean_probability": 0.1455095025727529, "observed_yes_rate": 0.22343792340225568}, {"lower": 0.2, "upper": 0.3, "rows": 504, "weight": 0.062117371653001636, "mean_probability": 0.2669098886600281, "observed_yes_rate": 0.42792125821248467}, {"lower": 0.3, "upper": 0.4, "rows": 379, "weight": 0.046800717622937686, "mean_probability": 0.33329231069207615, "observed_yes_rate": 0.4575303603807086}, {"lower": 0.4, "upper": 0.5, "rows": 188, "weight": 0.023230747904564, "mean_probability": 0.4837264756145863, "observed_yes_rate": 0.43438402226414763}, {"lower": 0.5, "upper": 0.6, "rows": 81, "weight": 0.009985289344810843, "mean_probability": 0.5460314257255982, "observed_yes_rate": 0.17254030591153383}, {"lower": 0.6, "upper": 0.7, "rows": 463, "weight": 0.057294439239812554, "mean_probability": 0.6666789447296633, "observed_yes_rate": 0.9698665912934878}, {"lower": 0.7, "upper": 0.8, "rows": 272, "weight": 0.033664732571427575, "mean_probability": 0.7476498600551013, "observed_yes_rate": 0.6813038746986918}, {"lower": 0.8, "upper": 0.9, "rows": 465, "weight": 0.05755353975753907, "mean_probability": 0.8641591179425776, "observed_yes_rate": 0.22475156850241554}, {"lower": 0.9, "upper": 1.0, "rows": 2525, "weight": 0.31485822139428526, "mean_probability": 0.9823725553310793, "observed_yes_rate": 0.7418165182219988}], "ece_10_bins": 0.16658491925099467}, "brier_skill": 0.0}}}, {"model_id": "ff0cc860770ac8a22e25b552c1a31e388f6a79c077ff3728ea599fefc0fdeca8", "settled_rounds": 19, "prediction_rows": 28195, "bounded_only_rows": 381, "all_rows_brier_bounds": [0.20851009699024822, 0.20865232203002587], "all_rows_baseline_brier": 0.2081118608331977, "model": {"rows": 27814, "settled_rounds": 19, "weighting": "equal_total_weight_per_round", "brier": 0.21028570395495072, "log_loss": 1.1156740864120047, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 8770, "weight": 0.2690233232436769, "mean_probability": 0.016335532407185202, "observed_yes_rate": 0.203484193556685}, {"lower": 0.1, "upper": 0.2, "rows": 2327, "weight": 0.08464212282722942, "mean_probability": 0.15114301830539423, "observed_yes_rate": 0.4055387449010414}, {"lower": 0.2, "upper": 0.3, "rows": 2846, "weight": 0.08433382566726634, "mean_probability": 0.2550201492986794, "observed_yes_rate": 0.5366500235187942}, {"lower": 0.3, "upper": 0.4, "rows": 2291, "weight": 0.08369370595318155, "mean_probability": 0.34102003802515907, "observed_yes_rate": 0.3095082914897126}, {"lower": 0.4, "upper": 0.5, "rows": 2117, "weight": 0.06299542352169235, "mean_probability": 0.4743086866263564, "observed_yes_rate": 0.5041803924796473}, {"lower": 0.5, "upper": 0.6, "rows": 2589, "weight": 0.1246361963312148, "mean_probability": 0.5176804295669446, "observed_yes_rate": 0.3057517085332533}, {"lower": 0.6, "upper": 0.7, "rows": 1018, "weight": 0.036483802330556744, "mean_probability": 0.637240715585781, "observed_yes_rate": 0.6239866915867912}, {"lower": 0.7, "upper": 0.8, "rows": 1198, "weight": 0.03699781469503479, "mean_probability": 0.7442766447180836, "observed_yes_rate": 0.7329010876182432}, {"lower": 0.8, "upper": 0.9, "rows": 781, "weight": 0.027037527776148172, "mean_probability": 0.8569005856548733, "observed_yes_rate": 0.9693529792891229}, {"lower": 0.9, "upper": 1.0, "rows": 3877, "weight": 0.19015625765399896, "mean_probability": 0.983360324380442, "observed_yes_rate": 0.880833855893436}], "ece_10_bins": 0.1500048913282247}, "baseline": {"rows": 27814, "settled_rounds": 19, "weighting": "equal_total_weight_per_round", "brier": 0.20981586705833247, "log_loss": 1.1126630315914425, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 8776, "weight": 0.26929749978451734, "mean_probability": 0.013018885935414767, "observed_yes_rate": 0.2056216361840352}, {"lower": 0.1, "upper": 0.2, "rows": 2293, "weight": 0.08308931625070108, "mean_probability": 0.15133131126227412, "observed_yes_rate": 0.41311761615109904}, {"lower": 0.2, "upper": 0.3, "rows": 2871, "weight": 0.08547346385714251, "mean_probability": 0.2546124987568861, "observed_yes_rate": 0.5221076690488644}, {"lower": 0.3, "upper": 0.4, "rows": 2292, "weight": 0.08373880584945179, "mean_probability": 0.34103949834115127, "observed_yes_rate": 0.309880175278995}, {"lower": 0.4, "upper": 0.5, "rows": 2103, "weight": 0.06234679490790435, "mean_probability": 0.47429213140769205, "observed_yes_rate": 0.5094256633802001}, {"lower": 0.5, "upper": 0.6, "rows": 2668, "weight": 0.1282846346792463, "mean_probability": 0.516484991926007, "observed_yes_rate": 0.30022012485036714}, {"lower": 0.6, "upper": 0.7, "rows": 981, "weight": 0.034770800284545954, "mean_probability": 0.6369546152160483, "observed_yes_rate": 0.6534306668396838}, {"lower": 0.7, "upper": 0.8, "rows": 1190, "weight": 0.03663455408687222, "mean_probability": 0.7442475842523754, "observed_yes_rate": 0.7327819300928134}, {"lower": 0.8, "upper": 0.9, "rows": 702, "weight": 0.025156351577684553, "mean_probability": 0.8552929210457006, "observed_yes_rate": 0.9946628098437099}, {"lower": 0.9, "upper": 1.0, "rows": 3938, "weight": 0.19120777872193392, "mean_probability": 0.9915281064977954, "observed_yes_rate": 0.8814891938297383}], "ece_10_bins": 0.15456524863794838}, "brier_skill": -0.0022392820104859545, "by_remaining_time": {"0-3s": {"settled_rounds": 17, "prediction_rows": 201, "bounded_only_rows": 103, "all_rows_brier_bounds": [0.03140990761689292, 0.03226621075003431], "all_rows_baseline_brier": 0.013120353611127435, "model": {"rows": 98, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.052537579117852194, "log_loss": 0.15980448849281806, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 48, "weight": 0.4277777777777777, "mean_probability": 0.01818528345867094, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 1, "weight": 0.006944444444444444, "mean_probability": 0.10228084113537694, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 8, "weight": 0.06527777777777777, "mean_probability": 0.8939547789214862, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 41, "weight": 0.5, "mean_probability": 0.9907606372173894, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07146460655832945}, "baseline": {"rows": 98, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.021077624081689006, "log_loss": 0.05922258477595716, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 46, "weight": 0.4138888888888888, "mean_probability": 0.0010885186053259533, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 3, "weight": 0.020833333333333332, "mean_probability": 0.4505101823504781, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 8, "weight": 0.06527777777777777, "mean_probability": 0.5077515295314707, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 41, "weight": 0.5, "mean_probability": 0.9999989528573028, "observed_yes_rate": 1.0}], "ece_10_bins": 0.04298156963749225}, "brier_skill": -1.4925759617989267}, "10-30s": {"settled_rounds": 16, "prediction_rows": 1205, "bounded_only_rows": 139, "all_rows_brier_bounds": [0.03237653858890493, 0.03424439187398817], "all_rows_baseline_brier": 0.031070257880865225, "model": {"rows": 1066, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.03804403184835039, "log_loss": 0.14073251376163148, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 445, "weight": 0.42669172932330823, "mean_probability": 0.038930373377898786, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 68, "weight": 0.06390977443609025, "mean_probability": 0.15071591403504947, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 24, "weight": 0.02238550922761449, "mean_probability": 0.2441557001574176, "observed_yes_rate": 0.5801526717557253}, {"lower": 0.4, "upper": 0.5, "rows": 9, "weight": 0.008035714285714287, "mean_probability": 0.4722293270026151, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 33, "weight": 0.02946428571428572, "mean_probability": 0.5627361490097651, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 37, "weight": 0.0330705009276438, "mean_probability": 0.6430791422546045, "observed_yes_rate": 0.028050490883590445}, {"lower": 0.7, "upper": 0.8, "rows": 11, "weight": 0.010134508348794062, "mean_probability": 0.7445503036623046, "observed_yes_rate": 0.8237986270022882}, {"lower": 0.8, "upper": 0.9, "rows": 64, "weight": 0.05782636764779622, "mean_probability": 0.8836329107626814, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 375, "weight": 0.3484816100887529, "mean_probability": 0.9497520918286096, "observed_yes_rate": 1.0}], "ece_10_bins": 0.09952227675090872}, "baseline": {"rows": 1066, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.0355088661494174, "log_loss": 0.11615161658219282, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 461, "weight": 0.4415584415584415, "mean_probability": 0.005569954303034488, "observed_yes_rate": 0.02941176470588236}, {"lower": 0.1, "upper": 0.2, "rows": 27, "weight": 0.025375939849624055, "mean_probability": 0.17175486432440587, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 49, "weight": 0.046052631578947366, "mean_probability": 0.2340791525854422, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 1, "weight": 0.0009276437847866417, "mean_probability": 0.37715279569005594, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 89, "weight": 0.0797773654916512, "mean_probability": 0.5036680492058145, "observed_yes_rate": 0.10465116279069767}, {"lower": 0.7, "upper": 0.8, "rows": 3, "weight": 0.0027829313543599253, "mean_probability": 0.7356835445815382, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 436, "weight": 0.40352504638218917, "mean_probability": 0.9886549441646844, "observed_yes_rate": 1.0}], "ece_10_bins": 0.06338983978196028}, "brier_skill": -0.07139528725770306}, "180-300s": {"settled_rounds": 18, "prediction_rows": 7708, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.2438202109677059, 0.2438202109677059], "all_rows_baseline_brier": 0.2438202109677059, "model": {"rows": 7708, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.2438202109677059, "log_loss": 1.1828244364239362, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 757, "weight": 0.13121855355888612, "mean_probability": 0.010139650285353527, "observed_yes_rate": 0.022322992807305143}, {"lower": 0.1, "upper": 0.2, "rows": 920, "weight": 0.10832984318206527, "mean_probability": 0.15805258964277424, "observed_yes_rate": 0.4055888079613115}, {"lower": 0.2, "upper": 0.3, "rows": 847, "weight": 0.09908357036494292, "mean_probability": 0.2620980662586086, "observed_yes_rate": 0.3992976806760255}, {"lower": 0.3, "upper": 0.4, "rows": 679, "weight": 0.09500486892978907, "mean_probability": 0.34486598335993784, "observed_yes_rate": 0.362721928260298}, {"lower": 0.4, "upper": 0.5, "rows": 1062, "weight": 0.1273736610308175, "mean_probability": 0.4856114276334534, "observed_yes_rate": 0.5653173994875699}, {"lower": 0.5, "upper": 0.6, "rows": 1357, "weight": 0.189074564707019, "mean_probability": 0.5204727260499311, "observed_yes_rate": 0.5053709926299382}, {"lower": 0.6, "upper": 0.7, "rows": 673, "weight": 0.08024478760298273, "mean_probability": 0.6370976056030839, "observed_yes_rate": 0.7167550333975207}, {"lower": 0.7, "upper": 0.8, "rows": 464, "weight": 0.05422053901692512, "mean_probability": 0.7448351934675735, "observed_yes_rate": 0.7181743406024375}, {"lower": 0.8, "upper": 0.9, "rows": 326, "weight": 0.037893834070448794, "mean_probability": 0.8475972677907447, "observed_yes_rate": 0.9906220619864659}, {"lower": 0.9, "upper": 1.0, "rows": 623, "weight": 0.07755577753612347, "mean_probability": 0.9840119359265783, "observed_yes_rate": 0.2836696720669296}], "ece_10_bins": 0.12428567058502357}, "baseline": {"rows": 7708, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.2438202109677059, "log_loss": 1.1828244364239362, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 757, "weight": 0.13121855355888612, "mean_probability": 0.010139650285353527, "observed_yes_rate": 0.022322992807305143}, {"lower": 0.1, "upper": 0.2, "rows": 920, "weight": 0.10832984318206527, "mean_probability": 0.15805258964277424, "observed_yes_rate": 0.4055888079613115}, {"lower": 0.2, "upper": 0.3, "rows": 847, "weight": 0.09908357036494292, "mean_probability": 0.2620980662586086, "observed_yes_rate": 0.3992976806760255}, {"lower": 0.3, "upper": 0.4, "rows": 679, "weight": 0.09500486892978907, "mean_probability": 0.34486598335993784, "observed_yes_rate": 0.362721928260298}, {"lower": 0.4, "upper": 0.5, "rows": 1062, "weight": 0.1273736610308175, "mean_probability": 0.4856114276334534, "observed_yes_rate": 0.5653173994875699}, {"lower": 0.5, "upper": 0.6, "rows": 1357, "weight": 0.189074564707019, "mean_probability": 0.5204727260499311, "observed_yes_rate": 0.5053709926299382}, {"lower": 0.6, "upper": 0.7, "rows": 673, "weight": 0.08024478760298273, "mean_probability": 0.6370976056030839, "observed_yes_rate": 0.7167550333975207}, {"lower": 0.7, "upper": 0.8, "rows": 464, "weight": 0.05422053901692512, "mean_probability": 0.7448351934675735, "observed_yes_rate": 0.7181743406024375}, {"lower": 0.8, "upper": 0.9, "rows": 326, "weight": 0.037893834070448794, "mean_probability": 0.8475972677907447, "observed_yes_rate": 0.9906220619864659}, {"lower": 0.9, "upper": 1.0, "rows": 623, "weight": 0.07755577753612347, "mean_probability": 0.9840119359265783, "observed_yes_rate": 0.2836696720669296}], "ece_10_bins": 0.12428567058502357}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 17, "prediction_rows": 444, "bounded_only_rows": 139, "all_rows_brier_bounds": [0.02236591707965237, 0.023411354856472506], "all_rows_baseline_brier": 0.015081976519553926, "model": {"rows": 305, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.02994424652374261, "log_loss": 0.10198174875345603, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 134, "weight": 0.46153846153846156, "mean_probability": 0.025699660630706382, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 8, "weight": 0.02366863905325444, "mean_probability": 0.4705083077913188, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 11, "weight": 0.032544378698224845, "mean_probability": 0.5225302168536485, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 7, "weight": 0.020710059171597635, "mean_probability": 0.8501971825959379, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 145, "weight": 0.4615384615384616, "mean_probability": 0.9756916306250447, "observed_yes_rate": 1.0}], "ece_10_bins": 0.06882997575969074}, "baseline": {"rows": 305, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.019722584690353033, "log_loss": 0.058243936752078826, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 126, "weight": 0.43692307692307697, "mean_probability": 0.0031012895483421904, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 8, "weight": 0.024615384615384615, "mean_probability": 0.11409692287941983, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 26, "weight": 0.07692307692307693, "mean_probability": 0.5014716604784507, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 145, "weight": 0.4615384615384616, "mean_probability": 0.9992838931411396, "observed_yes_rate": 1.0}], "ece_10_bins": 0.043068818583662384}, "brier_skill": -0.5182719199268708}, "30-60s": {"settled_rounds": 16, "prediction_rows": 1858, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.07800446716770468, 0.07800446716770468], "all_rows_baseline_brier": 0.07800446716770468, "model": {"rows": 1858, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.0780044671677047, "log_loss": 0.24047420025100916, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 652, "weight": 0.3465640928253092, "mean_probability": 0.013242815764052581, "observed_yes_rate": 0.05607266739846326}, {"lower": 0.1, "upper": 0.2, "rows": 131, "weight": 0.06902061672126478, "mean_probability": 0.13052743759646662, "observed_yes_rate": 0.6239762687818405}, {"lower": 0.2, "upper": 0.3, "rows": 42, "weight": 0.02235441112559757, "mean_probability": 0.2677183771411397, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 88, "weight": 0.04670070983630305, "mean_probability": 0.32007618742446997, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 28, "weight": 0.014896085552865212, "mean_probability": 0.4540859488547758, "observed_yes_rate": 0.03995936335929565}, {"lower": 0.5, "upper": 0.6, "rows": 120, "weight": 0.06302966101694915, "mean_probability": 0.5027357855745856, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 1, "weight": 0.0005296610169491524, "mean_probability": 0.619551476592094, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 31, "weight": 0.016620879120879128, "mean_probability": 0.738535414599749, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 85, "weight": 0.05059523809523811, "mean_probability": 0.8595193318347368, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 680, "weight": 0.3696886446886447, "mean_probability": 0.9865220609616974, "observed_yes_rate": 1.0}], "ece_10_bins": 0.1244542517456858}, "baseline": {"rows": 1858, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.0780044671677047, "log_loss": 0.24047420025100916, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 652, "weight": 0.3465640928253092, "mean_probability": 0.013242815764052581, "observed_yes_rate": 0.05607266739846326}, {"lower": 0.1, "upper": 0.2, "rows": 131, "weight": 0.06902061672126478, "mean_probability": 0.13052743759646662, "observed_yes_rate": 0.6239762687818405}, {"lower": 0.2, "upper": 0.3, "rows": 42, "weight": 0.02235441112559757, "mean_probability": 0.2677183771411397, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 88, "weight": 0.04670070983630305, "mean_probability": 0.32007618742446997, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 28, "weight": 0.014896085552865212, "mean_probability": 0.4540859488547758, "observed_yes_rate": 0.03995936335929565}, {"lower": 0.5, "upper": 0.6, "rows": 120, "weight": 0.06302966101694915, "mean_probability": 0.5027357855745856, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 1, "weight": 0.0005296610169491524, "mean_probability": 0.619551476592094, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 31, "weight": 0.016620879120879128, "mean_probability": 0.738535414599749, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 85, "weight": 0.05059523809523811, "mean_probability": 0.8595193318347368, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 680, "weight": 0.3696886446886447, "mean_probability": 0.9865220609616974, "observed_yes_rate": 1.0}], "ece_10_bins": 0.1244542517456858}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 5, "prediction_rows": 9405, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.5778653034295874, 0.5778653034295874], "all_rows_baseline_brier": 0.5778653034295874, "model": {"rows": 9405, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.5778653034295874, "log_loss": 3.4931047916648303, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4594, "weight": 0.39272724388025404, "mean_probability": 0.011086949121638483, "observed_yes_rate": 0.6227790283108845}, {"lower": 0.1, "upper": 0.2, "rows": 737, "weight": 0.06301917713025536, "mean_probability": 0.1457714070703622, "observed_yes_rate": 0.660456425151798}, {"lower": 0.2, "upper": 0.3, "rows": 1381, "weight": 0.11795977121316636, "mean_probability": 0.2550260345891614, "observed_yes_rate": 0.8251842557674343}, {"lower": 0.3, "upper": 0.4, "rows": 1119, "weight": 0.09531557629125079, "mean_probability": 0.3430917287871483, "observed_yes_rate": 0.9067626523074975}, {"lower": 0.4, "upper": 0.5, "rows": 707, "weight": 0.06020006460173877, "mean_probability": 0.4442018381727894, "observed_yes_rate": 0.9914005464080109}, {"lower": 0.5, "upper": 0.6, "rows": 419, "weight": 0.03558357588436435, "mean_probability": 0.528570784178189, "observed_yes_rate": 0.9878762498120922}, {"lower": 0.6, "upper": 0.7, "rows": 135, "weight": 0.011582515513517945, "mean_probability": 0.6393513131227372, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 278, "weight": 0.023612075485452376, "mean_probability": 0.7853986903213078, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 35, "weight": 0.2, "mean_probability": 0.9578559292490524, "observed_yes_rate": 0.0}], "ece_10_bins": 0.643746238583738}, "baseline": {"rows": 9405, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.5778653034295874, "log_loss": 3.4931047916648303, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4594, "weight": 0.39272724388025404, "mean_probability": 0.011086949121638483, "observed_yes_rate": 0.6227790283108845}, {"lower": 0.1, "upper": 0.2, "rows": 737, "weight": 0.06301917713025536, "mean_probability": 0.1457714070703622, "observed_yes_rate": 0.660456425151798}, {"lower": 0.2, "upper": 0.3, "rows": 1381, "weight": 0.11795977121316636, "mean_probability": 0.2550260345891614, "observed_yes_rate": 0.8251842557674343}, {"lower": 0.3, "upper": 0.4, "rows": 1119, "weight": 0.09531557629125079, "mean_probability": 0.3430917287871483, "observed_yes_rate": 0.9067626523074975}, {"lower": 0.4, "upper": 0.5, "rows": 707, "weight": 0.06020006460173877, "mean_probability": 0.4442018381727894, "observed_yes_rate": 0.9914005464080109}, {"lower": 0.5, "upper": 0.6, "rows": 419, "weight": 0.03558357588436435, "mean_probability": 0.528570784178189, "observed_yes_rate": 0.9878762498120922}, {"lower": 0.6, "upper": 0.7, "rows": 135, "weight": 0.011582515513517945, "mean_probability": 0.6393513131227372, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 278, "weight": 0.023612075485452376, "mean_probability": 0.7853986903213078, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 35, "weight": 0.2, "mean_probability": 0.9578559292490524, "observed_yes_rate": 0.0}], "ece_10_bins": 0.643746238583738}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 16, "prediction_rows": 7374, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.12771760353973108, 0.12771760353973108], "all_rows_baseline_brier": 0.1277176035397311, "model": {"rows": 7374, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.1277176035397311, "log_loss": 0.44577506049431587, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2140, "weight": 0.2874823934359923, "mean_probability": 0.016270918906948397, "observed_yes_rate": 0.08631563399935106}, {"lower": 0.1, "upper": 0.2, "rows": 470, "weight": 0.06271905384582016, "mean_probability": 0.14647657520208887, "observed_yes_rate": 0.3332113345149375}, {"lower": 0.2, "upper": 0.3, "rows": 552, "weight": 0.07353194972756914, "mean_probability": 0.24293598269401717, "observed_yes_rate": 0.6686208487356708}, {"lower": 0.3, "upper": 0.4, "rows": 405, "weight": 0.05385728214714301, "mean_probability": 0.34964044576108994, "observed_yes_rate": 0.04681319446490213}, {"lower": 0.4, "upper": 0.5, "rows": 303, "weight": 0.042136424268327664, "mean_probability": 0.4670359409236814, "observed_yes_rate": 0.4224128526227357}, {"lower": 0.5, "upper": 0.6, "rows": 649, "weight": 0.08806280725975478, "mean_probability": 0.5239841620881205, "observed_yes_rate": 0.22077146300111058}, {"lower": 0.6, "upper": 0.7, "rows": 172, "weight": 0.023226309829334272, "mean_probability": 0.6584811484541935, "observed_yes_rate": 0.5360766340905103}, {"lower": 0.7, "upper": 0.8, "rows": 414, "weight": 0.060102234510328006, "mean_probability": 0.732952659564646, "observed_yes_rate": 0.8026233505467967}, {"lower": 0.8, "upper": 0.9, "rows": 291, "weight": 0.04151556988101774, "mean_probability": 0.8678667963857234, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 1978, "weight": 0.26736597509471294, "mean_probability": 0.9814422406634877, "observed_yes_rate": 0.9842464751909923}], "ece_10_bins": 0.12130707104033812}, "baseline": {"rows": 7374, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.1277176035397311, "log_loss": 0.44577506049431587, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2140, "weight": 0.2874823934359923, "mean_probability": 0.016270918906948397, "observed_yes_rate": 0.08631563399935106}, {"lower": 0.1, "upper": 0.2, "rows": 470, "weight": 0.06271905384582016, "mean_probability": 0.14647657520208887, "observed_yes_rate": 0.3332113345149375}, {"lower": 0.2, "upper": 0.3, "rows": 552, "weight": 0.07353194972756914, "mean_probability": 0.24293598269401717, "observed_yes_rate": 0.6686208487356708}, {"lower": 0.3, "upper": 0.4, "rows": 405, "weight": 0.05385728214714301, "mean_probability": 0.34964044576108994, "observed_yes_rate": 0.04681319446490213}, {"lower": 0.4, "upper": 0.5, "rows": 303, "weight": 0.042136424268327664, "mean_probability": 0.4670359409236814, "observed_yes_rate": 0.4224128526227357}, {"lower": 0.5, "upper": 0.6, "rows": 649, "weight": 0.08806280725975478, "mean_probability": 0.5239841620881205, "observed_yes_rate": 0.22077146300111058}, {"lower": 0.6, "upper": 0.7, "rows": 172, "weight": 0.023226309829334272, "mean_probability": 0.6584811484541935, "observed_yes_rate": 0.5360766340905103}, {"lower": 0.7, "upper": 0.8, "rows": 414, "weight": 0.060102234510328006, "mean_probability": 0.732952659564646, "observed_yes_rate": 0.8026233505467967}, {"lower": 0.8, "upper": 0.9, "rows": 291, "weight": 0.04151556988101774, "mean_probability": 0.8678667963857234, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 1978, "weight": 0.26736597509471294, "mean_probability": 0.9814422406634877, "observed_yes_rate": 0.9842464751909923}], "ece_10_bins": 0.12130707104033812}, "brier_skill": 0.0}}}, {"model_id": "820441f794eebd7629b3c29e59f14c0710c65d67f534afc000996d6ff5e8554e", "settled_rounds": 13, "prediction_rows": 17820, "bounded_only_rows": 365, "all_rows_brier_bounds": [0.237601717974046, 0.23770302736024115], "all_rows_baseline_brier": 0.23939953196554006, "model": {"rows": 17455, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.23928249658159528, "log_loss": 0.9968301411641544, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2877, "weight": 0.13619248369231635, "mean_probability": 0.01758151627004251, "observed_yes_rate": 0.4056001167807195}, {"lower": 0.1, "upper": 0.2, "rows": 1150, "weight": 0.04802008693103898, "mean_probability": 0.15149267906960476, "observed_yes_rate": 0.29727140752918}, {"lower": 0.2, "upper": 0.3, "rows": 1005, "weight": 0.055940450263724406, "mean_probability": 0.25469771105925276, "observed_yes_rate": 0.3722594466380509}, {"lower": 0.3, "upper": 0.4, "rows": 1634, "weight": 0.061395169663515464, "mean_probability": 0.3385507611170629, "observed_yes_rate": 0.7073038755339899}, {"lower": 0.4, "upper": 0.5, "rows": 2395, "weight": 0.12025824303614535, "mean_probability": 0.4699000373139977, "observed_yes_rate": 0.6540209309940727}, {"lower": 0.5, "upper": 0.6, "rows": 2051, "weight": 0.17585096175066264, "mean_probability": 0.5117654054629787, "observed_yes_rate": 0.4079455506181441}, {"lower": 0.6, "upper": 0.7, "rows": 1532, "weight": 0.0716838404073652, "mean_probability": 0.6594514082598333, "observed_yes_rate": 0.8455928004338196}, {"lower": 0.7, "upper": 0.8, "rows": 573, "weight": 0.03705240327588277, "mean_probability": 0.7468956965236002, "observed_yes_rate": 0.7301995709665992}, {"lower": 0.8, "upper": 0.9, "rows": 1291, "weight": 0.07893003145916437, "mean_probability": 0.8607069776781978, "observed_yes_rate": 0.6052722053511288}, {"lower": 0.9, "upper": 1.0, "rows": 2947, "weight": 0.21467632952018445, "mean_probability": 0.9884823947374166, "observed_yes_rate": 0.9120072025130798}], "ece_10_bins": 0.18000136669351866}, "baseline": {"rows": 17455, "settled_rounds": 13, "weighting": "equal_total_weight_per_round", "brier": 0.24102822440762156, "log_loss": 0.9998239364935885, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2873, "weight": 0.13592837012348177, "mean_probability": 0.013149203814721505, "observed_yes_rate": 0.4063882119683934}, {"lower": 0.1, "upper": 0.2, "rows": 1136, "weight": 0.04709568944011788, "mean_probability": 0.15138794732202182, "observed_yes_rate": 0.303106271537105}, {"lower": 0.2, "upper": 0.3, "rows": 967, "weight": 0.053431371359795705, "mean_probability": 0.25494847457397746, "observed_yes_rate": 0.38974034410665886}, {"lower": 0.3, "upper": 0.4, "rows": 1599, "weight": 0.05908417593621272, "mean_probability": 0.3376348688833934, "observed_yes_rate": 0.7349690632725928}, {"lower": 0.4, "upper": 0.5, "rows": 2486, "weight": 0.12626682672713246, "mean_probability": 0.4718154740444443, "observed_yes_rate": 0.6228984295311388}, {"lower": 0.5, "upper": 0.6, "rows": 2121, "weight": 0.1805210531510229, "mean_probability": 0.5134475716822375, "observed_yes_rate": 0.4232620377776229}, {"lower": 0.6, "upper": 0.7, "rows": 1541, "weight": 0.07228428073026866, "mean_probability": 0.6584774705003505, "observed_yes_rate": 0.846875407216781}, {"lower": 0.7, "upper": 0.8, "rows": 537, "weight": 0.034650641984268926, "mean_probability": 0.74825528430193, "observed_yes_rate": 0.7114987276400191}, {"lower": 0.8, "upper": 0.9, "rows": 1237, "weight": 0.07652930989105337, "mean_probability": 0.8611031528935357, "observed_yes_rate": 0.5928896093040003}, {"lower": 0.9, "upper": 1.0, "rows": 2958, "weight": 0.21420828065664554, "mean_probability": 0.9907820561413929, "observed_yes_rate": 0.9118149367017997}], "ece_10_bins": 0.17896650324225288}, "brier_skill": 0.007242835689956095, "by_remaining_time": {"0-3s": {"settled_rounds": 11, "prediction_rows": 128, "bounded_only_rows": 84, "all_rows_brier_bounds": [0.0005292803030303028, 0.0007722727272727272], "all_rows_baseline_brier": 0.011726278745940564, "model": {"rows": 44, "settled_rounds": 4, "weighting": "equal_total_weight_per_round", "brier": 0.0018857733506348305, "log_loss": 0.034156145216343636, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 21, "weight": 0.5, "mean_probability": 0.02743835064345944, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 23, "weight": 0.5, "mean_probability": 0.9611087042815147, "observed_yes_rate": 1.0}], "ece_10_bins": 0.03316482318097235}, "baseline": {"rows": 44, "settled_rounds": 4, "weighting": "equal_total_weight_per_round", "brier": 0.034296327221881584, "log_loss": 0.12075528219371229, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 18, "weight": 0.4166666666666667, "mean_probability": 2.5448517377573544e-05, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 3, "weight": 0.08333333333333333, "mean_probability": 0.49587019438520324, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 1, "weight": 0.020833333333333332, "mean_probability": 0.6927763856829838, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 7, "weight": 0.14583333333333331, "mean_probability": 0.7356950050803381, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 3, "weight": 0.0625, "mean_probability": 0.8481509009550525, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 12, "weight": 0.2708333333333333, "mean_probability": 0.9970420580956292, "observed_yes_rate": 1.0}], "ece_10_bins": 0.09656976809447243}, "brier_skill": 0.9450152974563504}, "10-30s": {"settled_rounds": 11, "prediction_rows": 852, "bounded_only_rows": 173, "all_rows_brier_bounds": [0.019430760547884316, 0.021033617632299793], "all_rows_baseline_brier": 0.03939504355644943, "model": {"rows": 679, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.02476200210220062, "log_loss": 0.11434545431652723, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 226, "weight": 0.3333333333333333, "mean_probability": 0.030236899719885052, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 3, "weight": 0.0045662100456621, "mean_probability": 0.18787878224766863, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 22, "weight": 0.0334855403348554, "mean_probability": 0.2639149533770326, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 35, "weight": 0.0532724505327245, "mean_probability": 0.3619669812622822, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 13, "weight": 0.0197869101978691, "mean_probability": 0.4153180685316478, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 2, "weight": 0.002812939521800282, "mean_probability": 0.5535135077358415, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 27, "weight": 0.037974683544303806, "mean_probability": 0.6625252554116761, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 43, "weight": 0.06047819971870605, "mean_probability": 0.7286504531767084, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 59, "weight": 0.0829817158931083, "mean_probability": 0.8634680141099892, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 249, "weight": 0.3713080168776371, "mean_probability": 0.975032731827678, "observed_yes_rate": 1.0}], "ece_10_bins": 0.09835729831350126}, "baseline": {"rows": 679, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.048149497679882663, "log_loss": 0.14650580007805225, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 226, "weight": 0.3333333333333333, "mean_probability": 0.00017384719031648518, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 73, "weight": 0.1111111111111111, "mean_probability": 0.4986788293843105, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 72, "weight": 0.10126582278481014, "mean_probability": 0.576142518464216, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 7, "weight": 0.009845288326300987, "mean_probability": 0.603793148259512, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 25, "weight": 0.03516174402250352, "mean_probability": 0.885725687719683, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 276, "weight": 0.40928270042194087, "mean_probability": 0.9890761476968631, "observed_yes_rate": 1.0}], "ece_10_bins": 0.11077878307376393}, "brier_skill": 0.4857266784623917}, "180-300s": {"settled_rounds": 10, "prediction_rows": 4274, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.24885909976972923, 0.24885909976972923], "all_rows_baseline_brier": 0.24885909976972923, "model": {"rows": 4274, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.24885909976972917, "log_loss": 0.7410689877131575, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 299, "weight": 0.06440316542671658, "mean_probability": 0.01941086278163778, "observed_yes_rate": 0.2731954970200868}, {"lower": 0.1, "upper": 0.2, "rows": 189, "weight": 0.04021276595744681, "mean_probability": 0.15144986783437905, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 186, "weight": 0.03932855591289394, "mean_probability": 0.25146963831388264, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 193, "weight": 0.042172328933399006, "mean_probability": 0.3338693420833137, "observed_yes_rate": 0.9645630036038972}, {"lower": 0.4, "upper": 0.5, "rows": 532, "weight": 0.11403180359776008, "mean_probability": 0.48602139286635, "observed_yes_rate": 0.4484334306087519}, {"lower": 0.5, "upper": 0.6, "rows": 1157, "weight": 0.3282749406371381, "mean_probability": 0.5129799718396274, "observed_yes_rate": 0.4742816309198365}, {"lower": 0.6, "upper": 0.7, "rows": 549, "weight": 0.11984499984306643, "mean_probability": 0.6697737012496584, "observed_yes_rate": 0.7041985670395272}, {"lower": 0.7, "upper": 0.8, "rows": 285, "weight": 0.06088980907133898, "mean_probability": 0.7480720274328462, "observed_yes_rate": 0.4697780171036876}, {"lower": 0.8, "upper": 0.9, "rows": 532, "weight": 0.11500231636376335, "mean_probability": 0.8534007832587241, "observed_yes_rate": 0.46247961716218333}, {"lower": 0.9, "upper": 1.0, "rows": 352, "weight": 0.07583931425647672, "mean_probability": 0.9580070862975356, "observed_yes_rate": 0.906013356404103}], "ece_10_bins": 0.14588335447710904}, "baseline": {"rows": 4274, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.24885909976972917, "log_loss": 0.7410689877131575, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 299, "weight": 0.06440316542671658, "mean_probability": 0.01941086278163778, "observed_yes_rate": 0.2731954970200868}, {"lower": 0.1, "upper": 0.2, "rows": 189, "weight": 0.04021276595744681, "mean_probability": 0.15144986783437905, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 186, "weight": 0.03932855591289394, "mean_probability": 0.25146963831388264, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 193, "weight": 0.042172328933399006, "mean_probability": 0.3338693420833137, "observed_yes_rate": 0.9645630036038972}, {"lower": 0.4, "upper": 0.5, "rows": 532, "weight": 0.11403180359776008, "mean_probability": 0.48602139286635, "observed_yes_rate": 0.4484334306087519}, {"lower": 0.5, "upper": 0.6, "rows": 1157, "weight": 0.3282749406371381, "mean_probability": 0.5129799718396274, "observed_yes_rate": 0.4742816309198365}, {"lower": 0.6, "upper": 0.7, "rows": 549, "weight": 0.11984499984306643, "mean_probability": 0.6697737012496584, "observed_yes_rate": 0.7041985670395272}, {"lower": 0.7, "upper": 0.8, "rows": 285, "weight": 0.06088980907133898, "mean_probability": 0.7480720274328462, "observed_yes_rate": 0.4697780171036876}, {"lower": 0.8, "upper": 0.9, "rows": 532, "weight": 0.11500231636376335, "mean_probability": 0.8534007832587241, "observed_yes_rate": 0.46247961716218333}, {"lower": 0.9, "upper": 1.0, "rows": 352, "weight": 0.07583931425647672, "mean_probability": 0.9580070862975356, "observed_yes_rate": 0.906013356404103}], "ece_10_bins": 0.14588335447710904}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 11, "prediction_rows": 298, "bounded_only_rows": 108, "all_rows_brier_bounds": [0.005325258276345233, 0.006146776773950687], "all_rows_baseline_brier": 0.03452772473382338, "model": {"rows": 190, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.00793622663288469, "log_loss": 0.061669513889833424, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 78, "weight": 0.37946428571428575, "mean_probability": 0.024881207158310555, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 11, "weight": 0.049107142857142856, "mean_probability": 0.14836023346557003, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 16, "weight": 0.07142857142857144, "mean_probability": 0.22934135413727305, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 23, "weight": 0.10267857142857142, "mean_probability": 0.8559545734770129, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 62, "weight": 0.3973214285714286, "mean_probability": 0.9767605044602111, "observed_yes_rate": 1.0}], "ece_10_bins": 0.05713253016001764}, "baseline": {"rows": 190, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.047475621508632174, "log_loss": 0.14477670830735181, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 77, "weight": 0.37500000000000006, "mean_probability": 0.0038042619823061598, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 28, "weight": 0.125, "mean_probability": 0.49756371648571174, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 28, "weight": 0.125, "mean_probability": 0.637453024819458, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 57, "weight": 0.375, "mean_probability": 0.9975035006945935, "observed_yes_rate": 1.0}], "ece_10_bins": 0.10987662194117398}, "brier_skill": 0.8328357506295795}, "30-60s": {"settled_rounds": 11, "prediction_rows": 1270, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.046067455224074315, 0.046067455224074315], "all_rows_baseline_brier": 0.046067455224074315, "model": {"rows": 1270, "settled_rounds": 11, "weighting": "equal_total_weight_per_round", "brier": 0.046067455224074315, "log_loss": 0.1487594171682511, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 304, "weight": 0.2516746411483253, "mean_probability": 0.020827057430674485, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 3, "weight": 0.0028708133971291853, "mean_probability": 0.19397886594053204, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 1, "weight": 0.0007575757575757577, "mean_probability": 0.29970902111142883, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 23, "weight": 0.017424242424242425, "mean_probability": 0.30450004578452233, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 118, "weight": 0.09090909090909091, "mean_probability": 0.49935188761780397, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 115, "weight": 0.09090909090909091, "mean_probability": 0.5497777957696941, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 23, "weight": 0.018181818181818184, "mean_probability": 0.7885104739680961, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 92, "weight": 0.07272727272727271, "mean_probability": 0.8358790635461215, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 591, "weight": 0.4545454545454546, "mean_probability": 0.9968416429939619, "observed_yes_rate": 1.0}], "ece_10_bins": 0.11487312071387705}, "baseline": {"rows": 1270, "settled_rounds": 11, "weighting": "equal_total_weight_per_round", "brier": 0.046067455224074315, "log_loss": 0.1487594171682511, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 304, "weight": 0.2516746411483253, "mean_probability": 0.020827057430674485, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 3, "weight": 0.0028708133971291853, "mean_probability": 0.19397886594053204, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 1, "weight": 0.0007575757575757577, "mean_probability": 0.29970902111142883, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 23, "weight": 0.017424242424242425, "mean_probability": 0.30450004578452233, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 118, "weight": 0.09090909090909091, "mean_probability": 0.49935188761780397, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 115, "weight": 0.09090909090909091, "mean_probability": 0.5497777957696941, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 23, "weight": 0.018181818181818184, "mean_probability": 0.7885104739680961, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 92, "weight": 0.07272727272727271, "mean_probability": 0.8358790635461215, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 591, "weight": 0.4545454545454546, "mean_probability": 0.9968416429939619, "observed_yes_rate": 1.0}], "ece_10_bins": 0.11487312071387705}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 3, "prediction_rows": 5914, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.41649556737835763, 0.41649556737835763], "all_rows_baseline_brier": 0.41649556737835763, "model": {"rows": 5914, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.4164955673783575, "log_loss": 1.5974297944017328, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1252, "weight": 0.1908055859470487, "mean_probability": 0.029192151274513627, "observed_yes_rate": 1.0}, {"lower": 0.1, "upper": 0.2, "rows": 358, "weight": 0.051593200046672276, "mean_probability": 0.17083329383929816, "observed_yes_rate": 1.0}, {"lower": 0.2, "upper": 0.3, "rows": 307, "weight": 0.0526694910556943, "mean_probability": 0.24960739669578147, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 1072, "weight": 0.15592862593060441, "mean_probability": 0.34459786746608895, "observed_yes_rate": 1.0}, {"lower": 0.4, "upper": 0.5, "rows": 1193, "weight": 0.21652076683139138, "mean_probability": 0.46275473843205106, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 535, "weight": 0.08159697103441743, "mean_probability": 0.5210106755007871, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 792, "weight": 0.15108190709391, "mean_probability": 0.6405923665434696, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 106, "weight": 0.02414746084006785, "mean_probability": 0.7118517668307559, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 219, "weight": 0.05514317070737305, "mean_probability": 0.8771302951410545, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 80, "weight": 0.020512820512820516, "mean_probability": 0.9464961986597538, "observed_yes_rate": 1.0}], "ece_10_bins": 0.5942734865219802}, "baseline": {"rows": 5914, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.4164955673783575, "log_loss": 1.5974297944017328, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1252, "weight": 0.1908055859470487, "mean_probability": 0.029192151274513627, "observed_yes_rate": 1.0}, {"lower": 0.1, "upper": 0.2, "rows": 358, "weight": 0.051593200046672276, "mean_probability": 0.17083329383929816, "observed_yes_rate": 1.0}, {"lower": 0.2, "upper": 0.3, "rows": 307, "weight": 0.0526694910556943, "mean_probability": 0.24960739669578147, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 1072, "weight": 0.15592862593060441, "mean_probability": 0.34459786746608895, "observed_yes_rate": 1.0}, {"lower": 0.4, "upper": 0.5, "rows": 1193, "weight": 0.21652076683139138, "mean_probability": 0.46275473843205106, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 535, "weight": 0.08159697103441743, "mean_probability": 0.5210106755007871, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 792, "weight": 0.15108190709391, "mean_probability": 0.6405923665434696, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 106, "weight": 0.02414746084006785, "mean_probability": 0.7118517668307559, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 219, "weight": 0.05514317070737305, "mean_probability": 0.8771302951410545, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 80, "weight": 0.020512820512820516, "mean_probability": 0.9464961986597538, "observed_yes_rate": 1.0}], "ece_10_bins": 0.5942734865219802}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 11, "prediction_rows": 5084, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.26934098736703466, 0.26934098736703466], "all_rows_baseline_brier": 0.26934098736703466, "model": {"rows": 5084, "settled_rounds": 11, "weighting": "equal_total_weight_per_round", "brier": 0.26934098736703466, "log_loss": 1.4834672078594624, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 697, "weight": 0.13634719847861052, "mean_probability": 0.002187983679894438, "observed_yes_rate": 0.48690079847168255}, {"lower": 0.1, "upper": 0.2, "rows": 586, "weight": 0.1154664363349106, "mean_probability": 0.14921049939529357, "observed_yes_rate": 0.49207530449264564}, {"lower": 0.2, "upper": 0.3, "rows": 473, "weight": 0.09344228886797584, "mean_probability": 0.25586257701617715, "observed_yes_rate": 0.3738201042526005}, {"lower": 0.3, "upper": 0.4, "rows": 311, "weight": 0.06084496358166478, "mean_probability": 0.3402958724297417, "observed_yes_rate": 0.3292398136540263}, {"lower": 0.4, "upper": 0.5, "rows": 539, "weight": 0.10712963512743592, "mean_probability": 0.46558433751843764, "observed_yes_rate": 0.6316604184662853}, {"lower": 0.5, "upper": 0.6, "rows": 242, "weight": 0.04782469958679786, "mean_probability": 0.5174955878214599, "observed_yes_rate": 0.7372431497855636}, {"lower": 0.6, "upper": 0.7, "rows": 164, "weight": 0.03178910641597211, "mean_probability": 0.662912609811496, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 116, "weight": 0.023031876434488473, "mean_probability": 0.7595590041389301, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 366, "weight": 0.07210009493909136, "mean_probability": 0.8685675036759106, "observed_yes_rate": 0.5288745227828916}, {"lower": 0.9, "upper": 1.0, "rows": 1590, "weight": 0.31202370023305265, "mean_probability": 0.988658647373359, "observed_yes_rate": 0.8406856127712318}], "ece_10_bins": 0.23259107366018297}, "baseline": {"rows": 5084, "settled_rounds": 11, "weighting": "equal_total_weight_per_round", "brier": 0.26934098736703466, "log_loss": 1.4834672078594624, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 697, "weight": 0.13634719847861052, "mean_probability": 0.002187983679894438, "observed_yes_rate": 0.48690079847168255}, {"lower": 0.1, "upper": 0.2, "rows": 586, "weight": 0.1154664363349106, "mean_probability": 0.14921049939529357, "observed_yes_rate": 0.49207530449264564}, {"lower": 0.2, "upper": 0.3, "rows": 473, "weight": 0.09344228886797584, "mean_probability": 0.25586257701617715, "observed_yes_rate": 0.3738201042526005}, {"lower": 0.3, "upper": 0.4, "rows": 311, "weight": 0.06084496358166478, "mean_probability": 0.3402958724297417, "observed_yes_rate": 0.3292398136540263}, {"lower": 0.4, "upper": 0.5, "rows": 539, "weight": 0.10712963512743592, "mean_probability": 0.46558433751843764, "observed_yes_rate": 0.6316604184662853}, {"lower": 0.5, "upper": 0.6, "rows": 242, "weight": 0.04782469958679786, "mean_probability": 0.5174955878214599, "observed_yes_rate": 0.7372431497855636}, {"lower": 0.6, "upper": 0.7, "rows": 164, "weight": 0.03178910641597211, "mean_probability": 0.662912609811496, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 116, "weight": 0.023031876434488473, "mean_probability": 0.7595590041389301, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 366, "weight": 0.07210009493909136, "mean_probability": 0.8685675036759106, "observed_yes_rate": 0.5288745227828916}, {"lower": 0.9, "upper": 1.0, "rows": 1590, "weight": 0.31202370023305265, "mean_probability": 0.988658647373359, "observed_yes_rate": 0.8406856127712318}], "ece_10_bins": 0.23259107366018297}, "brier_skill": 0.0}}}, {"model_id": "dfdf4363008535a4c76a2b90e0d8a9056401a11a1d2949ff30e7efca5f66cff4", "settled_rounds": 18, "prediction_rows": 28705, "bounded_only_rows": 253, "all_rows_brier_bounds": [0.17353833530058402, 0.17365118527164], "all_rows_baseline_brier": 0.17381053371279, "model": {"rows": 28452, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.1746211779380734, "log_loss": 0.6202552948416605, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 7134, "weight": 0.25984513260631475, "mean_probability": 0.030405117103762112, "observed_yes_rate": 0.11925385583527952}, {"lower": 0.1, "upper": 0.2, "rows": 2436, "weight": 0.09262207268451295, "mean_probability": 0.14972450178928692, "observed_yes_rate": 0.3706467724206596}, {"lower": 0.2, "upper": 0.3, "rows": 2192, "weight": 0.08434579098881309, "mean_probability": 0.24795198178858593, "observed_yes_rate": 0.3589347603757052}, {"lower": 0.3, "upper": 0.4, "rows": 2112, "weight": 0.07971239393860473, "mean_probability": 0.3512284838886356, "observed_yes_rate": 0.2792251709446072}, {"lower": 0.4, "upper": 0.5, "rows": 2620, "weight": 0.08616846007919038, "mean_probability": 0.4568729408480398, "observed_yes_rate": 0.4313283180565308}, {"lower": 0.5, "upper": 0.6, "rows": 1989, "weight": 0.06266172051227453, "mean_probability": 0.5400572884008995, "observed_yes_rate": 0.36913886499859677}, {"lower": 0.6, "upper": 0.7, "rows": 1745, "weight": 0.05885089996629237, "mean_probability": 0.6549313551384991, "observed_yes_rate": 0.39686112244601857}, {"lower": 0.7, "upper": 0.8, "rows": 1134, "weight": 0.040062507255713774, "mean_probability": 0.7487412034088187, "observed_yes_rate": 0.6307641895374191}, {"lower": 0.8, "upper": 0.9, "rows": 1044, "weight": 0.03533936867609543, "mean_probability": 0.8576274613259979, "observed_yes_rate": 0.935949769244902}, {"lower": 0.9, "upper": 1.0, "rows": 6046, "weight": 0.200391653292188, "mean_probability": 0.9835880389470798, "observed_yes_rate": 0.9211721925158779}], "ece_10_bins": 0.10675045688065136}, "baseline": {"rows": 28452, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.17483613287315258, "log_loss": 0.6182832221833059, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 7157, "weight": 0.26066491371447825, "mean_probability": 0.02779925381630202, "observed_yes_rate": 0.11887880705446623}, {"lower": 0.1, "upper": 0.2, "rows": 2396, "weight": 0.09101203728155016, "mean_probability": 0.14924398861817334, "observed_yes_rate": 0.37720364603227935}, {"lower": 0.2, "upper": 0.3, "rows": 2149, "weight": 0.08234000686715995, "mean_probability": 0.2479914086284585, "observed_yes_rate": 0.36767833073066597}, {"lower": 0.3, "upper": 0.4, "rows": 2115, "weight": 0.07985408744630416, "mean_probability": 0.3520231346054605, "observed_yes_rate": 0.2787297123503841}, {"lower": 0.4, "upper": 0.5, "rows": 2676, "weight": 0.08877541702495437, "mean_probability": 0.457855178267501, "observed_yes_rate": 0.4165585117090647}, {"lower": 0.5, "upper": 0.6, "rows": 1981, "weight": 0.06228870620064128, "mean_probability": 0.5400453135821917, "observed_yes_rate": 0.3668524478632874}, {"lower": 0.6, "upper": 0.7, "rows": 1754, "weight": 0.0592713022409146, "mean_probability": 0.6552008986624742, "observed_yes_rate": 0.40192279779482415}, {"lower": 0.7, "upper": 0.8, "rows": 1132, "weight": 0.03996614029030952, "mean_probability": 0.7486376059937917, "observed_yes_rate": 0.6298738825346814}, {"lower": 0.8, "upper": 0.9, "rows": 958, "weight": 0.027223993591762814, "mean_probability": 0.8529151390656722, "observed_yes_rate": 0.9168566246236458}, {"lower": 0.9, "upper": 1.0, "rows": 6134, "weight": 0.20860339534192487, "mean_probability": 0.9892932994282457, "observed_yes_rate": 0.9242752753796295}], "ece_10_bins": 0.10971258005605969}, "brier_skill": 0.0012294651657339672, "by_remaining_time": {"0-3s": {"settled_rounds": 16, "prediction_rows": 181, "bounded_only_rows": 114, "all_rows_brier_bounds": [7.913115530303044e-05, 0.00020284090909090943], "all_rows_baseline_brier": 0.00023746108584528407, "model": {"rows": 67, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.00023605731946784938, "log_loss": 0.012052546966947485, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 39, "weight": 0.5, "mean_probability": 0.015250873409099915, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 28, "weight": 0.5, "mean_probability": 0.9913869638533318, "observed_yes_rate": 1.0}], "ece_10_bins": 0.011931954777884056}, "baseline": {"rows": 67, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.0004144775309117687, "log_loss": 0.005369944526733131, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 37, "weight": 0.4818181818181818, "mean_probability": 0.006641048411786675, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 2, "weight": 0.01818181818181818, "mean_probability": 0.10719489019559288, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 28, "weight": 0.5, "mean_probability": 0.9999989999999999, "observed_yes_rate": 1.0}], "ece_10_bins": 0.005149275874689884}, "brier_skill": 0.4304701657805915}, "10-30s": {"settled_rounds": 16, "prediction_rows": 1268, "bounded_only_rows": 39, "all_rows_brier_bounds": [0.013485626250946663, 0.015035747498857992], "all_rows_baseline_brier": 0.01681729543958832, "model": {"rows": 1229, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.014260048259975134, "log_loss": 0.08701291720126537, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 431, "weight": 0.34931891025641026, "mean_probability": 0.036437717487216366, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 95, "weight": 0.07547341569295685, "mean_probability": 0.14782215395964005, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 51, "weight": 0.03992286392405063, "mean_probability": 0.24201525072639493, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 39, "weight": 0.030547863924050643, "mean_probability": 0.3344900291510571, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 7, "weight": 0.005568656686140865, "mean_probability": 0.4544260828775827, "observed_yes_rate": 0.5755657756932745}, {"lower": 0.5, "upper": 0.6, "rows": 8, "weight": 0.0063899707887049685, "mean_probability": 0.5420931753493048, "observed_yes_rate": 0.7523809523809524}, {"lower": 0.6, "upper": 0.7, "rows": 5, "weight": 0.003996267445634536, "mean_probability": 0.6293048010084589, "observed_yes_rate": 0.8020304568527918}, {"lower": 0.7, "upper": 0.8, "rows": 2, "weight": 0.0015822784810126586, "mean_probability": 0.7917060182217277, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 110, "weight": 0.08698449164232394, "mean_probability": 0.8625749355062832, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 481, "weight": 0.40021528115871474, "mean_probability": 0.9634519131546225, "observed_yes_rate": 1.0}], "ece_10_bins": 0.0733840317959559}, "baseline": {"rows": 1229, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.016817295439588324, "log_loss": 0.061568216592701175, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 474, "weight": 0.38368275316455697, "mean_probability": 0.005895582696704262, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 52, "weight": 0.04113924050632911, "mean_probability": 0.13717360409982113, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 1, "weight": 0.0007911392405063293, "mean_probability": 0.255194474546005, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 43, "weight": 0.03359375, "mean_probability": 0.36729705825365083, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 52, "weight": 0.040793117088607604, "mean_probability": 0.4844748060644225, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 14, "weight": 0.011217948717948723, "mean_probability": 0.6702226582377822, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 24, "weight": 0.019190197987666347, "mean_probability": 0.8507371687069526, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 569, "weight": 0.4695918532943849, "mean_probability": 0.9938970947323731, "observed_yes_rate": 1.0}], "ece_10_bins": 0.0496389518825603}, "brier_skill": 0.15206054914117562}, "180-300s": {"settled_rounds": 16, "prediction_rows": 7564, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.2174813761429435, 0.2174813761429435], "all_rows_baseline_brier": 0.21748137614294347, "model": {"rows": 7564, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.21748137614294347, "log_loss": 0.6449583433285935, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1040, "weight": 0.1370090206008162, "mean_probability": 0.04028075788155317, "observed_yes_rate": 0.2243311786526023}, {"lower": 0.1, "upper": 0.2, "rows": 797, "weight": 0.10427656572555996, "mean_probability": 0.14570956992888306, "observed_yes_rate": 0.4413753395335396}, {"lower": 0.2, "upper": 0.3, "rows": 697, "weight": 0.09302645313531581, "mean_probability": 0.24834139216220108, "observed_yes_rate": 0.4207126512256851}, {"lower": 0.3, "upper": 0.4, "rows": 1146, "weight": 0.15002920226951544, "mean_probability": 0.35491350276229217, "observed_yes_rate": 0.22810953226161218}, {"lower": 0.4, "upper": 0.5, "rows": 1071, "weight": 0.14065748132484066, "mean_probability": 0.45549042891394703, "observed_yes_rate": 0.41374524125879425}, {"lower": 0.5, "upper": 0.6, "rows": 719, "weight": 0.0950219869508622, "mean_probability": 0.5341094814251183, "observed_yes_rate": 0.2525479507521017}, {"lower": 0.6, "upper": 0.7, "rows": 718, "weight": 0.0951124730978341, "mean_probability": 0.6517854930184142, "observed_yes_rate": 0.41061427055365485}, {"lower": 0.7, "upper": 0.8, "rows": 302, "weight": 0.04057735001716045, "mean_probability": 0.7588512301221694, "observed_yes_rate": 0.541626982654791}, {"lower": 0.8, "upper": 0.9, "rows": 332, "weight": 0.04380980051220194, "mean_probability": 0.8511836509053545, "observed_yes_rate": 0.9968782901002504}, {"lower": 0.9, "upper": 1.0, "rows": 742, "weight": 0.10047966636589316, "mean_probability": 0.986183831233667, "observed_yes_rate": 1.0}], "ece_10_bins": 0.16325714622371026}, "baseline": {"rows": 7564, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.21748137614294347, "log_loss": 0.6449583433285935, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1040, "weight": 0.1370090206008162, "mean_probability": 0.04028075788155317, "observed_yes_rate": 0.2243311786526023}, {"lower": 0.1, "upper": 0.2, "rows": 797, "weight": 0.10427656572555996, "mean_probability": 0.14570956992888306, "observed_yes_rate": 0.4413753395335396}, {"lower": 0.2, "upper": 0.3, "rows": 697, "weight": 0.09302645313531581, "mean_probability": 0.24834139216220108, "observed_yes_rate": 0.4207126512256851}, {"lower": 0.3, "upper": 0.4, "rows": 1146, "weight": 0.15002920226951544, "mean_probability": 0.35491350276229217, "observed_yes_rate": 0.22810953226161218}, {"lower": 0.4, "upper": 0.5, "rows": 1071, "weight": 0.14065748132484066, "mean_probability": 0.45549042891394703, "observed_yes_rate": 0.41374524125879425}, {"lower": 0.5, "upper": 0.6, "rows": 719, "weight": 0.0950219869508622, "mean_probability": 0.5341094814251183, "observed_yes_rate": 0.2525479507521017}, {"lower": 0.6, "upper": 0.7, "rows": 718, "weight": 0.0951124730978341, "mean_probability": 0.6517854930184142, "observed_yes_rate": 0.41061427055365485}, {"lower": 0.7, "upper": 0.8, "rows": 302, "weight": 0.04057735001716045, "mean_probability": 0.7588512301221694, "observed_yes_rate": 0.541626982654791}, {"lower": 0.8, "upper": 0.9, "rows": 332, "weight": 0.04380980051220194, "mean_probability": 0.8511836509053545, "observed_yes_rate": 0.9968782901002504}, {"lower": 0.9, "upper": 1.0, "rows": 742, "weight": 0.10047966636589316, "mean_probability": 0.986183831233667, "observed_yes_rate": 1.0}], "ece_10_bins": 0.16325714622371026}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 16, "prediction_rows": 448, "bounded_only_rows": 100, "all_rows_brier_bounds": [0.0012538531546478749, 0.0016748147007845293], "all_rows_baseline_brier": 0.007146186344528209, "model": {"rows": 348, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.0016668804405475226, "log_loss": 0.02566634764655706, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 176, "weight": 0.4729064039408867, "mean_probability": 0.022735516911626546, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 10, "weight": 0.024630541871921187, "mean_probability": 0.1745085250889465, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 1, "weight": 0.0024630541871921187, "mean_probability": 0.33149310621166006, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 161, "weight": 0.5, "mean_probability": 0.9822719843666238, "observed_yes_rate": 1.0}], "ece_10_bins": 0.02473050437859309}, "baseline": {"rows": 348, "settled_rounds": 14, "weighting": "equal_total_weight_per_round", "brier": 0.008167070107889383, "log_loss": 0.027531807131584884, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 158, "weight": 0.4285714285714285, "mean_probability": 2.9752443315056755e-05, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 11, "weight": 0.027093596059113306, "mean_probability": 0.1627065220001482, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 7, "weight": 0.01724137931034483, "mean_probability": 0.2139063176823079, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 11, "weight": 0.027093596059113306, "mean_probability": 0.4952657167979596, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 161, "weight": 0.5, "mean_probability": 0.9999545783807384, "observed_yes_rate": 1.0}], "ece_10_bins": 0.021550335872911976}, "brier_skill": 0.7959022735782177}, "30-60s": {"settled_rounds": 17, "prediction_rows": 1941, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.06908023559355204, 0.06908023559355204], "all_rows_baseline_brier": 0.06908023559355204, "model": {"rows": 1941, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.06908023559355206, "log_loss": 0.19700213277466513, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 689, "weight": 0.38578431372549016, "mean_probability": 0.02003671407222731, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 85, "weight": 0.04166666666666667, "mean_probability": 0.13444788596636353, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 67, "weight": 0.03305322128851542, "mean_probability": 0.25647402009573084, "observed_yes_rate": 0.7627118644067797}, {"lower": 0.3, "upper": 0.4, "rows": 61, "weight": 0.030083209754490046, "mean_probability": 0.3453398025313019, "observed_yes_rate": 0.722990551828016}, {"lower": 0.4, "upper": 0.5, "rows": 199, "weight": 0.09755313890261987, "mean_probability": 0.4663858506614759, "observed_yes_rate": 0.5276581369816737}, {"lower": 0.5, "upper": 0.6, "rows": 37, "weight": 0.018137254901960796, "mean_probability": 0.5192716348348306, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 46, "weight": 0.02255725819739661, "mean_probability": 0.6549544681142507, "observed_yes_rate": 0.39152666179693213}, {"lower": 0.7, "upper": 0.8, "rows": 50, "weight": 0.024530400395452304, "mean_probability": 0.7631712202963524, "observed_yes_rate": 0.6802686817800168}, {"lower": 0.8, "upper": 0.9, "rows": 27, "weight": 0.01330120283407481, "mean_probability": 0.8444724675344849, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 680, "weight": 0.3333333333333333, "mean_probability": 0.9977028691322913, "observed_yes_rate": 1.0}], "ece_10_bins": 0.06763130434848852}, "baseline": {"rows": 1941, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.06908023559355206, "log_loss": 0.19700213277466513, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 689, "weight": 0.38578431372549016, "mean_probability": 0.02003671407222731, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 85, "weight": 0.04166666666666667, "mean_probability": 0.13444788596636353, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 67, "weight": 0.03305322128851542, "mean_probability": 0.25647402009573084, "observed_yes_rate": 0.7627118644067797}, {"lower": 0.3, "upper": 0.4, "rows": 61, "weight": 0.030083209754490046, "mean_probability": 0.3453398025313019, "observed_yes_rate": 0.722990551828016}, {"lower": 0.4, "upper": 0.5, "rows": 199, "weight": 0.09755313890261987, "mean_probability": 0.4663858506614759, "observed_yes_rate": 0.5276581369816737}, {"lower": 0.5, "upper": 0.6, "rows": 37, "weight": 0.018137254901960796, "mean_probability": 0.5192716348348306, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 46, "weight": 0.02255725819739661, "mean_probability": 0.6549544681142507, "observed_yes_rate": 0.39152666179693213}, {"lower": 0.7, "upper": 0.8, "rows": 50, "weight": 0.024530400395452304, "mean_probability": 0.7631712202963524, "observed_yes_rate": 0.6802686817800168}, {"lower": 0.8, "upper": 0.9, "rows": 27, "weight": 0.01330120283407481, "mean_probability": 0.8444724675344849, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 680, "weight": 0.3333333333333333, "mean_probability": 0.9977028691322913, "observed_yes_rate": 1.0}], "ece_10_bins": 0.06763130434848852}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 5, "prediction_rows": 9653, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.18087446408320512, 0.18087446408320512], "all_rows_baseline_brier": 0.18087446408320512, "model": {"rows": 9653, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.18087446408320507, "log_loss": 0.6542606003836104, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1380, "weight": 0.15665968793995327, "mean_probability": 0.05693314300077125, "observed_yes_rate": 0.1020253762056046}, {"lower": 0.1, "upper": 0.2, "rows": 916, "weight": 0.11059199951444633, "mean_probability": 0.15309614977521124, "observed_yes_rate": 0.15057797795849293}, {"lower": 0.2, "upper": 0.3, "rows": 989, "weight": 0.12725269528452812, "mean_probability": 0.24906507052462312, "observed_yes_rate": 0.21174880920449002}, {"lower": 0.3, "upper": 0.4, "rows": 592, "weight": 0.059587426559431875, "mean_probability": 0.3406822739463151, "observed_yes_rate": 0.15869231969894365}, {"lower": 0.4, "upper": 0.5, "rows": 1229, "weight": 0.11124229914258554, "mean_probability": 0.45045275578283195, "observed_yes_rate": 0.41352058577554834}, {"lower": 0.5, "upper": 0.6, "rows": 1047, "weight": 0.10200840631431614, "mean_probability": 0.5423190736131881, "observed_yes_rate": 0.538455993189434}, {"lower": 0.6, "upper": 0.7, "rows": 639, "weight": 0.07103746673143506, "mean_probability": 0.6586541008787462, "observed_yes_rate": 0.29209317021958703}, {"lower": 0.7, "upper": 0.8, "rows": 423, "weight": 0.038685646032886344, "mean_probability": 0.7463092567834473, "observed_yes_rate": 0.7750789633031424}, {"lower": 0.8, "upper": 0.9, "rows": 370, "weight": 0.03611689365508816, "mean_probability": 0.8643005140621489, "observed_yes_rate": 0.6209081873769378}, {"lower": 0.9, "upper": 1.0, "rows": 2068, "weight": 0.18681747882532904, "mean_probability": 0.9784918625990565, "observed_yes_rate": 0.8397236778144338}], "ece_10_bins": 0.08930545068596087}, "baseline": {"rows": 9653, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.18087446408320507, "log_loss": 0.6542606003836104, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1380, "weight": 0.15665968793995327, "mean_probability": 0.05693314300077125, "observed_yes_rate": 0.1020253762056046}, {"lower": 0.1, "upper": 0.2, "rows": 916, "weight": 0.11059199951444633, "mean_probability": 0.15309614977521124, "observed_yes_rate": 0.15057797795849293}, {"lower": 0.2, "upper": 0.3, "rows": 989, "weight": 0.12725269528452812, "mean_probability": 0.24906507052462312, "observed_yes_rate": 0.21174880920449002}, {"lower": 0.3, "upper": 0.4, "rows": 592, "weight": 0.059587426559431875, "mean_probability": 0.3406822739463151, "observed_yes_rate": 0.15869231969894365}, {"lower": 0.4, "upper": 0.5, "rows": 1229, "weight": 0.11124229914258554, "mean_probability": 0.45045275578283195, "observed_yes_rate": 0.41352058577554834}, {"lower": 0.5, "upper": 0.6, "rows": 1047, "weight": 0.10200840631431614, "mean_probability": 0.5423190736131881, "observed_yes_rate": 0.538455993189434}, {"lower": 0.6, "upper": 0.7, "rows": 639, "weight": 0.07103746673143506, "mean_probability": 0.6586541008787462, "observed_yes_rate": 0.29209317021958703}, {"lower": 0.7, "upper": 0.8, "rows": 423, "weight": 0.038685646032886344, "mean_probability": 0.7463092567834473, "observed_yes_rate": 0.7750789633031424}, {"lower": 0.8, "upper": 0.9, "rows": 370, "weight": 0.03611689365508816, "mean_probability": 0.8643005140621489, "observed_yes_rate": 0.6209081873769378}, {"lower": 0.9, "upper": 1.0, "rows": 2068, "weight": 0.18681747882532904, "mean_probability": 0.9784918625990565, "observed_yes_rate": 0.8397236778144338}], "ece_10_bins": 0.08930545068596087}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 17, "prediction_rows": 7650, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.15533044859606737, 0.15533044859606737], "all_rows_baseline_brier": 0.15533044859606734, "model": {"rows": 7650, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.15533044859606737, "log_loss": 0.6758482926168314, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3379, "weight": 0.42152936997575907, "mean_probability": 0.02135645593054918, "observed_yes_rate": 0.10749734838549387}, {"lower": 0.1, "upper": 0.2, "rows": 533, "weight": 0.06641896464783865, "mean_probability": 0.14939665272188307, "observed_yes_rate": 0.5832861357870764}, {"lower": 0.2, "upper": 0.3, "rows": 388, "weight": 0.049237432039198066, "mean_probability": 0.24049185584490465, "observed_yes_rate": 0.4838508762359003}, {"lower": 0.3, "upper": 0.4, "rows": 273, "weight": 0.0346971381810473, "mean_probability": 0.3558127258512828, "observed_yes_rate": 0.46114978337669116}, {"lower": 0.4, "upper": 0.5, "rows": 114, "weight": 0.014532513209345886, "mean_probability": 0.4720662660569601, "observed_yes_rate": 0.4850000416537819}, {"lower": 0.5, "upper": 0.6, "rows": 178, "weight": 0.02282840242198172, "mean_probability": 0.5635696733895742, "observed_yes_rate": 0.45933855787887967}, {"lower": 0.6, "upper": 0.7, "rows": 337, "weight": 0.04176326707736609, "mean_probability": 0.6643237562054465, "observed_yes_rate": 0.6102527728153048}, {"lower": 0.7, "upper": 0.8, "rows": 357, "weight": 0.044367862251212156, "mean_probability": 0.7409389404656445, "observed_yes_rate": 0.6418128055054679}, {"lower": 0.8, "upper": 0.9, "rows": 205, "weight": 0.025312382605541688, "mean_probability": 0.8450019774615183, "observed_yes_rate": 0.9951382776197008}, {"lower": 0.9, "upper": 1.0, "rows": 1886, "weight": 0.2793126675907096, "mean_probability": 0.987608333156008, "observed_yes_rate": 0.8951400837580755}], "ece_10_bins": 0.11961812064633816}, "baseline": {"rows": 7650, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.15533044859606737, "log_loss": 0.6758482926168314, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3379, "weight": 0.42152936997575907, "mean_probability": 0.02135645593054918, "observed_yes_rate": 0.10749734838549387}, {"lower": 0.1, "upper": 0.2, "rows": 533, "weight": 0.06641896464783865, "mean_probability": 0.14939665272188307, "observed_yes_rate": 0.5832861357870764}, {"lower": 0.2, "upper": 0.3, "rows": 388, "weight": 0.049237432039198066, "mean_probability": 0.24049185584490465, "observed_yes_rate": 0.4838508762359003}, {"lower": 0.3, "upper": 0.4, "rows": 273, "weight": 0.0346971381810473, "mean_probability": 0.3558127258512828, "observed_yes_rate": 0.46114978337669116}, {"lower": 0.4, "upper": 0.5, "rows": 114, "weight": 0.014532513209345886, "mean_probability": 0.4720662660569601, "observed_yes_rate": 0.4850000416537819}, {"lower": 0.5, "upper": 0.6, "rows": 178, "weight": 0.02282840242198172, "mean_probability": 0.5635696733895742, "observed_yes_rate": 0.45933855787887967}, {"lower": 0.6, "upper": 0.7, "rows": 337, "weight": 0.04176326707736609, "mean_probability": 0.6643237562054465, "observed_yes_rate": 0.6102527728153048}, {"lower": 0.7, "upper": 0.8, "rows": 357, "weight": 0.044367862251212156, "mean_probability": 0.7409389404656445, "observed_yes_rate": 0.6418128055054679}, {"lower": 0.8, "upper": 0.9, "rows": 205, "weight": 0.025312382605541688, "mean_probability": 0.8450019774615183, "observed_yes_rate": 0.9951382776197008}, {"lower": 0.9, "upper": 1.0, "rows": 1886, "weight": 0.2793126675907096, "mean_probability": 0.987608333156008, "observed_yes_rate": 0.8951400837580755}], "ece_10_bins": 0.11961812064633816}, "brier_skill": 0.0}}}, {"model_id": "e95731461f4da072d4107cefcf7366894cfd165b4138496ed6fadcf13d573fe4", "settled_rounds": 86, "prediction_rows": 148079, "bounded_only_rows": 3843, "all_rows_brier_bounds": [0.13825129291110708, 0.13837915795166222], "all_rows_baseline_brier": 0.13861186309730844, "model": {"rows": 144236, "settled_rounds": 86, "weighting": "equal_total_weight_per_round", "brier": 0.1400513215596374, "log_loss": 0.4868333888037002, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 37018, "weight": 0.23827277583431888, "mean_probability": 0.018488682387004424, "observed_yes_rate": 0.02459947480689882}, {"lower": 0.1, "upper": 0.2, "rows": 8647, "weight": 0.06077057794355798, "mean_probability": 0.1505117966563699, "observed_yes_rate": 0.13534466141232168}, {"lower": 0.2, "upper": 0.3, "rows": 8916, "weight": 0.06099765630696529, "mean_probability": 0.2499061028726703, "observed_yes_rate": 0.15239906413902632}, {"lower": 0.3, "upper": 0.4, "rows": 8970, "weight": 0.05997372278743406, "mean_probability": 0.3474650011648773, "observed_yes_rate": 0.2814802804742649}, {"lower": 0.4, "upper": 0.5, "rows": 8922, "weight": 0.06086967809289289, "mean_probability": 0.4662780825014166, "observed_yes_rate": 0.33152356918517745}, {"lower": 0.5, "upper": 0.6, "rows": 12803, "weight": 0.10308743296156542, "mean_probability": 0.5348663013882009, "observed_yes_rate": 0.527955229827409}, {"lower": 0.6, "upper": 0.7, "rows": 10446, "weight": 0.07844395375667923, "mean_probability": 0.6473437517809821, "observed_yes_rate": 0.5479465208573772}, {"lower": 0.7, "upper": 0.8, "rows": 7399, "weight": 0.05553233946816964, "mean_probability": 0.7519570036778569, "observed_yes_rate": 0.7240161279675499}, {"lower": 0.8, "upper": 0.9, "rows": 7854, "weight": 0.05614227279047698, "mean_probability": 0.8474969378496708, "observed_yes_rate": 0.7931995647324743}, {"lower": 0.9, "upper": 1.0, "rows": 33261, "weight": 0.22590959005793967, "mean_probability": 0.9793791702919806, "observed_yes_rate": 0.8820784943019662}], "ece_10_bins": 0.05557597744310642}, "baseline": {"rows": 144236, "settled_rounds": 86, "weighting": "equal_total_weight_per_round", "brier": 0.14034860805121543, "log_loss": 0.4893323361408953, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 37120, "weight": 0.2392974513433847, "mean_probability": 0.015811901469999303, "observed_yes_rate": 0.02449413946283642}, {"lower": 0.1, "upper": 0.2, "rows": 8362, "weight": 0.057963220575598016, "mean_probability": 0.1508403682841567, "observed_yes_rate": 0.14189986708682983}, {"lower": 0.2, "upper": 0.3, "rows": 8856, "weight": 0.060414261432542166, "mean_probability": 0.2498121433406446, "observed_yes_rate": 0.1483939187855081}, {"lower": 0.3, "upper": 0.4, "rows": 9062, "weight": 0.060872398474734885, "mean_probability": 0.3475754901093138, "observed_yes_rate": 0.2728455568083398}, {"lower": 0.4, "upper": 0.5, "rows": 9156, "weight": 0.06314983971126355, "mean_probability": 0.46604554907251555, "observed_yes_rate": 0.3461359667636424}, {"lower": 0.5, "upper": 0.6, "rows": 12781, "weight": 0.10287178304356014, "mean_probability": 0.5348737465048474, "observed_yes_rate": 0.5263152625610724}, {"lower": 0.6, "upper": 0.7, "rows": 10567, "weight": 0.07962478701453977, "mean_probability": 0.647347094910728, "observed_yes_rate": 0.5444730449687013}, {"lower": 0.7, "upper": 0.8, "rows": 7391, "weight": 0.055114767639220276, "mean_probability": 0.7513268274509958, "observed_yes_rate": 0.7246000222667616}, {"lower": 0.8, "upper": 0.9, "rows": 7671, "weight": 0.054547922242418174, "mean_probability": 0.8469753699367596, "observed_yes_rate": 0.7968361252316997}, {"lower": 0.9, "upper": 1.0, "rows": 33270, "weight": 0.22614356852273826, "mean_probability": 0.981924796152276, "observed_yes_rate": 0.8819324294562106}], "ece_10_bins": 0.05673664070745334}, "brier_skill": 0.0021182004987861935, "by_remaining_time": {"0-3s": {"settled_rounds": 84, "prediction_rows": 993, "bounded_only_rows": 724, "all_rows_brier_bounds": [0.0045375778735153765, 0.004787765012765012], "all_rows_baseline_brier": 0.006637276156648929, "model": {"rows": 269, "settled_rounds": 32, "weighting": "equal_total_weight_per_round", "brier": 0.01796092737502626, "log_loss": 0.07486264676829095, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 148, "weight": 0.51171875, "mean_probability": 0.023310127826658093, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 121, "weight": 0.48828125, "mean_probability": 0.9786053198938142, "observed_yes_rate": 0.96}], "ece_10_bins": 0.021012858328199158}, "baseline": {"rows": 269, "settled_rounds": 32, "weighting": "equal_total_weight_per_round", "brier": 0.02172573857822277, "log_loss": 0.07010402775989087, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 125, "weight": 0.4540264423076923, "mean_probability": 0.003982164008122476, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 2, "weight": 0.005008012820512821, "mean_probability": 0.16270633544744714, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 6, "weight": 0.014823717948717952, "mean_probability": 0.2583328045609084, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 15, "weight": 0.03786057692307693, "mean_probability": 0.34461467495271036, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 6, "weight": 0.015624999999999998, "mean_probability": 0.6436441949817696, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 6, "weight": 0.018229166666666664, "mean_probability": 0.7613860855919203, "observed_yes_rate": 0.5714285714285715}, {"lower": 0.8, "upper": 0.9, "rows": 10, "weight": 0.029947916666666664, "mean_probability": 0.8385612805661605, "observed_yes_rate": 0.608695652173913}, {"lower": 0.9, "upper": 1.0, "rows": 99, "weight": 0.4244791666666667, "mean_probability": 0.9967664634727457, "observed_yes_rate": 1.0}], "ece_10_bins": 0.03678699842554986}, "brier_skill": 0.17328806519702133}, "10-30s": {"settled_rounds": 84, "prediction_rows": 6633, "bounded_only_rows": 2018, "all_rows_brier_bounds": [0.032979352799441794, 0.034625020185729764], "all_rows_baseline_brier": 0.039178715735646, "model": {"rows": 4615, "settled_rounds": 71, "weighting": "equal_total_weight_per_round", "brier": 0.040058885500121044, "log_loss": 0.14803184935395897, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1860, "weight": 0.4203859557925365, "mean_probability": 0.029490454258538808, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 343, "weight": 0.06313616876298705, "mean_probability": 0.14673054910095706, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 188, "weight": 0.03535707579607998, "mean_probability": 0.2513916727275894, "observed_yes_rate": 0.1692989411081728}, {"lower": 0.3, "upper": 0.4, "rows": 90, "weight": 0.01640935535472488, "mean_probability": 0.341418447998895, "observed_yes_rate": 0.450618932757403}, {"lower": 0.4, "upper": 0.5, "rows": 21, "weight": 0.003803125471426417, "mean_probability": 0.4417529218478549, "observed_yes_rate": 0.4166328600405679}, {"lower": 0.5, "upper": 0.6, "rows": 61, "weight": 0.010797709369201616, "mean_probability": 0.5569137361821426, "observed_yes_rate": 0.4390264411132939}, {"lower": 0.6, "upper": 0.7, "rows": 88, "weight": 0.015545645336309154, "mean_probability": 0.6567345292590352, "observed_yes_rate": 0.3700938185254863}, {"lower": 0.7, "upper": 0.8, "rows": 159, "weight": 0.028192390421798313, "mean_probability": 0.7558551301162879, "observed_yes_rate": 0.739124284661454}, {"lower": 0.8, "upper": 0.9, "rows": 310, "weight": 0.054284976889029335, "mean_probability": 0.8584108800228681, "observed_yes_rate": 0.8972817707441488}, {"lower": 0.9, "upper": 1.0, "rows": 1495, "weight": 0.3520875968059066, "mean_probability": 0.966446981867065, "observed_yes_rate": 0.9702542916162119}], "ece_10_bins": 0.036102602801313395}, "baseline": {"rows": 4615, "settled_rounds": 71, "weighting": "equal_total_weight_per_round", "brier": 0.04635239197434867, "log_loss": 0.16551766162734552, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2015, "weight": 0.4482001263864032, "mean_probability": 0.004356149529390905, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 53, "weight": 0.010114600378368196, "mean_probability": 0.14695867343160862, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 105, "weight": 0.018966770437620857, "mean_probability": 0.2474880804684921, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 155, "weight": 0.030274177817428187, "mean_probability": 0.35038503400381626, "observed_yes_rate": 0.06978475415843687}, {"lower": 0.4, "upper": 0.5, "rows": 233, "weight": 0.041006562472573144, "mean_probability": 0.454661053943195, "observed_yes_rate": 0.6783524326638152}, {"lower": 0.5, "upper": 0.6, "rows": 41, "weight": 0.007888592509291387, "mean_probability": 0.5672728072350325, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 174, "weight": 0.03093823038805052, "mean_probability": 0.6461684664781919, "observed_yes_rate": 0.36988741205608683}, {"lower": 0.7, "upper": 0.8, "rows": 113, "weight": 0.019781342375239094, "mean_probability": 0.7417354850595455, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 156, "weight": 0.02753443117694838, "mean_probability": 0.8492044196547565, "observed_yes_rate": 0.8808781022679226}, {"lower": 0.9, "upper": 1.0, "rows": 1570, "weight": 0.36529516605807677, "mean_probability": 0.9964242406929662, "observed_yes_rate": 0.961443489126231}], "ece_10_bins": 0.05758252790685786}, "brier_skill": 0.1357752255311968}, "180-300s": {"settled_rounds": 85, "prediction_rows": 39161, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.1546685265175039, 0.1546685265175039], "all_rows_baseline_brier": 0.15466852651750396, "model": {"rows": 39161, "settled_rounds": 85, "weighting": "equal_total_weight_per_round", "brier": 0.15466852651750396, "log_loss": 0.47610713403320837, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 6460, "weight": 0.1647797874654805, "mean_probability": 0.025548888566279654, "observed_yes_rate": 0.031140763839347337}, {"lower": 0.1, "upper": 0.2, "rows": 2582, "weight": 0.06371000888746287, "mean_probability": 0.1519979790658838, "observed_yes_rate": 0.13339170055514923}, {"lower": 0.2, "upper": 0.3, "rows": 2998, "weight": 0.07389138463881718, "mean_probability": 0.251769813342755, "observed_yes_rate": 0.11405208084316266}, {"lower": 0.3, "upper": 0.4, "rows": 3206, "weight": 0.07913902969135003, "mean_probability": 0.3449457190316793, "observed_yes_rate": 0.1533513507167509}, {"lower": 0.4, "upper": 0.5, "rows": 3655, "weight": 0.09208638839470507, "mean_probability": 0.4746351064808158, "observed_yes_rate": 0.3311322360054842}, {"lower": 0.5, "upper": 0.6, "rows": 4524, "weight": 0.11772041513140881, "mean_probability": 0.5271435007326836, "observed_yes_rate": 0.4675452784812571}, {"lower": 0.6, "upper": 0.7, "rows": 4184, "weight": 0.10371696426866911, "mean_probability": 0.6477909449410357, "observed_yes_rate": 0.5753660936677617}, {"lower": 0.7, "upper": 0.8, "rows": 3072, "weight": 0.07828415828104932, "mean_probability": 0.7551988865909494, "observed_yes_rate": 0.7926290489300508}, {"lower": 0.8, "upper": 0.9, "rows": 2662, "weight": 0.0674347641874084, "mean_probability": 0.8435590561114754, "observed_yes_rate": 0.8585354663997576}, {"lower": 0.9, "upper": 1.0, "rows": 5818, "weight": 0.15923709905364866, "mean_probability": 0.9687203519588456, "observed_yes_rate": 0.8537442914474715}], "ece_10_bins": 0.07743642856299869}, "baseline": {"rows": 39161, "settled_rounds": 85, "weighting": "equal_total_weight_per_round", "brier": 0.15466852651750396, "log_loss": 0.47610713403320837, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 6460, "weight": 0.1647797874654805, "mean_probability": 0.025548888566279654, "observed_yes_rate": 0.031140763839347337}, {"lower": 0.1, "upper": 0.2, "rows": 2582, "weight": 0.06371000888746287, "mean_probability": 0.1519979790658838, "observed_yes_rate": 0.13339170055514923}, {"lower": 0.2, "upper": 0.3, "rows": 2998, "weight": 0.07389138463881718, "mean_probability": 0.251769813342755, "observed_yes_rate": 0.11405208084316266}, {"lower": 0.3, "upper": 0.4, "rows": 3206, "weight": 0.07913902969135003, "mean_probability": 0.3449457190316793, "observed_yes_rate": 0.1533513507167509}, {"lower": 0.4, "upper": 0.5, "rows": 3655, "weight": 0.09208638839470507, "mean_probability": 0.4746351064808158, "observed_yes_rate": 0.3311322360054842}, {"lower": 0.5, "upper": 0.6, "rows": 4524, "weight": 0.11772041513140881, "mean_probability": 0.5271435007326836, "observed_yes_rate": 0.4675452784812571}, {"lower": 0.6, "upper": 0.7, "rows": 4184, "weight": 0.10371696426866911, "mean_probability": 0.6477909449410357, "observed_yes_rate": 0.5753660936677617}, {"lower": 0.7, "upper": 0.8, "rows": 3072, "weight": 0.07828415828104932, "mean_probability": 0.7551988865909494, "observed_yes_rate": 0.7926290489300508}, {"lower": 0.8, "upper": 0.9, "rows": 2662, "weight": 0.0674347641874084, "mean_probability": 0.8435590561114754, "observed_yes_rate": 0.8585354663997576}, {"lower": 0.9, "upper": 1.0, "rows": 5818, "weight": 0.15923709905364866, "mean_probability": 0.9687203519588456, "observed_yes_rate": 0.8537442914474715}], "ece_10_bins": 0.07743642856299869}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 84, "prediction_rows": 2327, "bounded_only_rows": 1101, "all_rows_brier_bounds": [0.030203110143373704, 0.031228517528330984], "all_rows_baseline_brier": 0.028931967253994446, "model": {"rows": 1226, "settled_rounds": 53, "weighting": "equal_total_weight_per_round", "brier": 0.048674592162870206, "log_loss": 0.17635842964578263, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 587, "weight": 0.5024535875219024, "mean_probability": 0.020777468604292137, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 40, "weight": 0.027220965737556505, "mean_probability": 0.1346721922578628, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 1, "weight": 0.0006506180871828238, "mean_probability": 0.4565208628587114, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 3, "weight": 0.0020482421263162973, "mean_probability": 0.5623759555675033, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 7, "weight": 0.004891684136967157, "mean_probability": 0.6406672307393695, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 16, "weight": 0.011180992313067786, "mean_probability": 0.7897851465251017, "observed_yes_rate": 0.9375}, {"lower": 0.8, "upper": 0.9, "rows": 65, "weight": 0.045326393407070065, "mean_probability": 0.8569639006388613, "observed_yes_rate": 0.3370547581073896}, {"lower": 0.9, "upper": 1.0, "rows": 507, "weight": 0.40622751666993695, "mean_probability": 0.9729552770393961, "observed_yes_rate": 0.9397298871881785}], "ece_10_bins": 0.055827593119507454}, "baseline": {"rows": 1226, "settled_rounds": 53, "weighting": "equal_total_weight_per_round", "brier": 0.04585443866612328, "log_loss": 0.2688052100270081, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 557, "weight": 0.48234380862877924, "mean_probability": 0.004242136766993364, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 43, "weight": 0.028487777674505062, "mean_probability": 0.15016010952688622, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 17, "weight": 0.011854846760507139, "mean_probability": 0.2678396645442295, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 12, "weight": 0.008289356370033014, "mean_probability": 0.3319329537390453, "observed_yes_rate": 0.1569767441860465}, {"lower": 0.4, "upper": 0.5, "rows": 23, "weight": 0.016072676450034948, "mean_probability": 0.49536572613083835, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 1, "weight": 0.0006988120195667366, "mean_probability": 0.5689357195416154, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 36, "weight": 0.025060844839634694, "mean_probability": 0.6761845017211282, "observed_yes_rate": 0.19134615384615386}, {"lower": 0.7, "upper": 0.8, "rows": 48, "weight": 0.03349478300681945, "mean_probability": 0.7352033144751013, "observed_yes_rate": 0.4992805755395684}, {"lower": 0.8, "upper": 0.9, "rows": 26, "weight": 0.017494397455360373, "mean_probability": 0.8670633638959759, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 463, "weight": 0.3762026967947592, "mean_probability": 0.9941780371337645, "observed_yes_rate": 0.9516375873010064}], "ece_10_bins": 0.05774354293402495}, "brier_skill": -0.06150230116829292}, "30-60s": {"settled_rounds": 84, "prediction_rows": 10045, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.06879617671010609, 0.06879617671010609], "all_rows_baseline_brier": 0.06879617671010607, "model": {"rows": 10045, "settled_rounds": 84, "weighting": "equal_total_weight_per_round", "brier": 0.0687961767101061, "log_loss": 0.3673124615055472, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4506, "weight": 0.44799738077049034, "mean_probability": 0.007107192574378157, "observed_yes_rate": 0.0261266747868453}, {"lower": 0.1, "upper": 0.2, "rows": 183, "weight": 0.018177291577788142, "mean_probability": 0.14502275229839462, "observed_yes_rate": 0.08255356600703412}, {"lower": 0.2, "upper": 0.3, "rows": 106, "weight": 0.010560057356275847, "mean_probability": 0.2466070733791064, "observed_yes_rate": 0.05636693771216546}, {"lower": 0.3, "upper": 0.4, "rows": 269, "weight": 0.026709974623458196, "mean_probability": 0.35169260150509396, "observed_yes_rate": 0.7279843848060882}, {"lower": 0.4, "upper": 0.5, "rows": 318, "weight": 0.03165974131405759, "mean_probability": 0.44811102182791696, "observed_yes_rate": 0.11291412969076074}, {"lower": 0.5, "upper": 0.6, "rows": 350, "weight": 0.03484820519293399, "mean_probability": 0.5748165444766655, "observed_yes_rate": 0.40771675253469825}, {"lower": 0.6, "upper": 0.7, "rows": 233, "weight": 0.023264490510479824, "mean_probability": 0.6687054067007908, "observed_yes_rate": 0.3044846641485204}, {"lower": 0.7, "upper": 0.8, "rows": 344, "weight": 0.034251673933683106, "mean_probability": 0.7607635835833441, "observed_yes_rate": 0.7152830399417338}, {"lower": 0.8, "upper": 0.9, "rows": 135, "weight": 0.01340755593047419, "mean_probability": 0.8300664065203565, "observed_yes_rate": 0.9481312987079418}, {"lower": 0.9, "upper": 1.0, "rows": 3601, "weight": 0.35912362879035925, "mean_probability": 0.9950434759679415, "observed_yes_rate": 0.9610973033038804}], "ece_10_bins": 0.061956293403422555}, "baseline": {"rows": 10045, "settled_rounds": 84, "weighting": "equal_total_weight_per_round", "brier": 0.0687961767101061, "log_loss": 0.3673124615055472, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4506, "weight": 0.44799738077049034, "mean_probability": 0.007107192574378157, "observed_yes_rate": 0.0261266747868453}, {"lower": 0.1, "upper": 0.2, "rows": 183, "weight": 0.018177291577788142, "mean_probability": 0.14502275229839462, "observed_yes_rate": 0.08255356600703412}, {"lower": 0.2, "upper": 0.3, "rows": 106, "weight": 0.010560057356275847, "mean_probability": 0.2466070733791064, "observed_yes_rate": 0.05636693771216546}, {"lower": 0.3, "upper": 0.4, "rows": 269, "weight": 0.026709974623458196, "mean_probability": 0.35169260150509396, "observed_yes_rate": 0.7279843848060882}, {"lower": 0.4, "upper": 0.5, "rows": 318, "weight": 0.03165974131405759, "mean_probability": 0.44811102182791696, "observed_yes_rate": 0.11291412969076074}, {"lower": 0.5, "upper": 0.6, "rows": 350, "weight": 0.03484820519293399, "mean_probability": 0.5748165444766655, "observed_yes_rate": 0.40771675253469825}, {"lower": 0.6, "upper": 0.7, "rows": 233, "weight": 0.023264490510479824, "mean_probability": 0.6687054067007908, "observed_yes_rate": 0.3044846641485204}, {"lower": 0.7, "upper": 0.8, "rows": 344, "weight": 0.034251673933683106, "mean_probability": 0.7607635835833441, "observed_yes_rate": 0.7152830399417338}, {"lower": 0.8, "upper": 0.9, "rows": 135, "weight": 0.01340755593047419, "mean_probability": 0.8300664065203565, "observed_yes_rate": 0.9481312987079418}, {"lower": 0.9, "upper": 1.0, "rows": 3601, "weight": 0.35912362879035925, "mean_probability": 0.9950434759679415, "observed_yes_rate": 0.9610973033038804}], "ece_10_bins": 0.061956293403422555}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 22, "prediction_rows": 49676, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.15763130333523367, 0.15763130333523367], "all_rows_baseline_brier": 0.15763130333523367, "model": {"rows": 49676, "settled_rounds": 22, "weighting": "equal_total_weight_per_round", "brier": 0.1576313033352337, "log_loss": 0.510781709579549, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 9903, "weight": 0.1946545271978754, "mean_probability": 0.018915530814571927, "observed_yes_rate": 0.010021639896279117}, {"lower": 0.1, "upper": 0.2, "rows": 2861, "weight": 0.05611024460751447, "mean_probability": 0.15463832290603954, "observed_yes_rate": 0.16404704034355597}, {"lower": 0.2, "upper": 0.3, "rows": 3778, "weight": 0.07354615179683499, "mean_probability": 0.2487763180448185, "observed_yes_rate": 0.1790537298864413}, {"lower": 0.3, "upper": 0.4, "rows": 3877, "weight": 0.07545986126159379, "mean_probability": 0.35069115085587976, "observed_yes_rate": 0.3150143533422809}, {"lower": 0.4, "upper": 0.5, "rows": 4196, "weight": 0.08112047474374982, "mean_probability": 0.45174894687140715, "observed_yes_rate": 0.3204360092205575}, {"lower": 0.5, "upper": 0.6, "rows": 6497, "weight": 0.16523707921199066, "mean_probability": 0.5372401349055542, "observed_yes_rate": 0.6449817079909597}, {"lower": 0.6, "upper": 0.7, "rows": 3842, "weight": 0.07308323662105136, "mean_probability": 0.6532658876892616, "observed_yes_rate": 0.6457163805508638}, {"lower": 0.7, "upper": 0.8, "rows": 2648, "weight": 0.050701080741054214, "mean_probability": 0.7481115834186, "observed_yes_rate": 0.5453867566905878}, {"lower": 0.8, "upper": 0.9, "rows": 2883, "weight": 0.055029748997725086, "mean_probability": 0.8502292303205243, "observed_yes_rate": 0.8413637287841186}, {"lower": 0.9, "upper": 1.0, "rows": 9191, "weight": 0.17505759482061034, "mean_probability": 0.980739599258627, "observed_yes_rate": 0.8725056160829386}], "ece_10_bins": 0.06879938382167991}, "baseline": {"rows": 49676, "settled_rounds": 22, "weighting": "equal_total_weight_per_round", "brier": 0.1576313033352337, "log_loss": 0.510781709579549, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 9903, "weight": 0.1946545271978754, "mean_probability": 0.018915530814571927, "observed_yes_rate": 0.010021639896279117}, {"lower": 0.1, "upper": 0.2, "rows": 2861, "weight": 0.05611024460751447, "mean_probability": 0.15463832290603954, "observed_yes_rate": 0.16404704034355597}, {"lower": 0.2, "upper": 0.3, "rows": 3778, "weight": 0.07354615179683499, "mean_probability": 0.2487763180448185, "observed_yes_rate": 0.1790537298864413}, {"lower": 0.3, "upper": 0.4, "rows": 3877, "weight": 0.07545986126159379, "mean_probability": 0.35069115085587976, "observed_yes_rate": 0.3150143533422809}, {"lower": 0.4, "upper": 0.5, "rows": 4196, "weight": 0.08112047474374982, "mean_probability": 0.45174894687140715, "observed_yes_rate": 0.3204360092205575}, {"lower": 0.5, "upper": 0.6, "rows": 6497, "weight": 0.16523707921199066, "mean_probability": 0.5372401349055542, "observed_yes_rate": 0.6449817079909597}, {"lower": 0.6, "upper": 0.7, "rows": 3842, "weight": 0.07308323662105136, "mean_probability": 0.6532658876892616, "observed_yes_rate": 0.6457163805508638}, {"lower": 0.7, "upper": 0.8, "rows": 2648, "weight": 0.050701080741054214, "mean_probability": 0.7481115834186, "observed_yes_rate": 0.5453867566905878}, {"lower": 0.8, "upper": 0.9, "rows": 2883, "weight": 0.055029748997725086, "mean_probability": 0.8502292303205243, "observed_yes_rate": 0.8413637287841186}, {"lower": 0.9, "upper": 1.0, "rows": 9191, "weight": 0.17505759482061034, "mean_probability": 0.980739599258627, "observed_yes_rate": 0.8725056160829386}], "ece_10_bins": 0.06879938382167991}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 84, "prediction_rows": 39244, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.10936768391924896, 0.10936768391924896], "all_rows_baseline_brier": 0.109367683919249, "model": {"rows": 39244, "settled_rounds": 84, "weighting": "equal_total_weight_per_round", "brier": 0.109367683919249, "log_loss": 0.4350723881344195, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 13554, "weight": 0.3375883450969758, "mean_probability": 0.013822472478776583, "observed_yes_rate": 0.01982542587121898}, {"lower": 0.1, "upper": 0.2, "rows": 2638, "weight": 0.06576234634986024, "mean_probability": 0.14930188806297706, "observed_yes_rate": 0.11689283817829421}, {"lower": 0.2, "upper": 0.3, "rows": 1846, "weight": 0.04611869394386589, "mean_probability": 0.24649829494351966, "observed_yes_rate": 0.2141466766065889}, {"lower": 0.3, "upper": 0.4, "rows": 1528, "weight": 0.03822359708663505, "mean_probability": 0.35205573875753876, "observed_yes_rate": 0.4105783772308253}, {"lower": 0.4, "upper": 0.5, "rows": 731, "weight": 0.01828887888616936, "mean_probability": 0.4527699389268099, "observed_yes_rate": 0.3528488613103744}, {"lower": 0.5, "upper": 0.6, "rows": 1368, "weight": 0.034071661164196645, "mean_probability": 0.5622500422849394, "observed_yes_rate": 0.6026832217228215}, {"lower": 0.6, "upper": 0.7, "rows": 2092, "weight": 0.05209472162841292, "mean_probability": 0.6411214515490554, "observed_yes_rate": 0.4866628145160749}, {"lower": 0.7, "upper": 0.8, "rows": 1160, "weight": 0.028903234277368572, "mean_probability": 0.7405588107141897, "observed_yes_rate": 0.6864828938988732}, {"lower": 0.8, "upper": 0.9, "rows": 1799, "weight": 0.04483405095998676, "mean_probability": 0.856284172935403, "observed_yes_rate": 0.6837739255776559}, {"lower": 0.9, "upper": 1.0, "rows": 12528, "weight": 0.334114470606529, "mean_probability": 0.983988229702229, "observed_yes_rate": 0.8909764938371467}], "ece_10_bins": 0.059512201180983104}, "baseline": {"rows": 39244, "settled_rounds": 84, "weighting": "equal_total_weight_per_round", "brier": 0.109367683919249, "log_loss": 0.4350723881344195, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 13554, "weight": 0.3375883450969758, "mean_probability": 0.013822472478776583, "observed_yes_rate": 0.01982542587121898}, {"lower": 0.1, "upper": 0.2, "rows": 2638, "weight": 0.06576234634986024, "mean_probability": 0.14930188806297706, "observed_yes_rate": 0.11689283817829421}, {"lower": 0.2, "upper": 0.3, "rows": 1846, "weight": 0.04611869394386589, "mean_probability": 0.24649829494351966, "observed_yes_rate": 0.2141466766065889}, {"lower": 0.3, "upper": 0.4, "rows": 1528, "weight": 0.03822359708663505, "mean_probability": 0.35205573875753876, "observed_yes_rate": 0.4105783772308253}, {"lower": 0.4, "upper": 0.5, "rows": 731, "weight": 0.01828887888616936, "mean_probability": 0.4527699389268099, "observed_yes_rate": 0.3528488613103744}, {"lower": 0.5, "upper": 0.6, "rows": 1368, "weight": 0.034071661164196645, "mean_probability": 0.5622500422849394, "observed_yes_rate": 0.6026832217228215}, {"lower": 0.6, "upper": 0.7, "rows": 2092, "weight": 0.05209472162841292, "mean_probability": 0.6411214515490554, "observed_yes_rate": 0.4866628145160749}, {"lower": 0.7, "upper": 0.8, "rows": 1160, "weight": 0.028903234277368572, "mean_probability": 0.7405588107141897, "observed_yes_rate": 0.6864828938988732}, {"lower": 0.8, "upper": 0.9, "rows": 1799, "weight": 0.04483405095998676, "mean_probability": 0.856284172935403, "observed_yes_rate": 0.6837739255776559}, {"lower": 0.9, "upper": 1.0, "rows": 12528, "weight": 0.334114470606529, "mean_probability": 0.983988229702229, "observed_yes_rate": 0.8909764938371467}], "ece_10_bins": 0.059512201180983104}, "brier_skill": 0.0}}}, {"model_id": "0d098d8750106e7f3ba3bd20ef1b4b7e5667cccc8e750d67646439e694ab6610", "settled_rounds": 18, "prediction_rows": 28873, "bounded_only_rows": 818, "all_rows_brier_bounds": [0.19817077320081136, 0.19830061852694428], "all_rows_baseline_brier": 0.1975130891467193, "model": {"rows": 28055, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.1998396522695685, "log_loss": 0.6950983405177525, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 5539, "weight": 0.19264319898535265, "mean_probability": 0.026341227238280817, "observed_yes_rate": 0.059906693922862464}, {"lower": 0.1, "upper": 0.2, "rows": 2281, "weight": 0.09561985579955747, "mean_probability": 0.1493100874436886, "observed_yes_rate": 0.2814546591351634}, {"lower": 0.2, "upper": 0.3, "rows": 1871, "weight": 0.06259656581482353, "mean_probability": 0.24049484972737592, "observed_yes_rate": 0.24512170366446764}, {"lower": 0.3, "upper": 0.4, "rows": 2228, "weight": 0.0672001784474071, "mean_probability": 0.3425614605899505, "observed_yes_rate": 0.25559320389745005}, {"lower": 0.4, "upper": 0.5, "rows": 1885, "weight": 0.06263035184901343, "mean_probability": 0.47540112061681, "observed_yes_rate": 0.36533054752671407}, {"lower": 0.5, "upper": 0.6, "rows": 2326, "weight": 0.1031539808177559, "mean_probability": 0.533668476561758, "observed_yes_rate": 0.22390664366687899}, {"lower": 0.6, "upper": 0.7, "rows": 1633, "weight": 0.08192527725279714, "mean_probability": 0.6389909217646044, "observed_yes_rate": 0.37105652019755286}, {"lower": 0.7, "upper": 0.8, "rows": 1507, "weight": 0.0625011498241707, "mean_probability": 0.7471057308097425, "observed_yes_rate": 0.6104401171726461}, {"lower": 0.8, "upper": 0.9, "rows": 1186, "weight": 0.04247504041982858, "mean_probability": 0.84902356687049, "observed_yes_rate": 0.5321158703283847}, {"lower": 0.9, "upper": 1.0, "rows": 7599, "weight": 0.22925440078929343, "mean_probability": 0.9803645206455706, "observed_yes_rate": 0.7885760467212483}], "ece_10_bins": 0.15200401320822}, "baseline": {"rows": 28055, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.19910972923553868, "log_loss": 0.6916792864974498, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 5600, "weight": 0.19553855260376296, "mean_probability": 0.021931322959881275, "observed_yes_rate": 0.0590196511340778}, {"lower": 0.1, "upper": 0.2, "rows": 2220, "weight": 0.09272450218114717, "mean_probability": 0.15010288474561972, "observed_yes_rate": 0.29024317507837566}, {"lower": 0.2, "upper": 0.3, "rows": 1870, "weight": 0.06254991967245951, "mean_probability": 0.24045414763792206, "observed_yes_rate": 0.24455875872924196}, {"lower": 0.3, "upper": 0.4, "rows": 2229, "weight": 0.06724682458977112, "mean_probability": 0.34230577708120313, "observed_yes_rate": 0.25610956590561296}, {"lower": 0.4, "upper": 0.5, "rows": 1885, "weight": 0.06263035184901343, "mean_probability": 0.47540112061681, "observed_yes_rate": 0.36533054752671407}, {"lower": 0.5, "upper": 0.6, "rows": 2326, "weight": 0.1031539808177559, "mean_probability": 0.5336771048001047, "observed_yes_rate": 0.22390664366687899}, {"lower": 0.6, "upper": 0.7, "rows": 1689, "weight": 0.0845473809111537, "mean_probability": 0.6382020405852191, "observed_yes_rate": 0.367272811435399}, {"lower": 0.7, "upper": 0.8, "rows": 1520, "weight": 0.06310589639390786, "mean_probability": 0.745850559232856, "observed_yes_rate": 0.619373692521476}, {"lower": 0.8, "upper": 0.9, "rows": 1131, "weight": 0.03990477892982089, "mean_probability": 0.8496707279247432, "observed_yes_rate": 0.525476614075897}, {"lower": 0.9, "upper": 1.0, "rows": 7585, "weight": 0.22859781205120738, "mean_probability": 0.9817096743651991, "observed_yes_rate": 0.7910450830112333}], "ece_10_bins": 0.15255781182652894}, "brier_skill": -0.0036659335374131796, "by_remaining_time": {"0-3s": {"settled_rounds": 16, "prediction_rows": 186, "bounded_only_rows": 139, "all_rows_brier_bounds": [0.02279690140588579, 0.023366120337995337], "all_rows_baseline_brier": 0.017081910069011632, "model": {"rows": 47, "settled_rounds": 6, "weighting": "equal_total_weight_per_round", "brier": 0.09252255734590374, "log_loss": 0.3067764904532537, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 32, "weight": 0.7291666666666666, "mean_probability": 0.012257939125317464, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 15, "weight": 0.2708333333333333, "mean_probability": 0.970062699120369, "observed_yes_rate": 0.6153846153846154}], "ece_10_bins": 0.10499672829064391}, "baseline": {"rows": 47, "settled_rounds": 6, "weighting": "equal_total_weight_per_round", "brier": 0.06831958666278083, "log_loss": 0.17451135397174675, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 32, "weight": 0.7291666666666666, "mean_probability": 0.0018309254226847242, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 2, "weight": 0.041666666666666664, "mean_probability": 0.791990335275146, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 3, "weight": 0.0625, "mean_probability": 0.8212530127699454, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 10, "weight": 0.16666666666666666, "mean_probability": 0.999999, "observed_yes_rate": 1.0}], "ece_10_bins": 0.08566312705529362}, "brier_skill": -0.3542610818561671}, "10-30s": {"settled_rounds": 16, "prediction_rows": 1271, "bounded_only_rows": 487, "all_rows_brier_bounds": [0.0366296534570174, 0.03827293985238078], "all_rows_baseline_brier": 0.03215223881475973, "model": {"rows": 784, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.05020766906332677, "log_loss": 0.16432472865736142, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 418, "weight": 0.43579431732121604, "mean_probability": 0.046521287042354774, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 61, "weight": 0.06420568267878396, "mean_probability": 0.12399461388403708, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 1, "weight": 0.0010416666666666669, "mean_probability": 0.2950741203125532, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 9, "weight": 0.009375000000000001, "mean_probability": 0.34203496425914726, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 3, "weight": 0.0031645569620253173, "mean_probability": 0.5930499732051207, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 46, "weight": 0.04852320675105484, "mean_probability": 0.6601051511815589, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 43, "weight": 0.04510812236286921, "mean_probability": 0.7634212462325655, "observed_yes_rate": 0.4387605963168665}, {"lower": 0.8, "upper": 0.9, "rows": 41, "weight": 0.042787447257383975, "mean_probability": 0.826428984210755, "observed_yes_rate": 0.852080123266564}, {"lower": 0.9, "upper": 1.0, "rows": 162, "weight": 0.35, "mean_probability": 0.9712253350650094, "observed_yes_rate": 1.0}], "ece_10_bins": 0.09485826232110497}, "baseline": {"rows": 784, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.042869697710229665, "log_loss": 0.12059661239564147, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 479, "weight": 0.49999999999999994, "mean_probability": 0.011247959292936883, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 10, "weight": 0.01041666666666667, "mean_probability": 0.3052273223614591, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 3, "weight": 0.0031645569620253173, "mean_probability": 0.5993781372199783, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 90, "weight": 0.09475210970464135, "mean_probability": 0.6280959883495044, "observed_yes_rate": 0.15391038129696638}, {"lower": 0.7, "upper": 0.8, "rows": 39, "weight": 0.040625000000000015, "mean_probability": 0.7244354390256486, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 163, "weight": 0.35104166666666664, "mean_probability": 0.9972426812527687, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07185079201350822}, "brier_skill": -0.1711691881453623}, "180-300s": {"settled_rounds": 17, "prediction_rows": 7762, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.19987086304350174, 0.19987086304350174], "all_rows_baseline_brier": 0.19987086304350174, "model": {"rows": 7762, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.1998708630435018, "log_loss": 0.6267533545873363, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 699, "weight": 0.08665422788346797, "mean_probability": 0.039405845645826235, "observed_yes_rate": 0.29325452221165405}, {"lower": 0.1, "upper": 0.2, "rows": 1349, "weight": 0.16670271781994533, "mean_probability": 0.15592646021300194, "observed_yes_rate": 0.24381263205653156}, {"lower": 0.2, "upper": 0.3, "rows": 796, "weight": 0.0979974607314453, "mean_probability": 0.23416799563829863, "observed_yes_rate": 0.10894284232994099}, {"lower": 0.3, "upper": 0.4, "rows": 676, "weight": 0.08466687338193599, "mean_probability": 0.3383559869474851, "observed_yes_rate": 0.07541754761521183}, {"lower": 0.4, "upper": 0.5, "rows": 664, "weight": 0.0864094141903781, "mean_probability": 0.48215329123655015, "observed_yes_rate": 0.3283604133668869}, {"lower": 0.5, "upper": 0.6, "rows": 928, "weight": 0.12101035083843367, "mean_probability": 0.5192333156673589, "observed_yes_rate": 0.278898927236535}, {"lower": 0.6, "upper": 0.7, "rows": 381, "weight": 0.05599134470532172, "mean_probability": 0.6437619105431889, "observed_yes_rate": 0.4601159951302396}, {"lower": 0.7, "upper": 0.8, "rows": 494, "weight": 0.06071833829315657, "mean_probability": 0.751627329026789, "observed_yes_rate": 0.9838197333425485}, {"lower": 0.8, "upper": 0.9, "rows": 148, "weight": 0.023458342946063256, "mean_probability": 0.8355788751645343, "observed_yes_rate": 0.3875892031404754}, {"lower": 0.9, "upper": 1.0, "rows": 1627, "weight": 0.21639092920985203, "mean_probability": 0.9714250994601742, "observed_yes_rate": 0.7945505984123385}], "ece_10_bins": 0.1867180002180593}, "baseline": {"rows": 7762, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.1998708630435018, "log_loss": 0.6267533545873363, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 699, "weight": 0.08665422788346797, "mean_probability": 0.039405845645826235, "observed_yes_rate": 0.29325452221165405}, {"lower": 0.1, "upper": 0.2, "rows": 1349, "weight": 0.16670271781994533, "mean_probability": 0.15592646021300194, "observed_yes_rate": 0.24381263205653156}, {"lower": 0.2, "upper": 0.3, "rows": 796, "weight": 0.0979974607314453, "mean_probability": 0.23416799563829863, "observed_yes_rate": 0.10894284232994099}, {"lower": 0.3, "upper": 0.4, "rows": 676, "weight": 0.08466687338193599, "mean_probability": 0.3383559869474851, "observed_yes_rate": 0.07541754761521183}, {"lower": 0.4, "upper": 0.5, "rows": 664, "weight": 0.0864094141903781, "mean_probability": 0.48215329123655015, "observed_yes_rate": 0.3283604133668869}, {"lower": 0.5, "upper": 0.6, "rows": 928, "weight": 0.12101035083843367, "mean_probability": 0.5192333156673589, "observed_yes_rate": 0.278898927236535}, {"lower": 0.6, "upper": 0.7, "rows": 381, "weight": 0.05599134470532172, "mean_probability": 0.6437619105431889, "observed_yes_rate": 0.4601159951302396}, {"lower": 0.7, "upper": 0.8, "rows": 494, "weight": 0.06071833829315657, "mean_probability": 0.751627329026789, "observed_yes_rate": 0.9838197333425485}, {"lower": 0.8, "upper": 0.9, "rows": 148, "weight": 0.023458342946063256, "mean_probability": 0.8355788751645343, "observed_yes_rate": 0.3875892031404754}, {"lower": 0.9, "upper": 1.0, "rows": 1627, "weight": 0.21639092920985203, "mean_probability": 0.9714250994601742, "observed_yes_rate": 0.7945505984123385}], "ece_10_bins": 0.1867180002180593}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 16, "prediction_rows": 437, "bounded_only_rows": 192, "all_rows_brier_bounds": [0.04869320807106368, 0.0500328281791644], "all_rows_baseline_brier": 0.031824729306362945, "model": {"rows": 245, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.0877921452254177, "log_loss": 0.2645708899104496, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 162, "weight": 0.6666666666666667, "mean_probability": 0.02274938245099084, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 17, "weight": 0.06995884773662553, "mean_probability": 0.8659560957836909, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 66, "weight": 0.26337448559670784, "mean_probability": 0.9679079944860999, "observed_yes_rate": 0.8437499999999999}], "ece_10_bins": 0.10844759354935665}, "baseline": {"rows": 245, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.056577296543867464, "log_loss": 0.1442804245812004, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 162, "weight": 0.6666666666666667, "mean_probability": 0.00774287658650792, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 12, "weight": 0.04938271604938272, "mean_probability": 0.682926649852365, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 15, "weight": 0.06172839506172841, "mean_probability": 0.7339664334408833, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 56, "weight": 0.2222222222222222, "mean_probability": 0.9987961765784359, "observed_yes_rate": 1.0}], "ece_10_bins": 0.08446077683794392}, "brier_skill": -0.551720400025612}, "30-60s": {"settled_rounds": 16, "prediction_rows": 1912, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.07274161387344272, 0.07274161387344272], "all_rows_baseline_brier": 0.07274161387344272, "model": {"rows": 1912, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.07274161387344273, "log_loss": 0.19976467846027385, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 816, "weight": 0.427416834502396, "mean_probability": 0.010861673999744092, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 70, "weight": 0.036426140704215564, "mean_probability": 0.11641993632883907, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 6, "weight": 0.003125, "mean_probability": 0.20776547648316068, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 123, "weight": 0.06402376033057851, "mean_probability": 0.3517795445002713, "observed_yes_rate": 0.9273900766438079}, {"lower": 0.5, "upper": 0.6, "rows": 119, "weight": 0.06249999999999999, "mean_probability": 0.5820446305852267, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 102, "weight": 0.05297434573002754, "mean_probability": 0.7567547795181512, "observed_yes_rate": 0.658730803607703}, {"lower": 0.8, "upper": 0.9, "rows": 5, "weight": 0.0025826446280991736, "mean_probability": 0.8986761905029166, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 671, "weight": 0.3509512741046832, "mean_probability": 0.9956621164665427, "observed_yes_rate": 0.9690922693878552}], "ece_10_bins": 0.10142790326168596}, "baseline": {"rows": 1912, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.07274161387344273, "log_loss": 0.19976467846027385, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 816, "weight": 0.427416834502396, "mean_probability": 0.010861673999744092, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 70, "weight": 0.036426140704215564, "mean_probability": 0.11641993632883907, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 6, "weight": 0.003125, "mean_probability": 0.20776547648316068, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 123, "weight": 0.06402376033057851, "mean_probability": 0.3517795445002713, "observed_yes_rate": 0.9273900766438079}, {"lower": 0.5, "upper": 0.6, "rows": 119, "weight": 0.06249999999999999, "mean_probability": 0.5820446305852267, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 102, "weight": 0.05297434573002754, "mean_probability": 0.7567547795181512, "observed_yes_rate": 0.658730803607703}, {"lower": 0.8, "upper": 0.9, "rows": 5, "weight": 0.0025826446280991736, "mean_probability": 0.8986761905029166, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 671, "weight": 0.3509512741046832, "mean_probability": 0.9956621164665427, "observed_yes_rate": 0.9690922693878552}], "ece_10_bins": 0.10142790326168596}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 5, "prediction_rows": 9669, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.31592756735853034, 0.31592756735853034], "all_rows_baseline_brier": 0.31592756735853034, "model": {"rows": 9669, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.31592756735853034, "log_loss": 1.219435153806955, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1103, "weight": 0.09407249466950963, "mean_probability": 0.016250233699420216, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 99, "weight": 0.008767595952591415, "mean_probability": 0.12188224995432492, "observed_yes_rate": 0.03809823460581289}, {"lower": 0.2, "upper": 0.3, "rows": 703, "weight": 0.05921223680879034, "mean_probability": 0.2595233171931734, "observed_yes_rate": 0.616860156162667}, {"lower": 0.3, "upper": 0.4, "rows": 1169, "weight": 0.10945533021859004, "mean_probability": 0.34881183069668575, "observed_yes_rate": 0.39200871573594975}, {"lower": 0.4, "upper": 0.5, "rows": 1123, "weight": 0.12773459315828356, "mean_probability": 0.4604166860492732, "observed_yes_rate": 0.33666255372637804}, {"lower": 0.5, "upper": 0.6, "rows": 850, "weight": 0.09173660404919996, "mean_probability": 0.5524342044916776, "observed_yes_rate": 0.46798514090487336}, {"lower": 0.6, "upper": 0.7, "rows": 722, "weight": 0.07788669501909327, "mean_probability": 0.644168521613939, "observed_yes_rate": 0.4162515996568251}, {"lower": 0.7, "upper": 0.8, "rows": 632, "weight": 0.07785459065338819, "mean_probability": 0.7462793456107448, "observed_yes_rate": 0.1784100690466142}, {"lower": 0.8, "upper": 0.9, "rows": 546, "weight": 0.05511019621328517, "mean_probability": 0.8559124357055378, "observed_yes_rate": 0.6041323031705446}, {"lower": 0.9, "upper": 1.0, "rows": 2722, "weight": 0.29816966325726857, "mean_probability": 0.9785553731582701, "observed_yes_rate": 0.5188109325082916}], "ece_10_bins": 0.26462530473670764}, "baseline": {"rows": 9669, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.31592756735853034, "log_loss": 1.219435153806955, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1103, "weight": 0.09407249466950963, "mean_probability": 0.016250233699420216, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 99, "weight": 0.008767595952591415, "mean_probability": 0.12188224995432492, "observed_yes_rate": 0.03809823460581289}, {"lower": 0.2, "upper": 0.3, "rows": 703, "weight": 0.05921223680879034, "mean_probability": 0.2595233171931734, "observed_yes_rate": 0.616860156162667}, {"lower": 0.3, "upper": 0.4, "rows": 1169, "weight": 0.10945533021859004, "mean_probability": 0.34881183069668575, "observed_yes_rate": 0.39200871573594975}, {"lower": 0.4, "upper": 0.5, "rows": 1123, "weight": 0.12773459315828356, "mean_probability": 0.4604166860492732, "observed_yes_rate": 0.33666255372637804}, {"lower": 0.5, "upper": 0.6, "rows": 850, "weight": 0.09173660404919996, "mean_probability": 0.5524342044916776, "observed_yes_rate": 0.46798514090487336}, {"lower": 0.6, "upper": 0.7, "rows": 722, "weight": 0.07788669501909327, "mean_probability": 0.644168521613939, "observed_yes_rate": 0.4162515996568251}, {"lower": 0.7, "upper": 0.8, "rows": 632, "weight": 0.07785459065338819, "mean_probability": 0.7462793456107448, "observed_yes_rate": 0.1784100690466142}, {"lower": 0.8, "upper": 0.9, "rows": 546, "weight": 0.05511019621328517, "mean_probability": 0.8559124357055378, "observed_yes_rate": 0.6041323031705446}, {"lower": 0.9, "upper": 1.0, "rows": 2722, "weight": 0.29816966325726857, "mean_probability": 0.9785553731582701, "observed_yes_rate": 0.5188109325082916}], "ece_10_bins": 0.26462530473670764}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 16, "prediction_rows": 7636, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.12250779566549119, 0.12250779566549119], "all_rows_baseline_brier": 0.12250779566549119, "model": {"rows": 7636, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.12250779566549123, "log_loss": 0.4864035561314295, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2309, "weight": 0.3019627105234753, "mean_probability": 0.019276011179320433, "observed_yes_rate": 0.017429827297591682}, {"lower": 0.1, "upper": 0.2, "rows": 702, "weight": 0.0918753384664645, "mean_probability": 0.14989321849135065, "observed_yes_rate": 0.349443753827514}, {"lower": 0.2, "upper": 0.3, "rows": 365, "weight": 0.04779267854753577, "mean_probability": 0.2377974852100559, "observed_yes_rate": 0.23401514345323227}, {"lower": 0.3, "upper": 0.4, "rows": 251, "weight": 0.032950610598211735, "mean_probability": 0.3471174870522664, "observed_yes_rate": 0.06788469362642265}, {"lower": 0.4, "upper": 0.5, "rows": 98, "weight": 0.012871991588940718, "mean_probability": 0.45715964345227267, "observed_yes_rate": 0.8075468951546055}, {"lower": 0.5, "upper": 0.6, "rows": 426, "weight": 0.05597569932370017, "mean_probability": 0.5477983788491324, "observed_yes_rate": 0.060724972587852116}, {"lower": 0.6, "upper": 0.7, "rows": 484, "weight": 0.06346853570940379, "mean_probability": 0.6381767735445293, "observed_yes_rate": 0.5780142201693491}, {"lower": 0.7, "upper": 0.8, "rows": 236, "weight": 0.030823114451476796, "mean_probability": 0.735651756202257, "observed_yes_rate": 0.6083097160579648}, {"lower": 0.8, "upper": 0.9, "rows": 429, "weight": 0.05627101828902942, "mean_probability": 0.8511436016079369, "observed_yes_rate": 0.5255210803718819}, {"lower": 0.9, "upper": 1.0, "rows": 2336, "weight": 0.3060083025017618, "mean_probability": 0.9890747485278275, "observed_yes_rate": 0.9408546820940287}], "ece_10_bins": 0.1008697262134653}, "baseline": {"rows": 7636, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.12250779566549123, "log_loss": 0.4864035561314295, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2309, "weight": 0.3019627105234753, "mean_probability": 0.019276011179320433, "observed_yes_rate": 0.017429827297591682}, {"lower": 0.1, "upper": 0.2, "rows": 702, "weight": 0.0918753384664645, "mean_probability": 0.14989321849135065, "observed_yes_rate": 0.349443753827514}, {"lower": 0.2, "upper": 0.3, "rows": 365, "weight": 0.04779267854753577, "mean_probability": 0.2377974852100559, "observed_yes_rate": 0.23401514345323227}, {"lower": 0.3, "upper": 0.4, "rows": 251, "weight": 0.032950610598211735, "mean_probability": 0.3471174870522664, "observed_yes_rate": 0.06788469362642265}, {"lower": 0.4, "upper": 0.5, "rows": 98, "weight": 0.012871991588940718, "mean_probability": 0.45715964345227267, "observed_yes_rate": 0.8075468951546055}, {"lower": 0.5, "upper": 0.6, "rows": 426, "weight": 0.05597569932370017, "mean_probability": 0.5477983788491324, "observed_yes_rate": 0.060724972587852116}, {"lower": 0.6, "upper": 0.7, "rows": 484, "weight": 0.06346853570940379, "mean_probability": 0.6381767735445293, "observed_yes_rate": 0.5780142201693491}, {"lower": 0.7, "upper": 0.8, "rows": 236, "weight": 0.030823114451476796, "mean_probability": 0.735651756202257, "observed_yes_rate": 0.6083097160579648}, {"lower": 0.8, "upper": 0.9, "rows": 429, "weight": 0.05627101828902942, "mean_probability": 0.8511436016079369, "observed_yes_rate": 0.5255210803718819}, {"lower": 0.9, "upper": 1.0, "rows": 2336, "weight": 0.3060083025017618, "mean_probability": 0.9890747485278275, "observed_yes_rate": 0.9408546820940287}], "ece_10_bins": 0.1008697262134653}, "brier_skill": 0.0}}}, {"model_id": "a00ce9fa5a47a8e27abc76d59252c2420b3629e942242408cc208e03e96eae9a", "settled_rounds": 18, "prediction_rows": 28429, "bounded_only_rows": 545, "all_rows_brier_bounds": [0.11152783790804394, 0.11169796668602205], "all_rows_baseline_brier": 0.11247575100470958, "model": {"rows": 27884, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.1122664053170748, "log_loss": 0.3923834791838011, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 10833, "weight": 0.3468279993193858, "mean_probability": 0.016293582492903826, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 2522, "weight": 0.0687443007847529, "mean_probability": 0.15124194937060698, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 2240, "weight": 0.07971124565466998, "mean_probability": 0.2542922293019253, "observed_yes_rate": 0.10445853749506703}, {"lower": 0.3, "upper": 0.4, "rows": 2574, "weight": 0.08343692102495359, "mean_probability": 0.35175322874404813, "observed_yes_rate": 0.218359837440952}, {"lower": 0.4, "upper": 0.5, "rows": 2163, "weight": 0.05636875950989386, "mean_probability": 0.45187548286629187, "observed_yes_rate": 0.129246496160736}, {"lower": 0.5, "upper": 0.6, "rows": 2100, "weight": 0.05565815370699482, "mean_probability": 0.5540366639035007, "observed_yes_rate": 0.2705918616169687}, {"lower": 0.6, "upper": 0.7, "rows": 1752, "weight": 0.08212094728292643, "mean_probability": 0.6485494461783304, "observed_yes_rate": 0.6388723049343017}, {"lower": 0.7, "upper": 0.8, "rows": 949, "weight": 0.043265662699267425, "mean_probability": 0.7537774734243012, "observed_yes_rate": 0.49262769078836205}, {"lower": 0.8, "upper": 0.9, "rows": 698, "weight": 0.036960501804057945, "mean_probability": 0.8471995037602346, "observed_yes_rate": 0.6393571409535349}, {"lower": 0.9, "upper": 1.0, "rows": 2053, "weight": 0.14690550821309717, "mean_probability": 0.9745988997257826, "observed_yes_rate": 0.8949715738739507}], "ece_10_bins": 0.10455683209542695}, "baseline": {"rows": 27884, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.11313132731010198, "log_loss": 0.3934142617786442, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 10802, "weight": 0.34539165498794494, "mean_probability": 0.014834207236489325, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 2408, "weight": 0.06344730452950927, "mean_probability": 0.15041680860940393, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 2126, "weight": 0.07440250735497397, "mean_probability": 0.25437401553973993, "observed_yes_rate": 0.09129195011094939}, {"lower": 0.3, "upper": 0.4, "rows": 2679, "weight": 0.08832757351200103, "mean_probability": 0.352071724420602, "observed_yes_rate": 0.19837432123578844}, {"lower": 0.4, "upper": 0.5, "rows": 2287, "weight": 0.062124752801273116, "mean_probability": 0.4496426421787148, "observed_yes_rate": 0.1644165085878403}, {"lower": 0.5, "upper": 0.6, "rows": 2121, "weight": 0.056636920148281984, "mean_probability": 0.5545676701870164, "observed_yes_rate": 0.2536030087511706}, {"lower": 0.6, "upper": 0.7, "rows": 1790, "weight": 0.0838805939588911, "mean_probability": 0.6487835291128611, "observed_yes_rate": 0.6265785255298436}, {"lower": 0.7, "upper": 0.8, "rows": 951, "weight": 0.04335813932599, "mean_probability": 0.7535430006198732, "observed_yes_rate": 0.49050654789177506}, {"lower": 0.8, "upper": 0.9, "rows": 674, "weight": 0.03585047649628841, "mean_probability": 0.8471392797623403, "observed_yes_rate": 0.6643490987530671}, {"lower": 0.9, "upper": 1.0, "rows": 2046, "weight": 0.14658007688484612, "mean_probability": 0.978063920581056, "observed_yes_rate": 0.8953700799575582}], "ece_10_bins": 0.1070836248990985}, "brier_skill": 0.007645291658749498, "by_remaining_time": {"0-3s": {"settled_rounds": 16, "prediction_rows": 189, "bounded_only_rows": 117, "all_rows_brier_bounds": [0.00047032069493006985, 0.0007290428321678326], "all_rows_baseline_brier": 0.0067881370229851, "model": {"rows": 72, "settled_rounds": 7, "weighting": "equal_total_weight_per_round", "brier": 0.0013682987004506966, "log_loss": 0.03022634587941545, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 50, "weight": 0.7142857142857142, "mean_probability": 0.03275574278830302, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 22, "weight": 0.2857142857142857, "mean_probability": 0.9785941063868072, "observed_yes_rate": 1.0}], "ece_10_bins": 0.029512928738271518}, "baseline": {"rows": 72, "settled_rounds": 7, "weighting": "equal_total_weight_per_round", "brier": 0.015521560850175442, "log_loss": 0.061094088081069586, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 38, "weight": 0.5714285714285714, "mean_probability": 0.005775920389105299, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 1, "weight": 0.011904761904761904, "mean_probability": 0.15771056032529118, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 2, "weight": 0.023809523809523808, "mean_probability": 0.2578630410260039, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 9, "weight": 0.10714285714285714, "mean_probability": 0.35419532477461724, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 22, "weight": 0.2857142857142857, "mean_probability": 0.9942306613054465, "observed_yes_rate": 1.0}], "ece_10_bins": 0.05091551038922849}, "brier_skill": 0.911845289680694}, "10-30s": {"settled_rounds": 16, "prediction_rows": 1251, "bounded_only_rows": 220, "all_rows_brier_bounds": [0.04493488463022317, 0.04726851555080723], "all_rows_baseline_brier": 0.06462354298567513, "model": {"rows": 1031, "settled_rounds": 15, "weighting": "equal_total_weight_per_round", "brier": 0.04910786818415582, "log_loss": 0.1693659559721598, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 439, "weight": 0.4807692307692307, "mean_probability": 0.01857202633271348, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 117, "weight": 0.10631528964862298, "mean_probability": 0.16672535961690185, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 161, "weight": 0.1423488445710668, "mean_probability": 0.25181340105297534, "observed_yes_rate": 0.19318737769080238}, {"lower": 0.3, "upper": 0.4, "rows": 27, "weight": 0.02428458372902818, "mean_probability": 0.3398341098195236, "observed_yes_rate": 0.6519911360229421}, {"lower": 0.4, "upper": 0.5, "rows": 22, "weight": 0.018782051282051286, "mean_probability": 0.44831950042747765, "observed_yes_rate": 0.5767918088737202}, {"lower": 0.5, "upper": 0.6, "rows": 17, "weight": 0.014166666666666673, "mean_probability": 0.5483159247707959, "observed_yes_rate": 0.8823529411764706}, {"lower": 0.6, "upper": 0.7, "rows": 6, "weight": 0.005000000000000001, "mean_probability": 0.6807789641901897, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 7, "weight": 0.005812757201646091, "mean_probability": 0.742116841462552, "observed_yes_rate": 0.28318584070796454}, {"lower": 0.8, "upper": 0.9, "rows": 53, "weight": 0.04367283950617284, "mean_probability": 0.8465574923569905, "observed_yes_rate": 0.9045936395759717}, {"lower": 0.9, "upper": 1.0, "rows": 182, "weight": 0.15884773662551444, "mean_probability": 0.9697828506721577, "observed_yes_rate": 1.0}], "ece_10_bins": 0.06313150681309719}, "baseline": {"rows": 1031, "settled_rounds": 15, "weighting": "equal_total_weight_per_round", "brier": 0.06893177918465349, "log_loss": 0.20328061660876, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 439, "weight": 0.4807692307692307, "mean_probability": 0.002161014892495255, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 9, "weight": 0.010256410256410256, "mean_probability": 0.18302955066030183, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 29, "weight": 0.025641025641025654, "mean_probability": 0.24808798489715397, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 111, "weight": 0.1039142133586578, "mean_probability": 0.3562943126254419, "observed_yes_rate": 0.016038871034073084}, {"lower": 0.4, "upper": 0.5, "rows": 148, "weight": 0.1237780943336499, "mean_probability": 0.4315421753360519, "observed_yes_rate": 0.5251333069063845}, {"lower": 0.5, "upper": 0.6, "rows": 38, "weight": 0.03480769230769232, "mean_probability": 0.5649377108517648, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 25, "weight": 0.020833333333333336, "mean_probability": 0.6506842378425138, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 40, "weight": 0.03292181069958847, "mean_probability": 0.8502244100547668, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 192, "weight": 0.16707818930041152, "mean_probability": 0.9954507287678982, "observed_yes_rate": 1.0}], "ece_10_bins": 0.09513038173016956}, "brier_skill": 0.28758739778634823}, "180-300s": {"settled_rounds": 16, "prediction_rows": 7378, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.12799691353899625, 0.12799691353899625], "all_rows_baseline_brier": 0.12799691353899623, "model": {"rows": 7378, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.12799691353899623, "log_loss": 0.38884559680613673, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2266, "weight": 0.32396023169229776, "mean_probability": 0.02346179800020089, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 457, "weight": 0.05956729924928769, "mean_probability": 0.14044731013277695, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 961, "weight": 0.1253421409617819, "mean_probability": 0.25938368318353383, "observed_yes_rate": 0.0844967550644418}, {"lower": 0.3, "upper": 0.4, "rows": 954, "weight": 0.1244789681260013, "mean_probability": 0.3519539550494149, "observed_yes_rate": 0.09768752122603905}, {"lower": 0.4, "upper": 0.5, "rows": 482, "weight": 0.07087836025042704, "mean_probability": 0.45160736887883607, "observed_yes_rate": 0.03689507985606258}, {"lower": 0.5, "upper": 0.6, "rows": 498, "weight": 0.06588034603046958, "mean_probability": 0.5454052894797199, "observed_yes_rate": 0.24213416908603622}, {"lower": 0.6, "upper": 0.7, "rows": 775, "weight": 0.10129115995569438, "mean_probability": 0.6498278673485964, "observed_yes_rate": 0.861006460330613}, {"lower": 0.7, "upper": 0.8, "rows": 565, "weight": 0.07374137138477128, "mean_probability": 0.7542997357827947, "observed_yes_rate": 0.36349192864312335}, {"lower": 0.8, "upper": 0.9, "rows": 262, "weight": 0.03420112653336945, "mean_probability": 0.8368231760992403, "observed_yes_rate": 0.33642974126601194}, {"lower": 0.9, "upper": 1.0, "rows": 158, "weight": 0.02065899581589959, "mean_probability": 0.9253190907588749, "observed_yes_rate": 1.0}], "ece_10_bins": 0.18777809520986039}, "baseline": {"rows": 7378, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.12799691353899623, "log_loss": 0.38884559680613673, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2266, "weight": 0.32396023169229776, "mean_probability": 0.02346179800020089, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 457, "weight": 0.05956729924928769, "mean_probability": 0.14044731013277695, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 961, "weight": 0.1253421409617819, "mean_probability": 0.25938368318353383, "observed_yes_rate": 0.0844967550644418}, {"lower": 0.3, "upper": 0.4, "rows": 954, "weight": 0.1244789681260013, "mean_probability": 0.3519539550494149, "observed_yes_rate": 0.09768752122603905}, {"lower": 0.4, "upper": 0.5, "rows": 482, "weight": 0.07087836025042704, "mean_probability": 0.45160736887883607, "observed_yes_rate": 0.03689507985606258}, {"lower": 0.5, "upper": 0.6, "rows": 498, "weight": 0.06588034603046958, "mean_probability": 0.5454052894797199, "observed_yes_rate": 0.24213416908603622}, {"lower": 0.6, "upper": 0.7, "rows": 775, "weight": 0.10129115995569438, "mean_probability": 0.6498278673485964, "observed_yes_rate": 0.861006460330613}, {"lower": 0.7, "upper": 0.8, "rows": 565, "weight": 0.07374137138477128, "mean_probability": 0.7542997357827947, "observed_yes_rate": 0.36349192864312335}, {"lower": 0.8, "upper": 0.9, "rows": 262, "weight": 0.03420112653336945, "mean_probability": 0.8368231760992403, "observed_yes_rate": 0.33642974126601194}, {"lower": 0.9, "upper": 1.0, "rows": 158, "weight": 0.02065899581589959, "mean_probability": 0.9253190907588749, "observed_yes_rate": 1.0}], "ece_10_bins": 0.18777809520986039}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 16, "prediction_rows": 445, "bounded_only_rows": 208, "all_rows_brier_bounds": [0.04790185655250251, 0.04949438626420918], "all_rows_baseline_brier": 0.038595708712142865, "model": {"rows": 237, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.07807207999516895, "log_loss": 0.24327035022988577, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 102, "weight": 0.5022988505747127, "mean_probability": 0.02921182795152423, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 28, "weight": 0.10140485312899108, "mean_probability": 0.14137797594950888, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 2, "weight": 0.006896551724137933, "mean_probability": 0.4428236208196159, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 1, "weight": 0.0037037037037037043, "mean_probability": 0.7688320079015312, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 25, "weight": 0.09208173690932316, "mean_probability": 0.8648543581371405, "observed_yes_rate": 0.07489597780859915}, {"lower": 0.9, "upper": 1.0, "rows": 79, "weight": 0.2936143039591316, "mean_probability": 0.9620232806270728, "observed_yes_rate": 0.9747716398434102}], "ece_10_bins": 0.1121834425284008}, "baseline": {"rows": 237, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.061753133938828565, "log_loss": 0.1846394020437242, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 83, "weight": 0.4349936143039591, "mean_probability": 0.009422058369036698, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 21, "weight": 0.07241379310344827, "mean_probability": 0.1492354013293213, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 16, "weight": 0.05925925925925927, "mean_probability": 0.2685510048362807, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 12, "weight": 0.04393358876117498, "mean_probability": 0.3319329537390453, "observed_yes_rate": 0.1569767441860465}, {"lower": 0.6, "upper": 0.7, "rows": 19, "weight": 0.0698595146871009, "mean_probability": 0.6788103892085509, "observed_yes_rate": 0.0987202925045704}, {"lower": 0.7, "upper": 0.8, "rows": 10, "weight": 0.036781609195402305, "mean_probability": 0.7248221441133161, "observed_yes_rate": 0.09375}, {"lower": 0.8, "upper": 0.9, "rows": 14, "weight": 0.04827586206896553, "mean_probability": 0.8641978399343482, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 62, "weight": 0.23448275862068968, "mean_probability": 0.9888782303232396, "observed_yes_rate": 1.0}], "ece_10_bins": 0.11140631567330664}, "brier_skill": -0.2642610182748881}, "30-60s": {"settled_rounds": 16, "prediction_rows": 1916, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.08227849097599124, 0.08227849097599124], "all_rows_baseline_brier": 0.08227849097599126, "model": {"rows": 1916, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.08227849097599127, "log_loss": 0.23324479708664364, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 976, "weight": 0.5098958333333333, "mean_probability": 0.006605674249231651, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 52, "weight": 0.027267156862745112, "mean_probability": 0.15610934088052936, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 52, "weight": 0.027258403361344545, "mean_probability": 0.2596029504245682, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 127, "weight": 0.06630777310924371, "mean_probability": 0.34519847217039495, "observed_yes_rate": 0.5969636963696368}, {"lower": 0.4, "upper": 0.5, "rows": 121, "weight": 0.06302083333333335, "mean_probability": 0.43772170223982665, "observed_yes_rate": 0.17355371900826444}, {"lower": 0.5, "upper": 0.6, "rows": 109, "weight": 0.056770833333333326, "mean_probability": 0.5754926196761632, "observed_yes_rate": 0.21100917431192664}, {"lower": 0.6, "upper": 0.7, "rows": 119, "weight": 0.06197916666666667, "mean_probability": 0.6673439108862381, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 65, "weight": 0.033854166666666664, "mean_probability": 0.7907260797567235, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 50, "weight": 0.02604166666666667, "mean_probability": 0.8087692561107512, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 245, "weight": 0.12760416666666666, "mean_probability": 0.9982642766310909, "observed_yes_rate": 1.0}], "ece_10_bins": 0.12238299880835204}, "baseline": {"rows": 1916, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.08227849097599127, "log_loss": 0.23324479708664364, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 976, "weight": 0.5098958333333333, "mean_probability": 0.006605674249231651, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 52, "weight": 0.027267156862745112, "mean_probability": 0.15610934088052936, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 52, "weight": 0.027258403361344545, "mean_probability": 0.2596029504245682, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 127, "weight": 0.06630777310924371, "mean_probability": 0.34519847217039495, "observed_yes_rate": 0.5969636963696368}, {"lower": 0.4, "upper": 0.5, "rows": 121, "weight": 0.06302083333333335, "mean_probability": 0.43772170223982665, "observed_yes_rate": 0.17355371900826444}, {"lower": 0.5, "upper": 0.6, "rows": 109, "weight": 0.056770833333333326, "mean_probability": 0.5754926196761632, "observed_yes_rate": 0.21100917431192664}, {"lower": 0.6, "upper": 0.7, "rows": 119, "weight": 0.06197916666666667, "mean_probability": 0.6673439108862381, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 65, "weight": 0.033854166666666664, "mean_probability": 0.7907260797567235, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 50, "weight": 0.02604166666666667, "mean_probability": 0.8087692561107512, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 245, "weight": 0.12760416666666666, "mean_probability": 0.9982642766310909, "observed_yes_rate": 1.0}], "ece_10_bins": 0.12238299880835204}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 4, "prediction_rows": 9275, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.11803825894772944, 0.11803825894772944], "all_rows_baseline_brier": 0.11803825894772944, "model": {"rows": 9275, "settled_rounds": 4, "weighting": "equal_total_weight_per_round", "brier": 0.11803825894772944, "log_loss": 0.36330969337335633, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2702, "weight": 0.300247290907865, "mean_probability": 0.019111338542725998, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 1300, "weight": 0.1396229393151258, "mean_probability": 0.16058124314553107, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 890, "weight": 0.09316054411006588, "mean_probability": 0.24506757862386036, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 1159, "weight": 0.12522487558615358, "mean_probability": 0.35587572053138705, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 1443, "weight": 0.15596879588093288, "mean_probability": 0.4443649387832489, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 1348, "weight": 0.14061048284559335, "mean_probability": 0.5486299084750272, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 343, "weight": 0.035775289411709044, "mean_probability": 0.6276197962411915, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 88, "weight": 0.009181535378622844, "mean_probability": 0.7203679127209908, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 2, "weight": 0.00020824656393169514, "mean_probability": 0.8638286506854975, "observed_yes_rate": 0.0}], "ece_10_bins": 0.2712515080295284}, "baseline": {"rows": 9275, "settled_rounds": 4, "weighting": "equal_total_weight_per_round", "brier": 0.11803825894772944, "log_loss": 0.36330969337335633, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2702, "weight": 0.300247290907865, "mean_probability": 0.019111338542725998, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 1300, "weight": 0.1396229393151258, "mean_probability": 0.16058124314553107, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 890, "weight": 0.09316054411006588, "mean_probability": 0.24506757862386036, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 1159, "weight": 0.12522487558615358, "mean_probability": 0.35587572053138705, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 1443, "weight": 0.15596879588093288, "mean_probability": 0.4443649387832489, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 1348, "weight": 0.14061048284559335, "mean_probability": 0.5486299084750272, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 343, "weight": 0.035775289411709044, "mean_probability": 0.6276197962411915, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 88, "weight": 0.009181535378622844, "mean_probability": 0.7203679127209908, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 2, "weight": 0.00020824656393169514, "mean_probability": 0.8638286506854975, "observed_yes_rate": 0.0}], "ece_10_bins": 0.2712515080295284}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 18, "prediction_rows": 7975, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.09369902730020668, 0.09369902730020668], "all_rows_baseline_brier": 0.09369902730020668, "model": {"rows": 7975, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.0936990273002067, "log_loss": 0.41621996014391294, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4298, "weight": 0.5246572853566591, "mean_probability": 0.01293693021118759, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 568, "weight": 0.0657027269762134, "mean_probability": 0.14768323255036023, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 176, "weight": 0.020819700628121534, "mean_probability": 0.23505163995172718, "observed_yes_rate": 0.07677810350543872}, {"lower": 0.3, "upper": 0.4, "rows": 307, "weight": 0.03574965894458611, "mean_probability": 0.3536053434830929, "observed_yes_rate": 0.5405865039346617}, {"lower": 0.4, "upper": 0.5, "rows": 93, "weight": 0.015361413408417717, "mean_probability": 0.4769533366308071, "observed_yes_rate": 0.8045099807445177}, {"lower": 0.5, "upper": 0.6, "rows": 128, "weight": 0.02181962305989947, "mean_probability": 0.5720911077114668, "observed_yes_rate": 0.8091837550488957}, {"lower": 0.6, "upper": 0.7, "rows": 509, "weight": 0.07377311864380767, "mean_probability": 0.6474074127123969, "observed_yes_rate": 0.5613773542664706}, {"lower": 0.7, "upper": 0.8, "rows": 223, "weight": 0.025887223987301446, "mean_probability": 0.7441527242357441, "observed_yes_rate": 0.6698368063257326}, {"lower": 0.8, "upper": 0.9, "rows": 306, "weight": 0.038488259556746764, "mean_probability": 0.859224681746906, "observed_yes_rate": 0.7444405625425649}, {"lower": 0.9, "upper": 1.0, "rows": 1367, "weight": 0.17774098943824684, "mean_probability": 0.9736576016165694, "observed_yes_rate": 0.7844673748016245}], "ece_10_bins": 0.08299060897461183}, "baseline": {"rows": 7975, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.0936990273002067, "log_loss": 0.41621996014391294, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4298, "weight": 0.5246572853566591, "mean_probability": 0.01293693021118759, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 568, "weight": 0.0657027269762134, "mean_probability": 0.14768323255036023, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 176, "weight": 0.020819700628121534, "mean_probability": 0.23505163995172718, "observed_yes_rate": 0.07677810350543872}, {"lower": 0.3, "upper": 0.4, "rows": 307, "weight": 0.03574965894458611, "mean_probability": 0.3536053434830929, "observed_yes_rate": 0.5405865039346617}, {"lower": 0.4, "upper": 0.5, "rows": 93, "weight": 0.015361413408417717, "mean_probability": 0.4769533366308071, "observed_yes_rate": 0.8045099807445177}, {"lower": 0.5, "upper": 0.6, "rows": 128, "weight": 0.02181962305989947, "mean_probability": 0.5720911077114668, "observed_yes_rate": 0.8091837550488957}, {"lower": 0.6, "upper": 0.7, "rows": 509, "weight": 0.07377311864380767, "mean_probability": 0.6474074127123969, "observed_yes_rate": 0.5613773542664706}, {"lower": 0.7, "upper": 0.8, "rows": 223, "weight": 0.025887223987301446, "mean_probability": 0.7441527242357441, "observed_yes_rate": 0.6698368063257326}, {"lower": 0.8, "upper": 0.9, "rows": 306, "weight": 0.038488259556746764, "mean_probability": 0.859224681746906, "observed_yes_rate": 0.7444405625425649}, {"lower": 0.9, "upper": 1.0, "rows": 1367, "weight": 0.17774098943824684, "mean_probability": 0.9736576016165694, "observed_yes_rate": 0.7844673748016245}], "ece_10_bins": 0.08299060897461183}, "brier_skill": 0.0}}}, {"model_id": "25963b7f1408d23bbcf40ccafbbacd127e471aa0eed41502e02ea5ae0643ec8c", "settled_rounds": 118, "prediction_rows": 207269, "bounded_only_rows": 4203, "all_rows_brier_bounds": [0.1685569699813892, 0.16871155648174316], "all_rows_baseline_brier": 0.1689106006958795, "model": {"rows": 203066, "settled_rounds": 118, "weighting": "equal_total_weight_per_round", "brier": 0.17096147567755998, "log_loss": 0.6246390233974842, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 39435, "weight": 0.19224486309099892, "mean_probability": 0.021386473726150768, "observed_yes_rate": 0.11306142342413829}, {"lower": 0.1, "upper": 0.2, "rows": 9678, "weight": 0.051094494373676025, "mean_probability": 0.14998616569897535, "observed_yes_rate": 0.16764671683360224}, {"lower": 0.2, "upper": 0.3, "rows": 11581, "weight": 0.05914234299438273, "mean_probability": 0.25226163983662675, "observed_yes_rate": 0.362090694800794}, {"lower": 0.3, "upper": 0.4, "rows": 13034, "weight": 0.06444213105369752, "mean_probability": 0.34890593432562855, "observed_yes_rate": 0.45323386849636804}, {"lower": 0.4, "upper": 0.5, "rows": 18598, "weight": 0.09971862346251431, "mean_probability": 0.4650877816585498, "observed_yes_rate": 0.4558482847543483}, {"lower": 0.5, "upper": 0.6, "rows": 16599, "weight": 0.08911797198552777, "mean_probability": 0.5345676726246087, "observed_yes_rate": 0.6008289223120483}, {"lower": 0.6, "upper": 0.7, "rows": 13436, "weight": 0.06866179925631746, "mean_probability": 0.6505890447461014, "observed_yes_rate": 0.6687060136416573}, {"lower": 0.7, "upper": 0.8, "rows": 14033, "weight": 0.0694205974994588, "mean_probability": 0.7518763107052336, "observed_yes_rate": 0.7540699807457347}, {"lower": 0.8, "upper": 0.9, "rows": 11334, "weight": 0.05417425590700219, "mean_probability": 0.8511436335302621, "observed_yes_rate": 0.7232385848402809}, {"lower": 0.9, "upper": 1.0, "rows": 55338, "weight": 0.2519829203764246, "mean_probability": 0.9809933732349448, "observed_yes_rate": 0.892936128794384}], "ece_10_bins": 0.06908578725645416}, "baseline": {"rows": 203066, "settled_rounds": 118, "weighting": "equal_total_weight_per_round", "brier": 0.17123993944937377, "log_loss": 0.6419434737017983, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 39781, "weight": 0.1939167549468433, "mean_probability": 0.018394087155854503, "observed_yes_rate": 0.11208664188406556}, {"lower": 0.1, "upper": 0.2, "rows": 9271, "weight": 0.04889984888887295, "mean_probability": 0.1503929245608437, "observed_yes_rate": 0.17517077096671524}, {"lower": 0.2, "upper": 0.3, "rows": 11456, "weight": 0.058297212035349426, "mean_probability": 0.25225092079065703, "observed_yes_rate": 0.3669753273030981}, {"lower": 0.3, "upper": 0.4, "rows": 13081, "weight": 0.0648363968365903, "mean_probability": 0.3488896387025376, "observed_yes_rate": 0.45287929165616236}, {"lower": 0.4, "upper": 0.5, "rows": 18840, "weight": 0.10143128108672271, "mean_probability": 0.46506802478667175, "observed_yes_rate": 0.44927163197996095}, {"lower": 0.5, "upper": 0.6, "rows": 16760, "weight": 0.09016830353785786, "mean_probability": 0.5341748464242186, "observed_yes_rate": 0.6018372963277765}, {"lower": 0.6, "upper": 0.7, "rows": 13321, "weight": 0.06784760320447895, "mean_probability": 0.650868120455599, "observed_yes_rate": 0.6740836389410099}, {"lower": 0.7, "upper": 0.8, "rows": 13899, "weight": 0.0683896971520915, "mean_probability": 0.7516768898904344, "observed_yes_rate": 0.7565920532729656}, {"lower": 0.8, "upper": 0.9, "rows": 11099, "weight": 0.052656113313825074, "mean_probability": 0.8504583775260098, "observed_yes_rate": 0.710676292710548}, {"lower": 0.9, "upper": 1.0, "rows": 55558, "weight": 0.2535567889973683, "mean_probability": 0.9834294769057066, "observed_yes_rate": 0.8936006918218368}], "ece_10_bins": 0.07256221668270697}, "brier_skill": 0.0016261613541163067, "by_remaining_time": {"0-3s": {"settled_rounds": 116, "prediction_rows": 1384, "bounded_only_rows": 963, "all_rows_brier_bounds": [0.012101266980146297, 0.012494744318181799], "all_rows_baseline_brier": 0.019518573046905383, "model": {"rows": 421, "settled_rounds": 50, "weighting": "equal_total_weight_per_round", "brier": 0.014907303360293327, "log_loss": 0.0784935711239096, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 207, "weight": 0.4743333333333335, "mean_probability": 0.019693348653590945, "observed_yes_rate": 0.012649332396345745}, {"lower": 0.1, "upper": 0.2, "rows": 34, "weight": 0.06333333333333332, "mean_probability": 0.11770899404341514, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 23, "weight": 0.046515151515151516, "mean_probability": 0.8588331581581298, "observed_yes_rate": 0.8208469055374593}, {"lower": 0.9, "upper": 1.0, "rows": 157, "weight": 0.4158181818181819, "mean_probability": 0.9862326340263017, "observed_yes_rate": 1.0}], "ece_10_bins": 0.01828777205118831}, "baseline": {"rows": 421, "settled_rounds": 50, "weighting": "equal_total_weight_per_round", "brier": 0.0348083199436246, "log_loss": 0.17124417245516402, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 179, "weight": 0.4263333333333335, "mean_probability": 0.0017842594302566138, "observed_yes_rate": 0.014073494917904609}, {"lower": 0.1, "upper": 0.2, "rows": 9, "weight": 0.01633333333333333, "mean_probability": 0.13975790341899605, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 11, "weight": 0.018333333333333333, "mean_probability": 0.24901262325782092, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 14, "weight": 0.02333333333333333, "mean_probability": 0.3461904555870397, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 28, "weight": 0.05333333333333333, "mean_probability": 0.47180631716225946, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 18, "weight": 0.038181818181818185, "mean_probability": 0.5106001132156043, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 5, "weight": 0.008333333333333333, "mean_probability": 0.6156844083995724, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 5, "weight": 0.008333333333333333, "mean_probability": 0.8568034545291938, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 152, "weight": 0.40748484848484856, "mean_probability": 0.9980703036921578, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07112454290943591}, "brier_skill": 0.5717316036959805}, "10-30s": {"settled_rounds": 116, "prediction_rows": 9242, "bounded_only_rows": 1927, "all_rows_brier_bounds": [0.047724289641873814, 0.04978387448626003], "all_rows_baseline_brier": 0.04917282915642306, "model": {"rows": 7315, "settled_rounds": 104, "weighting": "equal_total_weight_per_round", "brier": 0.05436728049915289, "log_loss": 0.1983307869447427, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2269, "weight": 0.3411186037874816, "mean_probability": 0.03220918319761587, "observed_yes_rate": 0.056375609589297236}, {"lower": 0.1, "upper": 0.2, "rows": 495, "weight": 0.05970526552318179, "mean_probability": 0.14451677359165108, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 313, "weight": 0.03782874410156543, "mean_probability": 0.24803880500309292, "observed_yes_rate": 0.04765911896371969}, {"lower": 0.3, "upper": 0.4, "rows": 250, "weight": 0.030097386587771207, "mean_probability": 0.3474061945483047, "observed_yes_rate": 0.32746262543518323}, {"lower": 0.4, "upper": 0.5, "rows": 97, "weight": 0.01165865384615385, "mean_probability": 0.44992618993468697, "observed_yes_rate": 0.28865979381443296}, {"lower": 0.5, "upper": 0.6, "rows": 90, "weight": 0.010817307692307697, "mean_probability": 0.5533368875610436, "observed_yes_rate": 0.3555555555555555}, {"lower": 0.6, "upper": 0.7, "rows": 181, "weight": 0.021754807692307695, "mean_probability": 0.6402619512626465, "observed_yes_rate": 0.4917127071823204}, {"lower": 0.7, "upper": 0.8, "rows": 172, "weight": 0.020673076923076926, "mean_probability": 0.7591687774918628, "observed_yes_rate": 0.6627906976744186}, {"lower": 0.8, "upper": 0.9, "rows": 367, "weight": 0.04429601960588247, "mean_probability": 0.8627554690133951, "observed_yes_rate": 0.8751841315983182}, {"lower": 0.9, "upper": 1.0, "rows": 3081, "weight": 0.4220501342402717, "mean_probability": 0.9739367945501372, "observed_yes_rate": 0.9903174098762114}], "ece_10_bins": 0.04176007463287418}, "baseline": {"rows": 7315, "settled_rounds": 104, "weighting": "equal_total_weight_per_round", "brier": 0.05484661713696193, "log_loss": 0.3874662236717763, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2634, "weight": 0.3850684561705741, "mean_probability": 0.0059380195472306975, "observed_yes_rate": 0.04994116999874578}, {"lower": 0.1, "upper": 0.2, "rows": 216, "weight": 0.026260907422664976, "mean_probability": 0.14607638045332155, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 188, "weight": 0.022685059483684124, "mean_probability": 0.24533115555215193, "observed_yes_rate": 0.06357963016782257}, {"lower": 0.3, "upper": 0.4, "rows": 250, "weight": 0.030048076923076924, "mean_probability": 0.34704408426906247, "observed_yes_rate": 0.41599999999999987}, {"lower": 0.4, "upper": 0.5, "rows": 235, "weight": 0.02824519230769231, "mean_probability": 0.45834758802834097, "observed_yes_rate": 0.174468085106383}, {"lower": 0.5, "upper": 0.6, "rows": 174, "weight": 0.02091346153846154, "mean_probability": 0.5223362493277386, "observed_yes_rate": 0.49999999999999983}, {"lower": 0.6, "upper": 0.7, "rows": 60, "weight": 0.007211538461538462, "mean_probability": 0.667639544597711, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 86, "weight": 0.010336538461538463, "mean_probability": 0.7441252105914707, "observed_yes_rate": 0.686046511627907}, {"lower": 0.8, "upper": 0.9, "rows": 157, "weight": 0.018850056950004208, "mean_probability": 0.8504673594846537, "observed_yes_rate": 0.5345351748904662}, {"lower": 0.9, "upper": 1.0, "rows": 3315, "weight": 0.45038071228076537, "mean_probability": 0.9962383204546578, "observed_yes_rate": 0.9909264798644597}], "ece_10_bins": 0.046805572916315284}, "brier_skill": 0.008739584368750553}, "180-300s": {"settled_rounds": 117, "prediction_rows": 54871, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.19230838385300436, 0.19230838385300436], "all_rows_baseline_brier": 0.19230838385300436, "model": {"rows": 54871, "settled_rounds": 117, "weighting": "equal_total_weight_per_round", "brier": 0.19230838385300442, "log_loss": 0.6337192493354717, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 6787, "weight": 0.12199956785906242, "mean_probability": 0.02315632602718402, "observed_yes_rate": 0.12402089319150916}, {"lower": 0.1, "upper": 0.2, "rows": 2693, "weight": 0.04848880122726018, "mean_probability": 0.15419042219881268, "observed_yes_rate": 0.1475909307237329}, {"lower": 0.2, "upper": 0.3, "rows": 3681, "weight": 0.06618139972375456, "mean_probability": 0.2510801110231446, "observed_yes_rate": 0.4189723868123912}, {"lower": 0.3, "upper": 0.4, "rows": 4958, "weight": 0.08983957690932809, "mean_probability": 0.34859247832634993, "observed_yes_rate": 0.40691095622207646}, {"lower": 0.4, "upper": 0.5, "rows": 7577, "weight": 0.13928737550824097, "mean_probability": 0.4726826319445534, "observed_yes_rate": 0.43253665546186365}, {"lower": 0.5, "upper": 0.6, "rows": 6473, "weight": 0.11626735062683789, "mean_probability": 0.5239570671073096, "observed_yes_rate": 0.5255994639480587}, {"lower": 0.6, "upper": 0.7, "rows": 5234, "weight": 0.09424235559255308, "mean_probability": 0.654705685228922, "observed_yes_rate": 0.6546088346970148}, {"lower": 0.7, "upper": 0.8, "rows": 4998, "weight": 0.09225324032441114, "mean_probability": 0.7526013813239976, "observed_yes_rate": 0.7818489697664964}, {"lower": 0.8, "upper": 0.9, "rows": 2812, "weight": 0.0518414277537165, "mean_probability": 0.8496237461924342, "observed_yes_rate": 0.7885679646018475}, {"lower": 0.9, "upper": 1.0, "rows": 9658, "weight": 0.1795989044748354, "mean_probability": 0.9752897516669772, "observed_yes_rate": 0.8676680279804707}], "ece_10_bins": 0.05996014785203117}, "baseline": {"rows": 54871, "settled_rounds": 117, "weighting": "equal_total_weight_per_round", "brier": 0.19230838385300442, "log_loss": 0.6337192493354717, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 6787, "weight": 0.12199956785906242, "mean_probability": 0.02315632602718402, "observed_yes_rate": 0.12402089319150916}, {"lower": 0.1, "upper": 0.2, "rows": 2693, "weight": 0.04848880122726018, "mean_probability": 0.15419042219881268, "observed_yes_rate": 0.1475909307237329}, {"lower": 0.2, "upper": 0.3, "rows": 3681, "weight": 0.06618139972375456, "mean_probability": 0.2510801110231446, "observed_yes_rate": 0.4189723868123912}, {"lower": 0.3, "upper": 0.4, "rows": 4958, "weight": 0.08983957690932809, "mean_probability": 0.34859247832634993, "observed_yes_rate": 0.40691095622207646}, {"lower": 0.4, "upper": 0.5, "rows": 7577, "weight": 0.13928737550824097, "mean_probability": 0.4726826319445534, "observed_yes_rate": 0.43253665546186365}, {"lower": 0.5, "upper": 0.6, "rows": 6473, "weight": 0.11626735062683789, "mean_probability": 0.5239570671073096, "observed_yes_rate": 0.5255994639480587}, {"lower": 0.6, "upper": 0.7, "rows": 5234, "weight": 0.09424235559255308, "mean_probability": 0.654705685228922, "observed_yes_rate": 0.6546088346970148}, {"lower": 0.7, "upper": 0.8, "rows": 4998, "weight": 0.09225324032441114, "mean_probability": 0.7526013813239976, "observed_yes_rate": 0.7818489697664964}, {"lower": 0.8, "upper": 0.9, "rows": 2812, "weight": 0.0518414277537165, "mean_probability": 0.8496237461924342, "observed_yes_rate": 0.7885679646018475}, {"lower": 0.9, "upper": 1.0, "rows": 9658, "weight": 0.1795989044748354, "mean_probability": 0.9752897516669772, "observed_yes_rate": 0.8676680279804707}], "ece_10_bins": 0.05996014785203117}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 116, "prediction_rows": 3207, "bounded_only_rows": 1313, "all_rows_brier_bounds": [0.03407975515746585, 0.03524617228079811], "all_rows_baseline_brier": 0.03949994657331018, "model": {"rows": 1894, "settled_rounds": 83, "weighting": "equal_total_weight_per_round", "brier": 0.048318065401818655, "log_loss": 0.21931671214918466, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 736, "weight": 0.3585628776738041, "mean_probability": 0.02430927999902381, "observed_yes_rate": 0.06720267780785136}, {"lower": 0.1, "upper": 0.2, "rows": 132, "weight": 0.06407348056704103, "mean_probability": 0.13561561525675087, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 45, "weight": 0.019274140898569648, "mean_probability": 0.2378412566803757, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 2, "weight": 0.0008605851979345957, "mean_probability": 0.3223559238643134, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 2, "weight": 0.0008605851979345957, "mean_probability": 0.5773319637997594, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 4, "weight": 0.0017211703958691913, "mean_probability": 0.6744754145832527, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 49, "weight": 0.02409638554216867, "mean_probability": 0.7573743162920179, "observed_yes_rate": 0.6785714285714285}, {"lower": 0.8, "upper": 0.9, "rows": 38, "weight": 0.016351118760757316, "mean_probability": 0.8691797651330285, "observed_yes_rate": 0.7105263157894737}, {"lower": 0.9, "upper": 1.0, "rows": 886, "weight": 0.5141996557659205, "mean_probability": 0.9821428836233874, "observed_yes_rate": 0.9765690376569038}], "ece_10_bins": 0.03794777156186859}, "baseline": {"rows": 1894, "settled_rounds": 83, "weighting": "equal_total_weight_per_round", "brier": 0.05520474460824016, "log_loss": 0.5623477544019645, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 745, "weight": 0.3698142322986526, "mean_probability": 0.007880437594839433, "observed_yes_rate": 0.06515808056491737}, {"lower": 0.1, "upper": 0.2, "rows": 29, "weight": 0.012478485370051638, "mean_probability": 0.15719442836499048, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 34, "weight": 0.014526084634102916, "mean_probability": 0.2422454728037795, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 35, "weight": 0.015060240963855422, "mean_probability": 0.3548176250327157, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 76, "weight": 0.03270223752151463, "mean_probability": 0.4592365622201758, "observed_yes_rate": 0.039473684210526314}, {"lower": 0.5, "upper": 0.6, "rows": 61, "weight": 0.02917087067481749, "mean_probability": 0.5260437626452725, "observed_yes_rate": 0.5162767039674465}, {"lower": 0.6, "upper": 0.7, "rows": 5, "weight": 0.002151462994836489, "mean_probability": 0.6523660089026737, "observed_yes_rate": 0.8}, {"lower": 0.7, "upper": 0.8, "rows": 1, "weight": 0.00043029259896729783, "mean_probability": 0.75892566213443, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 31, "weight": 0.013339070567986232, "mean_probability": 0.8638433018548475, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 877, "weight": 0.5103270223752149, "mean_probability": 0.9962477791967767, "observed_yes_rate": 0.9763912310286676}], "ece_10_bins": 0.05838915053195747}, "brier_skill": 0.12474795880848188}, "30-60s": {"settled_rounds": 116, "prediction_rows": 13692, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.06349271359446343, 0.06349271359446343], "all_rows_baseline_brier": 0.06349271359446342, "model": {"rows": 13692, "settled_rounds": 116, "weighting": "equal_total_weight_per_round", "brier": 0.06349271359446343, "log_loss": 0.2601611542876967, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4655, "weight": 0.34572484213596155, "mean_probability": 0.008333282320508168, "observed_yes_rate": 0.06587026944621845}, {"lower": 0.1, "upper": 0.2, "rows": 463, "weight": 0.033305994336558606, "mean_probability": 0.14745722153016416, "observed_yes_rate": 0.19412473250445428}, {"lower": 0.2, "upper": 0.3, "rows": 618, "weight": 0.04446054283782479, "mean_probability": 0.24282651092084892, "observed_yes_rate": 0.09533184879426465}, {"lower": 0.3, "upper": 0.4, "rows": 442, "weight": 0.03186245860120787, "mean_probability": 0.3504069901151557, "observed_yes_rate": 0.17586365025985942}, {"lower": 0.4, "upper": 0.5, "rows": 339, "weight": 0.024387541398792126, "mean_probability": 0.4531716928455955, "observed_yes_rate": 0.38589045883468975}, {"lower": 0.5, "upper": 0.6, "rows": 305, "weight": 0.021913937988988698, "mean_probability": 0.5497758556432107, "observed_yes_rate": 0.3771349862258953}, {"lower": 0.6, "upper": 0.7, "rows": 199, "weight": 0.014295977011494257, "mean_probability": 0.6497447889439606, "observed_yes_rate": 0.49748743718592964}, {"lower": 0.7, "upper": 0.8, "rows": 383, "weight": 0.027665986819130843, "mean_probability": 0.749721292856022, "observed_yes_rate": 0.6390646663287264}, {"lower": 0.8, "upper": 0.9, "rows": 492, "weight": 0.03537021351422975, "mean_probability": 0.8423020055978259, "observed_yes_rate": 0.9025090459043541}, {"lower": 0.9, "upper": 1.0, "rows": 5796, "weight": 0.42101250535581186, "mean_probability": 0.9957220632140914, "observed_yes_rate": 1.0}], "ece_10_bins": 0.048158104644098754}, "baseline": {"rows": 13692, "settled_rounds": 116, "weighting": "equal_total_weight_per_round", "brier": 0.06349271359446343, "log_loss": 0.2601611542876967, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 4655, "weight": 0.34572484213596155, "mean_probability": 0.008333282320508168, "observed_yes_rate": 0.06587026944621845}, {"lower": 0.1, "upper": 0.2, "rows": 463, "weight": 0.033305994336558606, "mean_probability": 0.14745722153016416, "observed_yes_rate": 0.19412473250445428}, {"lower": 0.2, "upper": 0.3, "rows": 618, "weight": 0.04446054283782479, "mean_probability": 0.24282651092084892, "observed_yes_rate": 0.09533184879426465}, {"lower": 0.3, "upper": 0.4, "rows": 442, "weight": 0.03186245860120787, "mean_probability": 0.3504069901151557, "observed_yes_rate": 0.17586365025985942}, {"lower": 0.4, "upper": 0.5, "rows": 339, "weight": 0.024387541398792126, "mean_probability": 0.4531716928455955, "observed_yes_rate": 0.38589045883468975}, {"lower": 0.5, "upper": 0.6, "rows": 305, "weight": 0.021913937988988698, "mean_probability": 0.5497758556432107, "observed_yes_rate": 0.3771349862258953}, {"lower": 0.6, "upper": 0.7, "rows": 199, "weight": 0.014295977011494257, "mean_probability": 0.6497447889439606, "observed_yes_rate": 0.49748743718592964}, {"lower": 0.7, "upper": 0.8, "rows": 383, "weight": 0.027665986819130843, "mean_probability": 0.749721292856022, "observed_yes_rate": 0.6390646663287264}, {"lower": 0.8, "upper": 0.9, "rows": 492, "weight": 0.03537021351422975, "mean_probability": 0.8423020055978259, "observed_yes_rate": 0.9025090459043541}, {"lower": 0.9, "upper": 1.0, "rows": 5796, "weight": 0.42101250535581186, "mean_probability": 0.9957220632140914, "observed_yes_rate": 1.0}], "ece_10_bins": 0.048158104644098754}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 31, "prediction_rows": 71163, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.22824255912065788, 0.22824255912065788], "all_rows_baseline_brier": 0.22824255912065788, "model": {"rows": 71163, "settled_rounds": 31, "weighting": "equal_total_weight_per_round", "brier": 0.22824255912065786, "log_loss": 0.8840474278677121, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 10333, "weight": 0.14142304753914403, "mean_probability": 0.02162991071838122, "observed_yes_rate": 0.10630886859116183}, {"lower": 0.1, "upper": 0.2, "rows": 2576, "weight": 0.0349940439451009, "mean_probability": 0.1561395136056058, "observed_yes_rate": 0.38790670381767933}, {"lower": 0.2, "upper": 0.3, "rows": 4456, "weight": 0.06124455083912035, "mean_probability": 0.25026363422195136, "observed_yes_rate": 0.27643932642327707}, {"lower": 0.3, "upper": 0.4, "rows": 5510, "weight": 0.07664573607188331, "mean_probability": 0.3508782184902376, "observed_yes_rate": 0.5636866287380097}, {"lower": 0.4, "upper": 0.5, "rows": 7408, "weight": 0.11059389897034244, "mean_probability": 0.4573572775530988, "observed_yes_rate": 0.6061292348886264}, {"lower": 0.5, "upper": 0.6, "rows": 6771, "weight": 0.10561574473129917, "mean_probability": 0.5483070101752635, "observed_yes_rate": 0.6955095727105288}, {"lower": 0.6, "upper": 0.7, "rows": 5908, "weight": 0.08460364303292234, "mean_probability": 0.6431900226178552, "observed_yes_rate": 0.5150894646425387}, {"lower": 0.7, "upper": 0.8, "rows": 6267, "weight": 0.08593875695847644, "mean_probability": 0.7530164911181082, "observed_yes_rate": 0.6919615315411737}, {"lower": 0.8, "upper": 0.9, "rows": 4621, "weight": 0.0626864887179691, "mean_probability": 0.8532525271094401, "observed_yes_rate": 0.5989879460508786}, {"lower": 0.9, "upper": 1.0, "rows": 17313, "weight": 0.23625408919374202, "mean_probability": 0.9767775990203582, "observed_yes_rate": 0.7557939121980782}], "ece_10_bins": 0.15423219702955865}, "baseline": {"rows": 71163, "settled_rounds": 31, "weighting": "equal_total_weight_per_round", "brier": 0.22824255912065786, "log_loss": 0.8840474278677121, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 10333, "weight": 0.14142304753914403, "mean_probability": 0.02162991071838122, "observed_yes_rate": 0.10630886859116183}, {"lower": 0.1, "upper": 0.2, "rows": 2576, "weight": 0.0349940439451009, "mean_probability": 0.1561395136056058, "observed_yes_rate": 0.38790670381767933}, {"lower": 0.2, "upper": 0.3, "rows": 4456, "weight": 0.06124455083912035, "mean_probability": 0.25026363422195136, "observed_yes_rate": 0.27643932642327707}, {"lower": 0.3, "upper": 0.4, "rows": 5510, "weight": 0.07664573607188331, "mean_probability": 0.3508782184902376, "observed_yes_rate": 0.5636866287380097}, {"lower": 0.4, "upper": 0.5, "rows": 7408, "weight": 0.11059389897034244, "mean_probability": 0.4573572775530988, "observed_yes_rate": 0.6061292348886264}, {"lower": 0.5, "upper": 0.6, "rows": 6771, "weight": 0.10561574473129917, "mean_probability": 0.5483070101752635, "observed_yes_rate": 0.6955095727105288}, {"lower": 0.6, "upper": 0.7, "rows": 5908, "weight": 0.08460364303292234, "mean_probability": 0.6431900226178552, "observed_yes_rate": 0.5150894646425387}, {"lower": 0.7, "upper": 0.8, "rows": 6267, "weight": 0.08593875695847644, "mean_probability": 0.7530164911181082, "observed_yes_rate": 0.6919615315411737}, {"lower": 0.8, "upper": 0.9, "rows": 4621, "weight": 0.0626864887179691, "mean_probability": 0.8532525271094401, "observed_yes_rate": 0.5989879460508786}, {"lower": 0.9, "upper": 1.0, "rows": 17313, "weight": 0.23625408919374202, "mean_probability": 0.9767775990203582, "observed_yes_rate": 0.7557939121980782}], "ece_10_bins": 0.15423219702955865}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 117, "prediction_rows": 53710, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.14403574541740377, 0.14403574541740377], "all_rows_baseline_brier": 0.14403574541740383, "model": {"rows": 53710, "settled_rounds": 117, "weighting": "equal_total_weight_per_round", "brier": 0.14403574541740385, "log_loss": 0.6288112435450791, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 14448, "weight": 0.26260395218172683, "mean_probability": 0.01884333900615704, "observed_yes_rate": 0.09498317624577429}, {"lower": 0.1, "upper": 0.2, "rows": 3285, "weight": 0.059073970456403564, "mean_probability": 0.14673819132947474, "observed_yes_rate": 0.1202837711401881}, {"lower": 0.2, "upper": 0.3, "rows": 2468, "weight": 0.04476607588336493, "mean_probability": 0.2565970185793802, "observed_yes_rate": 0.4633301803549894}, {"lower": 0.3, "upper": 0.4, "rows": 1872, "weight": 0.03375887033138643, "mean_probability": 0.35133891500956316, "observed_yes_rate": 0.4240089725136891}, {"lower": 0.4, "upper": 0.5, "rows": 3177, "weight": 0.05849064915760342, "mean_probability": 0.45613605839930227, "observed_yes_rate": 0.3201488887668011}, {"lower": 0.5, "upper": 0.6, "rows": 2958, "weight": 0.05862333482246428, "mean_probability": 0.5439860042343656, "observed_yes_rate": 0.7287770635994171}, {"lower": 0.6, "upper": 0.7, "rows": 1910, "weight": 0.03713998391120059, "mean_probability": 0.6506976368820029, "observed_yes_rate": 0.8008223958475027}, {"lower": 0.7, "upper": 0.8, "rows": 2164, "weight": 0.038844185396084245, "mean_probability": 0.748973574207025, "observed_yes_rate": 0.7580339796876949}, {"lower": 0.8, "upper": 0.9, "rows": 2981, "weight": 0.05378130499587403, "mean_probability": 0.8511455670306448, "observed_yes_rate": 0.7152881968311748}, {"lower": 0.9, "upper": 1.0, "rows": 18447, "weight": 0.3529176728638917, "mean_probability": 0.985956849209105, "observed_yes_rate": 0.8847714154426661}], "ece_10_bins": 0.10099661692259307}, "baseline": {"rows": 53710, "settled_rounds": 117, "weighting": "equal_total_weight_per_round", "brier": 0.14403574541740385, "log_loss": 0.6288112435450791, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 14448, "weight": 0.26260395218172683, "mean_probability": 0.01884333900615704, "observed_yes_rate": 0.09498317624577429}, {"lower": 0.1, "upper": 0.2, "rows": 3285, "weight": 0.059073970456403564, "mean_probability": 0.14673819132947474, "observed_yes_rate": 0.1202837711401881}, {"lower": 0.2, "upper": 0.3, "rows": 2468, "weight": 0.04476607588336493, "mean_probability": 0.2565970185793802, "observed_yes_rate": 0.4633301803549894}, {"lower": 0.3, "upper": 0.4, "rows": 1872, "weight": 0.03375887033138643, "mean_probability": 0.35133891500956316, "observed_yes_rate": 0.4240089725136891}, {"lower": 0.4, "upper": 0.5, "rows": 3177, "weight": 0.05849064915760342, "mean_probability": 0.45613605839930227, "observed_yes_rate": 0.3201488887668011}, {"lower": 0.5, "upper": 0.6, "rows": 2958, "weight": 0.05862333482246428, "mean_probability": 0.5439860042343656, "observed_yes_rate": 0.7287770635994171}, {"lower": 0.6, "upper": 0.7, "rows": 1910, "weight": 0.03713998391120059, "mean_probability": 0.6506976368820029, "observed_yes_rate": 0.8008223958475027}, {"lower": 0.7, "upper": 0.8, "rows": 2164, "weight": 0.038844185396084245, "mean_probability": 0.748973574207025, "observed_yes_rate": 0.7580339796876949}, {"lower": 0.8, "upper": 0.9, "rows": 2981, "weight": 0.05378130499587403, "mean_probability": 0.8511455670306448, "observed_yes_rate": 0.7152881968311748}, {"lower": 0.9, "upper": 1.0, "rows": 18447, "weight": 0.3529176728638917, "mean_probability": 0.985956849209105, "observed_yes_rate": 0.8847714154426661}], "ece_10_bins": 0.10099661692259307}, "brier_skill": 0.0}}}, {"model_id": "9436f6b7e8e1093cb8f6b46eedc87cd135f47d69f66ba472732f7179949e02d0", "settled_rounds": 5, "prediction_rows": 3518, "bounded_only_rows": 8, "all_rows_brier_bounds": [0.16136368181238092, 0.16163066273995272], "all_rows_baseline_brier": 0.16042104962051248, "model": {"rows": 3510, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.16152825357425876, "log_loss": 0.47116083712183415, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 373, "weight": 0.20529457044655747, "mean_probability": 0.03091738353985763, "observed_yes_rate": 0.001271814472132347}, {"lower": 0.1, "upper": 0.2, "rows": 176, "weight": 0.05000970185175038, "mean_probability": 0.1396105884356928, "observed_yes_rate": 0.002610459531613732}, {"lower": 0.2, "upper": 0.3, "rows": 165, "weight": 0.023823390697657112, "mean_probability": 0.28722106983353096, "observed_yes_rate": 0.6247014422207645}, {"lower": 0.3, "upper": 0.4, "rows": 603, "weight": 0.08462799071465561, "mean_probability": 0.3456562379186415, "observed_yes_rate": 0.7157727841711239}, {"lower": 0.4, "upper": 0.5, "rows": 614, "weight": 0.2343351051114483, "mean_probability": 0.45317171322420813, "observed_yes_rate": 0.1526456523444623}, {"lower": 0.5, "upper": 0.6, "rows": 787, "weight": 0.11579287353474721, "mean_probability": 0.5371988028709104, "observed_yes_rate": 0.4949415556531436}, {"lower": 0.6, "upper": 0.7, "rows": 165, "weight": 0.02494866261484223, "mean_probability": 0.6315521701895427, "observed_yes_rate": 0.371520094965021}, {"lower": 0.7, "upper": 0.8, "rows": 170, "weight": 0.024513683073579595, "mean_probability": 0.7557983523654528, "observed_yes_rate": 0.5645059562409501}, {"lower": 0.8, "upper": 0.9, "rows": 149, "weight": 0.045875992644622735, "mean_probability": 0.836556154414679, "observed_yes_rate": 0.7963833138094892}, {"lower": 0.9, "upper": 1.0, "rows": 308, "weight": 0.1907780293101394, "mean_probability": 0.956564841771317, "observed_yes_rate": 0.8985760679490382}], "ece_10_bins": 0.1516991371381509}, "baseline": {"rows": 3510, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.1604345469598502, "log_loss": 0.45844749772348725, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 460, "weight": 0.23962723505445138, "mean_probability": 0.013436919673644469, "observed_yes_rate": 0.0010895948688169582}, {"lower": 0.1, "upper": 0.2, "rows": 92, "weight": 0.0161774542580349, "mean_probability": 0.1675615917837798, "observed_yes_rate": 0.008069768011071513}, {"lower": 0.2, "upper": 0.3, "rows": 162, "weight": 0.02332297368347863, "mean_probability": 0.28906936553895857, "observed_yes_rate": 0.6381050173699553}, {"lower": 0.3, "upper": 0.4, "rows": 603, "weight": 0.08462799071465561, "mean_probability": 0.3456562379186415, "observed_yes_rate": 0.7157727841711239}, {"lower": 0.4, "upper": 0.5, "rows": 614, "weight": 0.2343351051114483, "mean_probability": 0.45317171322420813, "observed_yes_rate": 0.1526456523444623}, {"lower": 0.5, "upper": 0.6, "rows": 787, "weight": 0.11579287353474721, "mean_probability": 0.5371988028709104, "observed_yes_rate": 0.4949415556531436}, {"lower": 0.6, "upper": 0.7, "rows": 165, "weight": 0.02494866261484223, "mean_probability": 0.6315521701895427, "observed_yes_rate": 0.371520094965021}, {"lower": 0.7, "upper": 0.8, "rows": 170, "weight": 0.024513683073579595, "mean_probability": 0.7557983523654528, "observed_yes_rate": 0.5645059562409501}, {"lower": 0.8, "upper": 0.9, "rows": 149, "weight": 0.045875992644622735, "mean_probability": 0.836556154414679, "observed_yes_rate": 0.7963833138094892}, {"lower": 0.9, "upper": 1.0, "rows": 308, "weight": 0.1907780293101394, "mean_probability": 0.980803553047311, "observed_yes_rate": 0.8985760679490382}], "ece_10_bins": 0.1490254902858476}, "brier_skill": -0.0068171515121506765, "by_remaining_time": {"0-3s": {"settled_rounds": 3, "prediction_rows": 36, "bounded_only_rows": 8, "all_rows_brier_bounds": [2.500000000000005e-05, 0.000191666666666667], "all_rows_baseline_brier": 1.0423101509660356e-12, "model": {"rows": 28, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.00012255932204761053, "log_loss": 0.010802824882613629, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 19, "weight": 0.6666666666666667, "mean_probability": 0.010893745238261079, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 9, "weight": 0.3333333333333333, "mean_probability": 0.9895643364363446, "observed_yes_rate": 1.0}], "ece_10_bins": 0.010741051346725866}, "baseline": {"rows": 28, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 1.0423101509660356e-12, "log_loss": 1.016346284843468e-06, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 19, "weight": 0.6666666666666667, "mean_probability": 1.0245186454901116e-06, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 9, "weight": 0.3333333333333333, "mean_probability": 0.9999989999999999, "observed_yes_rate": 1.0}], "ece_10_bins": 1.016345763706667e-06}, "brier_skill": -117584311.05339399}, "10-30s": {"settled_rounds": 3, "prediction_rows": 240, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.010158333333333333, 0.012047499999999997], "all_rows_baseline_brier": 0.000991331252559668, "model": {"rows": 240, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.011093720128652068, "log_loss": 0.10084257751532903, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 73, "weight": 0.30416666666666664, "mean_probability": 0.07132945368421217, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 84, "weight": 0.35000000000000003, "mean_probability": 0.14555884823734916, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 3, "weight": 0.012500000000000002, "mean_probability": 0.20107741189307662, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 80, "weight": 0.3333333333333333, "mean_probability": 0.9413067099858912, "observed_yes_rate": 1.0}], "ece_10_bins": 0.09471953669871981}, "baseline": {"rows": 240, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.000991331252559668, "log_loss": 0.020414912139337615, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 160, "weight": 0.6666666666666666, "mean_probability": 0.02765478580063829, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 80, "weight": 0.3333333333333333, "mean_probability": 0.9956167372988864, "observed_yes_rate": 1.0}], "ece_10_bins": 0.019897611434130043}, "brier_skill": -10.190729738427507}, "180-300s": {"settled_rounds": 2, "prediction_rows": 812, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.37125484112465507, 0.37125484112465507], "all_rows_baseline_brier": 0.37125484112465507, "model": {"rows": 812, "settled_rounds": 2, "weighting": "equal_total_weight_per_round", "brier": 0.371254841124655, "log_loss": 1.0707450665282157, "reliability": [{"lower": 0.1, "upper": 0.2, "rows": 2, "weight": 0.003003003003003003, "mean_probability": 0.15213179009255634, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 1, "weight": 0.0015015015015015015, "mean_probability": 0.21333004617261406, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 2, "weight": 0.003003003003003003, "mean_probability": 0.39440898372233685, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 333, "weight": 0.49725403900769244, "mean_probability": 0.4593792500721802, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 168, "weight": 0.17582300463302555, "mean_probability": 0.52348373289632, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 70, "weight": 0.07306889352818376, "mean_probability": 0.6251004751408442, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 64, "weight": 0.06680584551148226, "mean_probability": 0.757244940200821, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 56, "weight": 0.05845511482254698, "mean_probability": 0.8531124874384761, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 116, "weight": 0.12108559498956163, "mean_probability": 0.9412972135911127, "observed_yes_rate": 0.0}], "ece_10_bins": 0.5825403594300851}, "baseline": {"rows": 812, "settled_rounds": 2, "weighting": "equal_total_weight_per_round", "brier": 0.371254841124655, "log_loss": 1.0707450665282157, "reliability": [{"lower": 0.1, "upper": 0.2, "rows": 2, "weight": 0.003003003003003003, "mean_probability": 0.15213179009255634, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 1, "weight": 0.0015015015015015015, "mean_probability": 0.21333004617261406, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 2, "weight": 0.003003003003003003, "mean_probability": 0.39440898372233685, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 333, "weight": 0.49725403900769244, "mean_probability": 0.4593792500721802, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 168, "weight": 0.17582300463302555, "mean_probability": 0.52348373289632, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 70, "weight": 0.07306889352818376, "mean_probability": 0.6251004751408442, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 64, "weight": 0.06680584551148226, "mean_probability": 0.757244940200821, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 56, "weight": 0.05845511482254698, "mean_probability": 0.8531124874384761, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 116, "weight": 0.12108559498956163, "mean_probability": 0.9412972135911127, "observed_yes_rate": 0.0}], "ece_10_bins": 0.5825403594300851}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 3, "prediction_rows": 84, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.0007083333333333348, 0.001284523809523811], "all_rows_baseline_brier": 1.977949337058859e-06, "model": {"rows": 84, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.0009956628538990082, "log_loss": 0.029822277480992716, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 56, "weight": 0.6666666666666666, "mean_probability": 0.03065341778846242, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 28, "weight": 0.3333333333333333, "mean_probability": 0.9733735799666043, "observed_yes_rate": 1.0}], "ece_10_bins": 0.029311085203440165}, "baseline": {"rows": 84, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 1.9779493370588593e-06, "log_loss": 0.0006183903642169047, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 56, "weight": 0.6666666666666666, "mean_probability": 0.000834406497106842, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 28, "weight": 0.3333333333333333, "mean_probability": 0.999816617165507, "observed_yes_rate": 1.0}], "ece_10_bins": 0.000617398609568908}, "brier_skill": -502.3813734478779}, "30-60s": {"settled_rounds": 3, "prediction_rows": 334, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.05476717722887276, 0.05476717722887276], "all_rows_baseline_brier": 0.05476717722887276, "model": {"rows": 334, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.054767177228872775, "log_loss": 0.17907810986977882, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 146, "weight": 0.4416666666666667, "mean_probability": 0.02578839698445563, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 8, "weight": 0.022222222222222227, "mean_probability": 0.10264609402762397, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 15, "weight": 0.041666666666666664, "mean_probability": 0.29139380993179403, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 14, "weight": 0.03888888888888889, "mean_probability": 0.30362580915361714, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 1, "weight": 0.0027777777777777783, "mean_probability": 0.40839641564611256, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 22, "weight": 0.061111111111111116, "mean_probability": 0.5923473161412189, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 21, "weight": 0.05833333333333334, "mean_probability": 0.6022928247396067, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 32, "weight": 0.09968847352024922, "mean_probability": 0.8330701535424787, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 75, "weight": 0.2336448598130841, "mean_probability": 0.9670165909608628, "observed_yes_rate": 1.0}], "ece_10_bins": 0.13443454955987577}, "baseline": {"rows": 334, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.054767177228872775, "log_loss": 0.17907810986977882, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 146, "weight": 0.4416666666666667, "mean_probability": 0.02578839698445563, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 8, "weight": 0.022222222222222227, "mean_probability": 0.10264609402762397, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 15, "weight": 0.041666666666666664, "mean_probability": 0.29139380993179403, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 14, "weight": 0.03888888888888889, "mean_probability": 0.30362580915361714, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 1, "weight": 0.0027777777777777783, "mean_probability": 0.40839641564611256, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 22, "weight": 0.061111111111111116, "mean_probability": 0.5923473161412189, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 21, "weight": 0.05833333333333334, "mean_probability": 0.6022928247396067, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 32, "weight": 0.09968847352024922, "mean_probability": 0.8330701535424787, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 75, "weight": 0.2336448598130841, "mean_probability": 0.9670165909608628, "observed_yes_rate": 1.0}], "ece_10_bins": 0.13443454955987577}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 1, "prediction_rows": 1532, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.2996454305917037, 0.2996454305917037], "all_rows_baseline_brier": 0.2996454305917037, "model": {"rows": 1532, "settled_rounds": 1, "weighting": "equal_total_weight_per_round", "brier": 0.29964543059170373, "log_loss": 0.7944774263761165, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2, "weight": 0.0013054830287206269, "mean_probability": 0.09435520192617383, "observed_yes_rate": 1.0}, {"lower": 0.1, "upper": 0.2, "rows": 1, "weight": 0.0006527415143603134, "mean_probability": 0.12419323603937173, "observed_yes_rate": 1.0}, {"lower": 0.2, "upper": 0.3, "rows": 114, "weight": 0.07441253263707572, "mean_probability": 0.2897031799131447, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 464, "weight": 0.30287206266318534, "mean_probability": 0.35673857622739624, "observed_yes_rate": 1.0}, {"lower": 0.4, "upper": 0.5, "rows": 274, "weight": 0.17885117493472585, "mean_probability": 0.42177154507528036, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 439, "weight": 0.2865535248041775, "mean_probability": 0.5272867066654185, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 71, "weight": 0.04634464751958227, "mean_probability": 0.6501436768359413, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 106, "weight": 0.06919060052219321, "mean_probability": 0.7546823669996433, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 61, "weight": 0.03981723237597913, "mean_probability": 0.829642737087347, "observed_yes_rate": 1.0}], "ece_10_bins": 0.5282801749243538}, "baseline": {"rows": 1532, "settled_rounds": 1, "weighting": "equal_total_weight_per_round", "brier": 0.29964543059170373, "log_loss": 0.7944774263761165, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2, "weight": 0.0013054830287206269, "mean_probability": 0.09435520192617383, "observed_yes_rate": 1.0}, {"lower": 0.1, "upper": 0.2, "rows": 1, "weight": 0.0006527415143603134, "mean_probability": 0.12419323603937173, "observed_yes_rate": 1.0}, {"lower": 0.2, "upper": 0.3, "rows": 114, "weight": 0.07441253263707572, "mean_probability": 0.2897031799131447, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 464, "weight": 0.30287206266318534, "mean_probability": 0.35673857622739624, "observed_yes_rate": 1.0}, {"lower": 0.4, "upper": 0.5, "rows": 274, "weight": 0.17885117493472585, "mean_probability": 0.42177154507528036, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 439, "weight": 0.2865535248041775, "mean_probability": 0.5272867066654185, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 71, "weight": 0.04634464751958227, "mean_probability": 0.6501436768359413, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 106, "weight": 0.06919060052219321, "mean_probability": 0.7546823669996433, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 61, "weight": 0.03981723237597913, "mean_probability": 0.829642737087347, "observed_yes_rate": 1.0}], "ece_10_bins": 0.5282801749243538}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 1, "prediction_rows": 480, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.1477380618418883, 0.1477380618418883], "all_rows_baseline_brier": 0.1477380618418883, "model": {"rows": 480, "settled_rounds": 1, "weighting": "equal_total_weight_per_round", "brier": 0.14773806184188834, "log_loss": 0.45279370036841693, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 77, "weight": 0.16041666666666662, "mean_probability": 0.06832205164967953, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 81, "weight": 0.16874999999999998, "mean_probability": 0.17576379884107476, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 32, "weight": 0.06666666666666668, "mean_probability": 0.2947347110787664, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 123, "weight": 0.25625, "mean_probability": 0.3148665420364064, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 6, "weight": 0.0125, "mean_probability": 0.41961820376634246, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 158, "weight": 0.3291666666666666, "mean_probability": 0.5662043883079881, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 3, "weight": 0.006250000000000001, "mean_probability": 0.6425476161287167, "observed_yes_rate": 0.0}], "ece_10_bins": 0.3365904302745775}, "baseline": {"rows": 480, "settled_rounds": 1, "weighting": "equal_total_weight_per_round", "brier": 0.14773806184188834, "log_loss": 0.45279370036841693, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 77, "weight": 0.16041666666666662, "mean_probability": 0.06832205164967953, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 81, "weight": 0.16874999999999998, "mean_probability": 0.17576379884107476, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 32, "weight": 0.06666666666666668, "mean_probability": 0.2947347110787664, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 123, "weight": 0.25625, "mean_probability": 0.3148665420364064, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 6, "weight": 0.0125, "mean_probability": 0.41961820376634246, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 158, "weight": 0.3291666666666666, "mean_probability": 0.5662043883079881, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 3, "weight": 0.006250000000000001, "mean_probability": 0.6425476161287167, "observed_yes_rate": 0.0}], "ece_10_bins": 0.3365904302745775}, "brier_skill": 0.0}}}, {"model_id": "0d1cc03d27eb04d572e8e37eb5628eef8e2aab22d5152f754f463e4bf5bb0a33", "settled_rounds": 19, "prediction_rows": 28958, "bounded_only_rows": 767, "all_rows_brier_bounds": [0.2130399567409501, 0.2131370225332048], "all_rows_baseline_brier": 0.21278951225535783, "model": {"rows": 28191, "settled_rounds": 19, "weighting": "equal_total_weight_per_round", "brier": 0.21838983308186863, "log_loss": 0.7929892311243968, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2658, "weight": 0.11780948807200965, "mean_probability": 0.020933905332942097, "observed_yes_rate": 0.3197362715568759}, {"lower": 0.1, "upper": 0.2, "rows": 919, "weight": 0.0268296844914221, "mean_probability": 0.15987641038981965, "observed_yes_rate": 0.36386215929440635}, {"lower": 0.2, "upper": 0.3, "rows": 1673, "weight": 0.06651601044042797, "mean_probability": 0.247321477940076, "observed_yes_rate": 0.448958825090528}, {"lower": 0.3, "upper": 0.4, "rows": 1746, "weight": 0.054467744365153406, "mean_probability": 0.34516647505419806, "observed_yes_rate": 0.7112696249658469}, {"lower": 0.4, "upper": 0.5, "rows": 1653, "weight": 0.08333518418147355, "mean_probability": 0.4832931868552435, "observed_yes_rate": 0.6931803321211445}, {"lower": 0.5, "upper": 0.6, "rows": 2772, "weight": 0.11637939062851352, "mean_probability": 0.5197083446119456, "observed_yes_rate": 0.7430696632297362}, {"lower": 0.6, "upper": 0.7, "rows": 2644, "weight": 0.07595031110688226, "mean_probability": 0.6594768863032295, "observed_yes_rate": 0.6408264315359279}, {"lower": 0.7, "upper": 0.8, "rows": 3070, "weight": 0.09348796257768431, "mean_probability": 0.7433305100086154, "observed_yes_rate": 0.6444994579135462}, {"lower": 0.8, "upper": 0.9, "rows": 1941, "weight": 0.06658280557839202, "mean_probability": 0.8521382782680669, "observed_yes_rate": 0.7965130575883947}, {"lower": 0.9, "upper": 1.0, "rows": 9115, "weight": 0.29864141855804116, "mean_probability": 0.9803702704816359, "observed_yes_rate": 0.877218454248336}], "ece_10_bins": 0.1626782993332446}, "baseline": {"rows": 28191, "settled_rounds": 19, "weighting": "equal_total_weight_per_round", "brier": 0.21808792656189754, "log_loss": 0.789998468460017, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2652, "weight": 0.11754619312165712, "mean_probability": 0.016918927538366286, "observed_yes_rate": 0.3204524576239001}, {"lower": 0.1, "upper": 0.2, "rows": 932, "weight": 0.02743023122841547, "mean_probability": 0.15979908062755996, "observed_yes_rate": 0.3558959037182137}, {"lower": 0.2, "upper": 0.3, "rows": 1647, "weight": 0.06508756618564518, "mean_probability": 0.24597099916469214, "observed_yes_rate": 0.4588118998314919}, {"lower": 0.3, "upper": 0.4, "rows": 1751, "weight": 0.054941816142120195, "mean_probability": 0.34554195437341234, "observed_yes_rate": 0.7051323532357345}, {"lower": 0.4, "upper": 0.5, "rows": 1689, "weight": 0.08492206595878114, "mean_probability": 0.48210987908579755, "observed_yes_rate": 0.680227335452823}, {"lower": 0.5, "upper": 0.6, "rows": 2765, "weight": 0.11607083028292592, "mean_probability": 0.5195516336929811, "observed_yes_rate": 0.7450450245804128}, {"lower": 0.6, "upper": 0.7, "rows": 2634, "weight": 0.07550951061318571, "mean_probability": 0.659399489345129, "observed_yes_rate": 0.6445673723141284}, {"lower": 0.7, "upper": 0.8, "rows": 3065, "weight": 0.09326756233083604, "mean_probability": 0.7434130235634925, "observed_yes_rate": 0.6460224723042715}, {"lower": 0.8, "upper": 0.9, "rows": 1905, "weight": 0.0649771719245161, "mean_probability": 0.8512452336514665, "observed_yes_rate": 0.7914847457492777}, {"lower": 0.9, "upper": 1.0, "rows": 9151, "weight": 0.30024705221191705, "mean_probability": 0.9868492573118101, "observed_yes_rate": 0.8778750541399301}], "ece_10_bins": 0.16447138271218312}, "brier_skill": -0.0013843339460857251, "by_remaining_time": {"0-3s": {"settled_rounds": 17, "prediction_rows": 204, "bounded_only_rows": 149, "all_rows_brier_bounds": [0.00027046568627450967, 0.0004259803921568625], "all_rows_baseline_brier": 0.005164330925472234, "model": {"rows": 55, "settled_rounds": 6, "weighting": "equal_total_weight_per_round", "brier": 0.0009685430868115306, "log_loss": 0.0220325192280702, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 30, "weight": 0.5, "mean_probability": 0.03335235310309368, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 25, "weight": 0.5, "mean_probability": 0.9902987388255621, "observed_yes_rate": 1.0}], "ece_10_bins": 0.021526807138765803}, "baseline": {"rows": 55, "settled_rounds": 6, "weighting": "equal_total_weight_per_round", "brier": 0.014632270953671334, "log_loss": 0.05728586143445733, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 19, "weight": 0.34722222222222227, "mean_probability": 0.0043360382355406265, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 1, "weight": 0.013888888888888888, "mean_probability": 0.18314248068507571, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 3, "weight": 0.041666666666666664, "mean_probability": 0.26378253290094367, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 7, "weight": 0.09722222222222221, "mean_probability": 0.3379571173983507, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 25, "weight": 0.5, "mean_probability": 0.999999, "observed_yes_rate": 1.0}], "ece_10_bins": 0.04789759523701219}, "brier_skill": 0.9338077397638322}, "10-30s": {"settled_rounds": 17, "prediction_rows": 1349, "bounded_only_rows": 418, "all_rows_brier_bounds": [0.015229613542095162, 0.016469131065013416], "all_rows_baseline_brier": 0.00822011322752758, "model": {"rows": 931, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.02240718502399981, "log_loss": 0.10511022025912069, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 213, "weight": 0.221875, "mean_probability": 0.041301592404416214, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 55, "weight": 0.05790598290598292, "mean_probability": 0.17021317819232576, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 92, "weight": 0.09730235042735043, "mean_probability": 0.26382130683466404, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 11, "weight": 0.011458333333333336, "mean_probability": 0.3121744787473955, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 5, "weight": 0.005208333333333335, "mean_probability": 0.46471994277663614, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 7, "weight": 0.007291666666666668, "mean_probability": 0.5786581310596526, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 10, "weight": 0.01041666666666667, "mean_probability": 0.6727350530083216, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 5, "weight": 0.005208333333333335, "mean_probability": 0.708412953278577, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 36, "weight": 0.037500000000000006, "mean_probability": 0.8882783170007565, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 497, "weight": 0.5458333333333333, "mean_probability": 0.9667097204433283, "observed_yes_rate": 1.0}], "ece_10_bins": 0.08796519823023881}, "baseline": {"rows": 931, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.011645163281553364, "log_loss": 0.05373178482212398, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 218, "weight": 0.2272168803418803, "mean_probability": 0.002362709716759436, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 87, "weight": 0.09212072649572653, "mean_probability": 0.16174042926568954, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 67, "weight": 0.07024572649572651, "mean_probability": 0.23487568070524395, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 26, "weight": 0.027083333333333338, "mean_probability": 0.433480566954967, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 533, "weight": 0.5833333333333333, "mean_probability": 0.9955999892190575, "observed_yes_rate": 1.0}], "ece_10_bins": 0.04624227784991318}, "brier_skill": -0.9241623738753524}, "180-300s": {"settled_rounds": 17, "prediction_rows": 7684, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.31569205302433334, 0.31569205302433334], "all_rows_baseline_brier": 0.3156920530243333, "model": {"rows": 7684, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.31569205302433334, "log_loss": 1.0830264841322597, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 542, "weight": 0.06662897936438048, "mean_probability": 0.01232383055267405, "observed_yes_rate": 0.7482931203914883}, {"lower": 0.1, "upper": 0.2, "rows": 61, "weight": 0.007492381217124649, "mean_probability": 0.13243684888138174, "observed_yes_rate": 0.9178753900490346}, {"lower": 0.2, "upper": 0.3, "rows": 762, "weight": 0.09368539449930927, "mean_probability": 0.24779145723954016, "observed_yes_rate": 0.5582899536902245}, {"lower": 0.3, "upper": 0.4, "rows": 688, "weight": 0.08448780362957867, "mean_probability": 0.3291586211335419, "observed_yes_rate": 0.8336129122458872}, {"lower": 0.4, "upper": 0.5, "rows": 684, "weight": 0.1106318315204655, "mean_probability": 0.49009051940891374, "observed_yes_rate": 0.5624106041459345}, {"lower": 0.5, "upper": 0.6, "rows": 1080, "weight": 0.16129929771543391, "mean_probability": 0.505342133446018, "observed_yes_rate": 0.603903432145718}, {"lower": 0.6, "upper": 0.7, "rows": 653, "weight": 0.0804977375419409, "mean_probability": 0.6792489941651985, "observed_yes_rate": 0.6052475883557698}, {"lower": 0.7, "upper": 0.8, "rows": 933, "weight": 0.11515810685229197, "mean_probability": 0.7402203932031346, "observed_yes_rate": 0.5391476169586563}, {"lower": 0.8, "upper": 0.9, "rows": 361, "weight": 0.0442975924547034, "mean_probability": 0.842617592413959, "observed_yes_rate": 0.4688331699117524}, {"lower": 0.9, "upper": 1.0, "rows": 1920, "weight": 0.23582087520477132, "mean_probability": 0.9883544341994294, "observed_yes_rate": 0.7479568116828348}], "ece_10_bins": 0.25289050225727555}, "baseline": {"rows": 7684, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.31569205302433334, "log_loss": 1.0830264841322597, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 542, "weight": 0.06662897936438048, "mean_probability": 0.01232383055267405, "observed_yes_rate": 0.7482931203914883}, {"lower": 0.1, "upper": 0.2, "rows": 61, "weight": 0.007492381217124649, "mean_probability": 0.13243684888138174, "observed_yes_rate": 0.9178753900490346}, {"lower": 0.2, "upper": 0.3, "rows": 762, "weight": 0.09368539449930927, "mean_probability": 0.24779145723954016, "observed_yes_rate": 0.5582899536902245}, {"lower": 0.3, "upper": 0.4, "rows": 688, "weight": 0.08448780362957867, "mean_probability": 0.3291586211335419, "observed_yes_rate": 0.8336129122458872}, {"lower": 0.4, "upper": 0.5, "rows": 684, "weight": 0.1106318315204655, "mean_probability": 0.49009051940891374, "observed_yes_rate": 0.5624106041459345}, {"lower": 0.5, "upper": 0.6, "rows": 1080, "weight": 0.16129929771543391, "mean_probability": 0.505342133446018, "observed_yes_rate": 0.603903432145718}, {"lower": 0.6, "upper": 0.7, "rows": 653, "weight": 0.0804977375419409, "mean_probability": 0.6792489941651985, "observed_yes_rate": 0.6052475883557698}, {"lower": 0.7, "upper": 0.8, "rows": 933, "weight": 0.11515810685229197, "mean_probability": 0.7402203932031346, "observed_yes_rate": 0.5391476169586563}, {"lower": 0.8, "upper": 0.9, "rows": 361, "weight": 0.0442975924547034, "mean_probability": 0.842617592413959, "observed_yes_rate": 0.4688331699117524}, {"lower": 0.9, "upper": 1.0, "rows": 1920, "weight": 0.23582087520477132, "mean_probability": 0.9883544341994294, "observed_yes_rate": 0.7479568116828348}], "ece_10_bins": 0.25289050225727555}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 17, "prediction_rows": 475, "bounded_only_rows": 200, "all_rows_brier_bounds": [0.0034634998443821975, 0.0040077731092436975], "all_rows_baseline_brier": 0.009953731669193295, "model": {"rows": 275, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.0052679848841065266, "log_loss": 0.04246996293959607, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 87, "weight": 0.3151455026455026, "mean_probability": 0.03747710680734212, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 26, "weight": 0.07771164021164022, "mean_probability": 0.14202777920313228, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 4, "weight": 0.011904761904761906, "mean_probability": 0.23080891001776288, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 2, "weight": 0.005952380952380953, "mean_probability": 0.3916231546708563, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 2, "weight": 0.005952380952380953, "mean_probability": 0.4309686255270274, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 154, "weight": 0.5833333333333334, "mean_probability": 0.9850050296990543, "observed_yes_rate": 1.0}], "ece_10_bins": 0.03923912411217018}, "baseline": {"rows": 275, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.014101119864273835, "log_loss": 0.051388088433943775, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 87, "weight": 0.31547619047619047, "mean_probability": 0.018655417461501258, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 6, "weight": 0.01785714285714286, "mean_probability": 0.12262112629801634, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 11, "weight": 0.03273809523809524, "mean_probability": 0.38501467364317565, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 17, "weight": 0.0505952380952381, "mean_probability": 0.41375910870172145, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 154, "weight": 0.5833333333333334, "mean_probability": 0.9998953027917239, "observed_yes_rate": 1.0}], "ece_10_bins": 0.041674964046230785}, "brier_skill": 0.626413722114842}, "30-60s": {"settled_rounds": 16, "prediction_rows": 1912, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.027109335488520812, 0.027109335488520812], "all_rows_baseline_brier": 0.02710933548852082, "model": {"rows": 1912, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.027109335488520826, "log_loss": 0.09367763671094055, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 526, "weight": 0.27521008403361347, "mean_probability": 0.009315958022318264, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 77, "weight": 0.04041491596638656, "mean_probability": 0.2477191601085254, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 114, "weight": 0.05937499999999999, "mean_probability": 0.3532474213280687, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 92, "weight": 0.047916666666666656, "mean_probability": 0.46148895731938, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 6, "weight": 0.003125, "mean_probability": 0.6736168923879944, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 81, "weight": 0.04326923076923078, "mean_probability": 0.7508958622387287, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 5, "weight": 0.002617521367521368, "mean_probability": 0.8665175748388457, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 1011, "weight": 0.5280715811965812, "mean_probability": 0.9952490894325977, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07400981998817598}, "baseline": {"rows": 1912, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.027109335488520826, "log_loss": 0.09367763671094055, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 526, "weight": 0.27521008403361347, "mean_probability": 0.009315958022318264, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 77, "weight": 0.04041491596638656, "mean_probability": 0.2477191601085254, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 114, "weight": 0.05937499999999999, "mean_probability": 0.3532474213280687, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 92, "weight": 0.047916666666666656, "mean_probability": 0.46148895731938, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 6, "weight": 0.003125, "mean_probability": 0.6736168923879944, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 81, "weight": 0.04326923076923078, "mean_probability": 0.7508958622387287, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 5, "weight": 0.002617521367521368, "mean_probability": 0.8665175748388457, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 1011, "weight": 0.5280715811965812, "mean_probability": 0.9952490894325977, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07400981998817598}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 5, "prediction_rows": 9694, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.26333685246910177, 0.26333685246910177], "all_rows_baseline_brier": 0.26333685246910177, "model": {"rows": 9694, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.26333685246910177, "log_loss": 1.0407029500467888, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 38, "weight": 0.0031913035379459776, "mean_probability": 0.05804202179732394, "observed_yes_rate": 1.0}, {"lower": 0.1, "upper": 0.2, "rows": 466, "weight": 0.03914290082399189, "mean_probability": 0.15729733070402066, "observed_yes_rate": 1.0}, {"lower": 0.2, "upper": 0.3, "rows": 277, "weight": 0.023267534649307014, "mean_probability": 0.23237064599117108, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 737, "weight": 0.0618197761567781, "mean_probability": 0.3691434531391533, "observed_yes_rate": 1.0}, {"lower": 0.4, "upper": 0.5, "rows": 545, "weight": 0.04630621680861616, "mean_probability": 0.46458944998940976, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 1177, "weight": 0.10457423764066816, "mean_probability": 0.5393209921459542, "observed_yes_rate": 0.877552269682521}, {"lower": 0.6, "upper": 0.7, "rows": 1683, "weight": 0.19078690670293139, "mean_probability": 0.6500249436199084, "observed_yes_rate": 0.642047328577082}, {"lower": 0.7, "upper": 0.8, "rows": 1334, "weight": 0.13400557625392037, "mean_probability": 0.7471918392260263, "observed_yes_rate": 0.7827265515924021}, {"lower": 0.8, "upper": 0.9, "rows": 809, "weight": 0.10639074472567085, "mean_probability": 0.850870410888493, "observed_yes_rate": 0.995701533302075}, {"lower": 0.9, "upper": 1.0, "rows": 2628, "weight": 0.2905148027001701, "mean_probability": 0.970825366256577, "observed_yes_rate": 0.6925138841036045}], "ece_10_bins": 0.2555614393524877}, "baseline": {"rows": 9694, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.26333685246910177, "log_loss": 1.0407029500467888, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 38, "weight": 0.0031913035379459776, "mean_probability": 0.05804202179732394, "observed_yes_rate": 1.0}, {"lower": 0.1, "upper": 0.2, "rows": 466, "weight": 0.03914290082399189, "mean_probability": 0.15729733070402066, "observed_yes_rate": 1.0}, {"lower": 0.2, "upper": 0.3, "rows": 277, "weight": 0.023267534649307014, "mean_probability": 0.23237064599117108, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 737, "weight": 0.0618197761567781, "mean_probability": 0.3691434531391533, "observed_yes_rate": 1.0}, {"lower": 0.4, "upper": 0.5, "rows": 545, "weight": 0.04630621680861616, "mean_probability": 0.46458944998940976, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 1177, "weight": 0.10457423764066816, "mean_probability": 0.5393209921459542, "observed_yes_rate": 0.877552269682521}, {"lower": 0.6, "upper": 0.7, "rows": 1683, "weight": 0.19078690670293139, "mean_probability": 0.6500249436199084, "observed_yes_rate": 0.642047328577082}, {"lower": 0.7, "upper": 0.8, "rows": 1334, "weight": 0.13400557625392037, "mean_probability": 0.7471918392260263, "observed_yes_rate": 0.7827265515924021}, {"lower": 0.8, "upper": 0.9, "rows": 809, "weight": 0.10639074472567085, "mean_probability": 0.850870410888493, "observed_yes_rate": 0.995701533302075}, {"lower": 0.9, "upper": 1.0, "rows": 2628, "weight": 0.2905148027001701, "mean_probability": 0.970825366256577, "observed_yes_rate": 0.6925138841036045}], "ece_10_bins": 0.2555614393524877}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 16, "prediction_rows": 7640, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.2040993282552048, 0.2040993282552048], "all_rows_baseline_brier": 0.20409932825520477, "model": {"rows": 7640, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.20409932825520483, "log_loss": 0.9560250483155094, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1222, "weight": 0.16094923418577023, "mean_probability": 0.02464478662071323, "observed_yes_rate": 0.3459930579068246}, {"lower": 0.1, "upper": 0.2, "rows": 311, "weight": 0.04060429741980475, "mean_probability": 0.16608999268430555, "observed_yes_rate": 0.006413524755132161}, {"lower": 0.2, "upper": 0.3, "rows": 461, "weight": 0.06057337814833048, "mean_probability": 0.24762193535638202, "observed_yes_rate": 0.2969514288344502}, {"lower": 0.3, "upper": 0.4, "rows": 194, "weight": 0.02543855223777827, "mean_probability": 0.37479023170896597, "observed_yes_rate": 0.057504488499948186}, {"lower": 0.4, "upper": 0.5, "rows": 325, "weight": 0.042846962044782805, "mean_probability": 0.46492851046018013, "observed_yes_rate": 0.4936375319873772}, {"lower": 0.5, "upper": 0.6, "rows": 508, "weight": 0.0670635823745754, "mean_probability": 0.5547657987867435, "observed_yes_rate": 0.7908174018827823}, {"lower": 0.6, "upper": 0.7, "rows": 292, "weight": 0.03815784939276584, "mean_probability": 0.6356183055611411, "observed_yes_rate": 0.6126746009179367}, {"lower": 0.7, "upper": 0.8, "rows": 717, "weight": 0.0937220616992423, "mean_probability": 0.7424737451132356, "observed_yes_rate": 0.6635277946981482}, {"lower": 0.8, "upper": 0.9, "rows": 730, "weight": 0.09517624876981043, "mean_probability": 0.8503502991312079, "observed_yes_rate": 0.8242680732327219}, {"lower": 0.9, "upper": 1.0, "rows": 2880, "weight": 0.3754678337271396, "mean_probability": 0.9870127860044787, "observed_yes_rate": 0.8293650153424877}], "ece_10_bins": 0.15627274848994982}, "baseline": {"rows": 7640, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.20409932825520483, "log_loss": 0.9560250483155094, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1222, "weight": 0.16094923418577023, "mean_probability": 0.02464478662071323, "observed_yes_rate": 0.3459930579068246}, {"lower": 0.1, "upper": 0.2, "rows": 311, "weight": 0.04060429741980475, "mean_probability": 0.16608999268430555, "observed_yes_rate": 0.006413524755132161}, {"lower": 0.2, "upper": 0.3, "rows": 461, "weight": 0.06057337814833048, "mean_probability": 0.24762193535638202, "observed_yes_rate": 0.2969514288344502}, {"lower": 0.3, "upper": 0.4, "rows": 194, "weight": 0.02543855223777827, "mean_probability": 0.37479023170896597, "observed_yes_rate": 0.057504488499948186}, {"lower": 0.4, "upper": 0.5, "rows": 325, "weight": 0.042846962044782805, "mean_probability": 0.46492851046018013, "observed_yes_rate": 0.4936375319873772}, {"lower": 0.5, "upper": 0.6, "rows": 508, "weight": 0.0670635823745754, "mean_probability": 0.5547657987867435, "observed_yes_rate": 0.7908174018827823}, {"lower": 0.6, "upper": 0.7, "rows": 292, "weight": 0.03815784939276584, "mean_probability": 0.6356183055611411, "observed_yes_rate": 0.6126746009179367}, {"lower": 0.7, "upper": 0.8, "rows": 717, "weight": 0.0937220616992423, "mean_probability": 0.7424737451132356, "observed_yes_rate": 0.6635277946981482}, {"lower": 0.8, "upper": 0.9, "rows": 730, "weight": 0.09517624876981043, "mean_probability": 0.8503502991312079, "observed_yes_rate": 0.8242680732327219}, {"lower": 0.9, "upper": 1.0, "rows": 2880, "weight": 0.3754678337271396, "mean_probability": 0.9870127860044787, "observed_yes_rate": 0.8293650153424877}], "ece_10_bins": 0.15627274848994982}, "brier_skill": 0.0}}}, {"model_id": "1cd0d49477d6ca2dd1fa4cc850ff65f91545e3f19ea5edacd4078dd023dfeb23", "settled_rounds": 18, "prediction_rows": 28841, "bounded_only_rows": 530, "all_rows_brier_bounds": [0.1947584834109112, 0.19520221453794828], "all_rows_baseline_brier": 0.19466287287108647, "model": {"rows": 28311, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.197277722463293, "log_loss": 0.7394123451515573, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3984, "weight": 0.11153312264197743, "mean_probability": 0.02308876228806692, "observed_yes_rate": 0.19575129815410328}, {"lower": 0.1, "upper": 0.2, "rows": 451, "weight": 0.02047764107604624, "mean_probability": 0.142590965333528, "observed_yes_rate": 0.09798256247007132}, {"lower": 0.2, "upper": 0.3, "rows": 993, "weight": 0.04507790862999707, "mean_probability": 0.25688932022150524, "observed_yes_rate": 0.6305386028188158}, {"lower": 0.3, "upper": 0.4, "rows": 970, "weight": 0.03432044171752113, "mean_probability": 0.35098871537774373, "observed_yes_rate": 0.783648915576052}, {"lower": 0.4, "upper": 0.5, "rows": 4163, "weight": 0.14406536480180648, "mean_probability": 0.47866932075123936, "observed_yes_rate": 0.47048969795366474}, {"lower": 0.5, "upper": 0.6, "rows": 2792, "weight": 0.12431687982600403, "mean_probability": 0.5185253028930394, "observed_yes_rate": 0.7222259172139569}, {"lower": 0.6, "upper": 0.7, "rows": 1700, "weight": 0.06826055383864527, "mean_probability": 0.6588956453250837, "observed_yes_rate": 0.6572352961168945}, {"lower": 0.7, "upper": 0.8, "rows": 2339, "weight": 0.08371451922119443, "mean_probability": 0.7578098792785408, "observed_yes_rate": 0.8554691848766799}, {"lower": 0.8, "upper": 0.9, "rows": 2102, "weight": 0.07491938086594575, "mean_probability": 0.856892791285736, "observed_yes_rate": 0.8502738357987794}, {"lower": 0.9, "upper": 1.0, "rows": 8817, "weight": 0.29331418738086207, "mean_probability": 0.9819061584057945, "observed_yes_rate": 0.851518150001571}], "ece_10_bins": 0.1253946881380044}, "baseline": {"rows": 28311, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.19696872010912306, "log_loss": 0.8536545984509059, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3949, "weight": 0.10988332952093156, "mean_probability": 0.017963109007640997, "observed_yes_rate": 0.1986903167162312}, {"lower": 0.1, "upper": 0.2, "rows": 414, "weight": 0.018710181441002772, "mean_probability": 0.14081885754772597, "observed_yes_rate": 0.10723849751538611}, {"lower": 0.2, "upper": 0.3, "rows": 988, "weight": 0.04483906273336957, "mean_probability": 0.2574017084234942, "observed_yes_rate": 0.6338973161541959}, {"lower": 0.3, "upper": 0.4, "rows": 1023, "weight": 0.0368522082217726, "mean_probability": 0.3520832863877305, "observed_yes_rate": 0.729811814048544}, {"lower": 0.4, "upper": 0.5, "rows": 4340, "weight": 0.15236150969668788, "mean_probability": 0.47844778374965763, "observed_yes_rate": 0.4448713464845638}, {"lower": 0.5, "upper": 0.6, "rows": 2756, "weight": 0.1226358214806236, "mean_probability": 0.5180203624627168, "observed_yes_rate": 0.7352129602065403}, {"lower": 0.6, "upper": 0.7, "rows": 1642, "weight": 0.06552703750338476, "mean_probability": 0.6592522512352502, "observed_yes_rate": 0.6846524278306928}, {"lower": 0.7, "upper": 0.8, "rows": 2286, "weight": 0.08123899322651898, "mean_probability": 0.7578594163522517, "observed_yes_rate": 0.8751945087612268}, {"lower": 0.8, "upper": 0.9, "rows": 2052, "weight": 0.07028493836186656, "mean_probability": 0.8573078860578912, "observed_yes_rate": 0.8463542583768355}, {"lower": 0.9, "upper": 1.0, "rows": 8861, "weight": 0.2976669178138417, "mean_probability": 0.984799236212325, "observed_yes_rate": 0.8536893737034856}], "ece_10_bins": 0.13403391860561778}, "brier_skill": -0.0015687889630331409, "by_remaining_time": {"0-3s": {"settled_rounds": 16, "prediction_rows": 191, "bounded_only_rows": 120, "all_rows_brier_bounds": [0.06290859375, 0.06395794270833333], "all_rows_baseline_brier": 0.09968952135982403, "model": {"rows": 71, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.01880703525019238, "log_loss": 0.12825890890483754, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 33, "weight": 0.390625, "mean_probability": 0.0752814547361357, "observed_yes_rate": 0.04}, {"lower": 0.9, "upper": 1.0, "rows": 38, "weight": 0.609375, "mean_probability": 0.9730844447032934, "observed_yes_rate": 1.0}], "ece_10_bins": 0.030183484765233616}, "baseline": {"rows": 71, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.10952694692792629, "log_loss": 0.49153567047834923, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 3, "weight": 0.03645833333333333, "mean_probability": 0.019776653229120974, "observed_yes_rate": 0.4285714285714286}, {"lower": 0.1, "upper": 0.2, "rows": 4, "weight": 0.041666666666666664, "mean_probability": 0.14850923766308452, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 6, "weight": 0.06249999999999999, "mean_probability": 0.23970590285959056, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 20, "weight": 0.25, "mean_probability": 0.49174586033131384, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 8, "weight": 0.125, "mean_probability": 0.5198830643261595, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 30, "weight": 0.484375, "mean_probability": 0.9998903693919211, "observed_yes_rate": 1.0}], "ece_10_bins": 0.21907766438355464}, "brier_skill": 0.8282885100178291}, "10-30s": {"settled_rounds": 16, "prediction_rows": 1277, "bounded_only_rows": 243, "all_rows_brier_bounds": [0.2051547747725475, 0.2105088212025316], "all_rows_baseline_brier": 0.20253266553748364, "model": {"rows": 1034, "settled_rounds": 15, "weighting": "equal_total_weight_per_round", "brier": 0.2216047569581686, "log_loss": 0.7367090268158876, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 247, "weight": 0.3333333333333333, "mean_probability": 0.025131643573236315, "observed_yes_rate": 0.4}, {"lower": 0.1, "upper": 0.2, "rows": 18, "weight": 0.015000000000000005, "mean_probability": 0.18270173299067483, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 15, "weight": 0.012500000000000006, "mean_probability": 0.22571680747127806, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 1, "weight": 0.0008333333333333335, "mean_probability": 0.32914200535121607, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 1, "weight": 0.0008333333333333335, "mean_probability": 0.4841994239353378, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 44, "weight": 0.036666666666666674, "mean_probability": 0.548766448913262, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 58, "weight": 0.048333333333333346, "mean_probability": 0.6503728229528659, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 34, "weight": 0.028333333333333342, "mean_probability": 0.7471188352848942, "observed_yes_rate": 0.32352941176470584}, {"lower": 0.8, "upper": 0.9, "rows": 123, "weight": 0.10308016877637129, "mean_probability": 0.8568022923485732, "observed_yes_rate": 0.6281211625051167}, {"lower": 0.9, "upper": 1.0, "rows": 493, "weight": 0.4210864978902953, "mean_probability": 0.965197834343925, "observed_yes_rate": 0.932713745334302}], "ece_10_bins": 0.2320048133959782}, "baseline": {"rows": 1034, "settled_rounds": 15, "weighting": "equal_total_weight_per_round", "brier": 0.21603484323991592, "log_loss": 2.1732080061853525, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 247, "weight": 0.3333333333333333, "mean_probability": 1.6256622039425135e-05, "observed_yes_rate": 0.4}, {"lower": 0.3, "upper": 0.4, "rows": 30, "weight": 0.02500000000000001, "mean_probability": 0.3864170240955694, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 130, "weight": 0.10833333333333334, "mean_probability": 0.46734359291295424, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 82, "weight": 0.0685126582278481, "mean_probability": 0.8540177630236376, "observed_yes_rate": 0.4404926866820632}, {"lower": 0.9, "upper": 1.0, "rows": 545, "weight": 0.4648206751054852, "mean_probability": 0.9918654594004479, "observed_yes_rate": 0.9390445932145695}], "ece_10_bins": 0.24650116219815774}, "brier_skill": -0.0257824785794718}, "180-300s": {"settled_rounds": 16, "prediction_rows": 7591, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.1795680778693784, 0.1795680778693784], "all_rows_baseline_brier": 0.1795680778693784, "model": {"rows": 7591, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.17956807786937842, "log_loss": 0.544193037510806, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 478, "weight": 0.06263586956521734, "mean_probability": 0.0018727581913842752, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 14, "weight": 0.0019021739130434786, "mean_probability": 0.24765209165662008, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 348, "weight": 0.04622520188464917, "mean_probability": 0.3640134553441841, "observed_yes_rate": 0.5649841464759127}, {"lower": 0.4, "upper": 0.5, "rows": 1630, "weight": 0.2183816100107064, "mean_probability": 0.48281549068569235, "observed_yes_rate": 0.40939711420839825}, {"lower": 0.5, "upper": 0.6, "rows": 1071, "weight": 0.14113090668190112, "mean_probability": 0.508819124874172, "observed_yes_rate": 0.5374336688793347}, {"lower": 0.6, "upper": 0.7, "rows": 884, "weight": 0.1155381965947834, "mean_probability": 0.6569819919176719, "observed_yes_rate": 0.57725915090081}, {"lower": 0.7, "upper": 0.8, "rows": 887, "weight": 0.11575473677964913, "mean_probability": 0.7615074066479736, "observed_yes_rate": 0.9547412417349728}, {"lower": 0.8, "upper": 0.9, "rows": 477, "weight": 0.062399114980720344, "mean_probability": 0.8626902247415503, "observed_yes_rate": 0.785403052346782}, {"lower": 0.9, "upper": 1.0, "rows": 1802, "weight": 0.2360321895893297, "mean_probability": 0.9722582816014277, "observed_yes_rate": 0.8787379147788699}], "ece_10_bins": 0.08842514286078579}, "baseline": {"rows": 7591, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.17956807786937842, "log_loss": 0.544193037510806, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 478, "weight": 0.06263586956521734, "mean_probability": 0.0018727581913842752, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 14, "weight": 0.0019021739130434786, "mean_probability": 0.24765209165662008, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 348, "weight": 0.04622520188464917, "mean_probability": 0.3640134553441841, "observed_yes_rate": 0.5649841464759127}, {"lower": 0.4, "upper": 0.5, "rows": 1630, "weight": 0.2183816100107064, "mean_probability": 0.48281549068569235, "observed_yes_rate": 0.40939711420839825}, {"lower": 0.5, "upper": 0.6, "rows": 1071, "weight": 0.14113090668190112, "mean_probability": 0.508819124874172, "observed_yes_rate": 0.5374336688793347}, {"lower": 0.6, "upper": 0.7, "rows": 884, "weight": 0.1155381965947834, "mean_probability": 0.6569819919176719, "observed_yes_rate": 0.57725915090081}, {"lower": 0.7, "upper": 0.8, "rows": 887, "weight": 0.11575473677964913, "mean_probability": 0.7615074066479736, "observed_yes_rate": 0.9547412417349728}, {"lower": 0.8, "upper": 0.9, "rows": 477, "weight": 0.062399114980720344, "mean_probability": 0.8626902247415503, "observed_yes_rate": 0.785403052346782}, {"lower": 0.9, "upper": 1.0, "rows": 1802, "weight": 0.2360321895893297, "mean_probability": 0.9722582816014277, "observed_yes_rate": 0.8787379147788699}], "ece_10_bins": 0.08842514286078579}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 16, "prediction_rows": 448, "bounded_only_rows": 167, "all_rows_brier_bounds": [0.22086127232142852, 0.22566646205357144], "all_rows_baseline_brier": 0.21002624581773385, "model": {"rows": 281, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.2968616995788505, "log_loss": 1.2525650524502336, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 71, "weight": 0.26488095238095244, "mean_probability": 0.01516173586544585, "observed_yes_rate": 0.6292134831460673}, {"lower": 0.1, "upper": 0.2, "rows": 23, "weight": 0.06845238095238095, "mean_probability": 0.14240733783617093, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 19, "weight": 0.05654761904761905, "mean_probability": 0.7726374084506422, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 9, "weight": 0.026785714285714288, "mean_probability": 0.8099830623319831, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 159, "weight": 0.5833333333333334, "mean_probability": 0.981604550769005, "observed_yes_rate": 0.8571428571428571}], "ece_10_bins": 0.3103881683050068}, "baseline": {"rows": 281, "settled_rounds": 12, "weighting": "equal_total_weight_per_round", "brier": 0.2800349944233119, "log_loss": 3.54588279846959, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 66, "weight": 0.25, "mean_probability": 1.0000000000000002e-06, "observed_yes_rate": 0.6666666666666666}, {"lower": 0.2, "upper": 0.3, "rows": 4, "weight": 0.011904761904761906, "mean_probability": 0.2860072211872365, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 24, "weight": 0.07142857142857144, "mean_probability": 0.3409773110862549, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 28, "weight": 0.08333333333333333, "mean_probability": 0.49865375989018407, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 159, "weight": 0.5833333333333334, "mean_probability": 0.9989108751628007, "observed_yes_rate": 0.8571428571428571}], "ece_10_bins": 0.31867927726087253}, "brier_skill": -0.06008786576902847}, "30-60s": {"settled_rounds": 16, "prediction_rows": 1914, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.1692788684278176, 0.1692788684278176], "all_rows_baseline_brier": 0.1692788684278176, "model": {"rows": 1914, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.16927886842781764, "log_loss": 0.9681522717711837, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 667, "weight": 0.3504595588235294, "mean_probability": 0.007597731719106827, "observed_yes_rate": 0.3120902176763703}, {"lower": 0.1, "upper": 0.2, "rows": 46, "weight": 0.023958333333333342, "mean_probability": 0.16183783731943163, "observed_yes_rate": 0.21739130434782603}, {"lower": 0.2, "upper": 0.3, "rows": 34, "weight": 0.017769607843137258, "mean_probability": 0.2123688460656102, "observed_yes_rate": 0.5862068965517241}, {"lower": 0.3, "upper": 0.4, "rows": 14, "weight": 0.007291666666666667, "mean_probability": 0.3487847286230287, "observed_yes_rate": 0.8571428571428572}, {"lower": 0.4, "upper": 0.5, "rows": 85, "weight": 0.04427083333333332, "mean_probability": 0.4406497876105361, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 1, "weight": 0.0005208333333333334, "mean_probability": 0.5501609194353247, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 64, "weight": 0.03333333333333334, "mean_probability": 0.672122767060317, "observed_yes_rate": 0.515625}, {"lower": 0.7, "upper": 0.8, "rows": 121, "weight": 0.06302083333333333, "mean_probability": 0.7430787227033371, "observed_yes_rate": 0.26446280991735543}, {"lower": 0.8, "upper": 0.9, "rows": 162, "weight": 0.084375, "mean_probability": 0.8412008861823731, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 720, "weight": 0.37499999999999994, "mean_probability": 0.9981537874983669, "observed_yes_rate": 1.0}], "ece_10_bins": 0.18760559966464316}, "baseline": {"rows": 1914, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.16927886842781764, "log_loss": 0.9681522717711837, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 667, "weight": 0.3504595588235294, "mean_probability": 0.007597731719106827, "observed_yes_rate": 0.3120902176763703}, {"lower": 0.1, "upper": 0.2, "rows": 46, "weight": 0.023958333333333342, "mean_probability": 0.16183783731943163, "observed_yes_rate": 0.21739130434782603}, {"lower": 0.2, "upper": 0.3, "rows": 34, "weight": 0.017769607843137258, "mean_probability": 0.2123688460656102, "observed_yes_rate": 0.5862068965517241}, {"lower": 0.3, "upper": 0.4, "rows": 14, "weight": 0.007291666666666667, "mean_probability": 0.3487847286230287, "observed_yes_rate": 0.8571428571428572}, {"lower": 0.4, "upper": 0.5, "rows": 85, "weight": 0.04427083333333332, "mean_probability": 0.4406497876105361, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 1, "weight": 0.0005208333333333334, "mean_probability": 0.5501609194353247, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 64, "weight": 0.03333333333333334, "mean_probability": 0.672122767060317, "observed_yes_rate": 0.515625}, {"lower": 0.7, "upper": 0.8, "rows": 121, "weight": 0.06302083333333333, "mean_probability": 0.7430787227033371, "observed_yes_rate": 0.26446280991735543}, {"lower": 0.8, "upper": 0.9, "rows": 162, "weight": 0.084375, "mean_probability": 0.8412008861823731, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 720, "weight": 0.37499999999999994, "mean_probability": 0.9981537874983669, "observed_yes_rate": 1.0}], "ece_10_bins": 0.18760559966464316}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 4, "prediction_rows": 9508, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.1332185791132729, 0.1332185791132729], "all_rows_baseline_brier": 0.1332185791132729, "model": {"rows": 9508, "settled_rounds": 4, "weighting": "equal_total_weight_per_round", "brier": 0.1332185791132729, "log_loss": 0.3914110460891638, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1407, "weight": 0.14816764953664702, "mean_probability": 0.021381731450864916, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 30, "weight": 0.0031747401820598127, "mean_probability": 0.17115308066901302, "observed_yes_rate": 0.9668295697112684}, {"lower": 0.2, "upper": 0.3, "rows": 94, "weight": 0.009949195596951737, "mean_probability": 0.2420424377441403, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 380, "weight": 0.04013807228239262, "mean_probability": 0.33680397584002003, "observed_yes_rate": 1.0}, {"lower": 0.4, "upper": 0.5, "rows": 1883, "weight": 0.19854379169762848, "mean_probability": 0.469840315524592, "observed_yes_rate": 0.7554859000426517}, {"lower": 0.5, "upper": 0.6, "rows": 1004, "weight": 0.10544896394041436, "mean_probability": 0.5659661522743142, "observed_yes_rate": 0.7323595379135318}, {"lower": 0.6, "upper": 0.7, "rows": 420, "weight": 0.044024164369036056, "mean_probability": 0.6497936387650411, "observed_yes_rate": 0.9856477687556632}, {"lower": 0.7, "upper": 0.8, "rows": 1022, "weight": 0.10748967010809886, "mean_probability": 0.7559237545466766, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 846, "weight": 0.08878779000695838, "mean_probability": 0.867907335047408, "observed_yes_rate": 0.7260205258901826}, {"lower": 0.9, "upper": 1.0, "rows": 2422, "weight": 0.2542759622798129, "mean_probability": 0.9777957061742982, "observed_yes_rate": 1.0}], "ece_10_bins": 0.1733789994872874}, "baseline": {"rows": 9508, "settled_rounds": 4, "weighting": "equal_total_weight_per_round", "brier": 0.1332185791132729, "log_loss": 0.3914110460891638, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1407, "weight": 0.14816764953664702, "mean_probability": 0.021381731450864916, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 30, "weight": 0.0031747401820598127, "mean_probability": 0.17115308066901302, "observed_yes_rate": 0.9668295697112684}, {"lower": 0.2, "upper": 0.3, "rows": 94, "weight": 0.009949195596951737, "mean_probability": 0.2420424377441403, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 380, "weight": 0.04013807228239262, "mean_probability": 0.33680397584002003, "observed_yes_rate": 1.0}, {"lower": 0.4, "upper": 0.5, "rows": 1883, "weight": 0.19854379169762848, "mean_probability": 0.469840315524592, "observed_yes_rate": 0.7554859000426517}, {"lower": 0.5, "upper": 0.6, "rows": 1004, "weight": 0.10544896394041436, "mean_probability": 0.5659661522743142, "observed_yes_rate": 0.7323595379135318}, {"lower": 0.6, "upper": 0.7, "rows": 420, "weight": 0.044024164369036056, "mean_probability": 0.6497936387650411, "observed_yes_rate": 0.9856477687556632}, {"lower": 0.7, "upper": 0.8, "rows": 1022, "weight": 0.10748967010809886, "mean_probability": 0.7559237545466766, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 846, "weight": 0.08878779000695838, "mean_probability": 0.867907335047408, "observed_yes_rate": 0.7260205258901826}, {"lower": 0.9, "upper": 1.0, "rows": 2422, "weight": 0.2542759622798129, "mean_probability": 0.9777957061742982, "observed_yes_rate": 1.0}], "ece_10_bins": 0.1733789994872874}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 18, "prediction_rows": 7912, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.18678299114073108, 0.18678299114073108], "all_rows_baseline_brier": 0.18678299114073105, "model": {"rows": 7912, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.1867829911407311, "log_loss": 0.7957683649078977, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1081, "weight": 0.12554277534568903, "mean_probability": 0.02396226011080407, "observed_yes_rate": 0.04249698189779114}, {"lower": 0.1, "upper": 0.2, "rows": 334, "weight": 0.038798478098566624, "mean_probability": 0.1368932661579785, "observed_yes_rate": 0.06588026536723632}, {"lower": 0.2, "upper": 0.3, "rows": 836, "weight": 0.09809277740171336, "mean_probability": 0.2599720049743088, "observed_yes_rate": 0.6601792235012134}, {"lower": 0.3, "upper": 0.4, "rows": 227, "weight": 0.026691714783227544, "mean_probability": 0.3403747800790076, "observed_yes_rate": 0.9869004035633275}, {"lower": 0.4, "upper": 0.5, "rows": 564, "weight": 0.06818279265541498, "mean_probability": 0.48057726976869364, "observed_yes_rate": 0.3287091441741094}, {"lower": 0.5, "upper": 0.6, "rows": 672, "weight": 0.11188316587056396, "mean_probability": 0.5127265177484529, "observed_yes_rate": 0.8906966008043993}, {"lower": 0.6, "upper": 0.7, "rows": 274, "weight": 0.03258114485916928, "mean_probability": 0.6661831063700663, "observed_yes_rate": 0.9570356970603308}, {"lower": 0.7, "upper": 0.8, "rows": 256, "weight": 0.03200219089940125, "mean_probability": 0.7617691077106336, "observed_yes_rate": 0.6874682906560994}, {"lower": 0.8, "upper": 0.9, "rows": 485, "weight": 0.059037296862103565, "mean_probability": 0.8454941428863549, "observed_yes_rate": 0.9940939871335586}, {"lower": 0.9, "upper": 1.0, "rows": 3183, "weight": 0.4071876632241504, "mean_probability": 0.9896048256100638, "observed_yes_rate": 0.8196168034650816}], "ece_10_bins": 0.20408375228104317}, "baseline": {"rows": 7912, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.1867829911407311, "log_loss": 0.7957683649078977, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1081, "weight": 0.12554277534568903, "mean_probability": 0.02396226011080407, "observed_yes_rate": 0.04249698189779114}, {"lower": 0.1, "upper": 0.2, "rows": 334, "weight": 0.038798478098566624, "mean_probability": 0.1368932661579785, "observed_yes_rate": 0.06588026536723632}, {"lower": 0.2, "upper": 0.3, "rows": 836, "weight": 0.09809277740171336, "mean_probability": 0.2599720049743088, "observed_yes_rate": 0.6601792235012134}, {"lower": 0.3, "upper": 0.4, "rows": 227, "weight": 0.026691714783227544, "mean_probability": 0.3403747800790076, "observed_yes_rate": 0.9869004035633275}, {"lower": 0.4, "upper": 0.5, "rows": 564, "weight": 0.06818279265541498, "mean_probability": 0.48057726976869364, "observed_yes_rate": 0.3287091441741094}, {"lower": 0.5, "upper": 0.6, "rows": 672, "weight": 0.11188316587056396, "mean_probability": 0.5127265177484529, "observed_yes_rate": 0.8906966008043993}, {"lower": 0.6, "upper": 0.7, "rows": 274, "weight": 0.03258114485916928, "mean_probability": 0.6661831063700663, "observed_yes_rate": 0.9570356970603308}, {"lower": 0.7, "upper": 0.8, "rows": 256, "weight": 0.03200219089940125, "mean_probability": 0.7617691077106336, "observed_yes_rate": 0.6874682906560994}, {"lower": 0.8, "upper": 0.9, "rows": 485, "weight": 0.059037296862103565, "mean_probability": 0.8454941428863549, "observed_yes_rate": 0.9940939871335586}, {"lower": 0.9, "upper": 1.0, "rows": 3183, "weight": 0.4071876632241504, "mean_probability": 0.9896048256100638, "observed_yes_rate": 0.8196168034650816}], "ece_10_bins": 0.20408375228104317}, "brier_skill": 0.0}}}, {"model_id": "e943e3d17da18803e4af8dd36c673aec6eeacb3061595fb3f29bbc4938dd87d9", "settled_rounds": 10, "prediction_rows": 14990, "bounded_only_rows": 633, "all_rows_brier_bounds": [0.19713960252962032, 0.1971542848188983], "all_rows_baseline_brier": 0.19712286550878275, "model": {"rows": 14357, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.20217159756273745, "log_loss": 0.9124734901665178, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2775, "weight": 0.22226113483531193, "mean_probability": 0.0073529258479633364, "observed_yes_rate": 0.2267531463800701}, {"lower": 0.1, "upper": 0.2, "rows": 629, "weight": 0.038140256044456075, "mean_probability": 0.14988668510539532, "observed_yes_rate": 0.02461879477305501}, {"lower": 0.2, "upper": 0.3, "rows": 689, "weight": 0.05167300420870814, "mean_probability": 0.2758202830799506, "observed_yes_rate": 0.8888915317646241}, {"lower": 0.3, "upper": 0.4, "rows": 848, "weight": 0.06769123449441888, "mean_probability": 0.3329229618175255, "observed_yes_rate": 0.20866306173392743}, {"lower": 0.4, "upper": 0.5, "rows": 1840, "weight": 0.14894293973086115, "mean_probability": 0.47559375063138215, "observed_yes_rate": 0.7620838686484357}, {"lower": 0.5, "upper": 0.6, "rows": 1401, "weight": 0.09574521583574744, "mean_probability": 0.5220408145693408, "observed_yes_rate": 0.4998946321853941}, {"lower": 0.6, "upper": 0.7, "rows": 410, "weight": 0.03837039561237342, "mean_probability": 0.6614075875823882, "observed_yes_rate": 0.9967007397051405}, {"lower": 0.7, "upper": 0.8, "rows": 548, "weight": 0.04077103903856912, "mean_probability": 0.743439564879978, "observed_yes_rate": 0.8520479902996627}, {"lower": 0.8, "upper": 0.9, "rows": 440, "weight": 0.038385135152494684, "mean_probability": 0.8743338667331075, "observed_yes_rate": 0.9138592669083281}, {"lower": 0.9, "upper": 1.0, "rows": 4777, "weight": 0.2580196450470592, "mean_probability": 0.9877008323618717, "observed_yes_rate": 0.8494525247124236}], "ece_10_bins": 0.19290487839345385}, "baseline": {"rows": 14357, "settled_rounds": 10, "weighting": "equal_total_weight_per_round", "brier": 0.20214804022907237, "log_loss": 0.9117659619519423, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2775, "weight": 0.22226113483531193, "mean_probability": 0.0071326003549435435, "observed_yes_rate": 0.2267531463800701}, {"lower": 0.1, "upper": 0.2, "rows": 629, "weight": 0.038140256044456075, "mean_probability": 0.14988668510539532, "observed_yes_rate": 0.02461879477305501}, {"lower": 0.2, "upper": 0.3, "rows": 689, "weight": 0.05167300420870814, "mean_probability": 0.2758202830799506, "observed_yes_rate": 0.8888915317646241}, {"lower": 0.3, "upper": 0.4, "rows": 848, "weight": 0.06769123449441888, "mean_probability": 0.3329229618175255, "observed_yes_rate": 0.20866306173392743}, {"lower": 0.4, "upper": 0.5, "rows": 1840, "weight": 0.14894293973086115, "mean_probability": 0.47559375063138215, "observed_yes_rate": 0.7620838686484357}, {"lower": 0.5, "upper": 0.6, "rows": 1401, "weight": 0.09574521583574744, "mean_probability": 0.5220408145693408, "observed_yes_rate": 0.4998946321853941}, {"lower": 0.6, "upper": 0.7, "rows": 410, "weight": 0.03837039561237342, "mean_probability": 0.6614075875823882, "observed_yes_rate": 0.9967007397051405}, {"lower": 0.7, "upper": 0.8, "rows": 548, "weight": 0.04077103903856912, "mean_probability": 0.743439564879978, "observed_yes_rate": 0.8520479902996627}, {"lower": 0.8, "upper": 0.9, "rows": 440, "weight": 0.038385135152494684, "mean_probability": 0.8743338667331075, "observed_yes_rate": 0.9138592669083281}, {"lower": 0.9, "upper": 1.0, "rows": 4777, "weight": 0.2580196450470592, "mean_probability": 0.9902062975441364, "observed_yes_rate": 0.8494525247124236}], "ece_10_bins": 0.1936003074245713}, "brier_skill": -0.00011653505835806932, "by_remaining_time": {"0-3s": {"settled_rounds": 8, "prediction_rows": 92, "bounded_only_rows": 81, "all_rows_brier_bounds": [2.864583333333339e-06, 4.7916666666666736e-05], "all_rows_baseline_brier": 1.0000000000287556e-12, "model": {"rows": 11, "settled_rounds": 2, "weighting": "equal_total_weight_per_round", "brier": 5.477565016143957e-05, "log_loss": 0.007306768255178477, "reliability": [{"lower": 0.9, "upper": 1.0, "rows": 11, "weight": 1.0, "mean_probability": 0.992720761902381, "observed_yes_rate": 1.0}], "ece_10_bins": 0.00727923809761899}, "baseline": {"rows": 11, "settled_rounds": 2, "weighting": "equal_total_weight_per_round", "brier": 1.0000000000575114e-12, "log_loss": 1.000000500029089e-06, "reliability": [{"lower": 0.9, "upper": 1.0, "rows": 11, "weight": 1.0, "mean_probability": 0.9999990000000001, "observed_yes_rate": 1.0}], "ece_10_bins": 9.999999999177334e-07}, "brier_skill": -54775649.15828934}, "10-30s": {"settled_rounds": 8, "prediction_rows": 637, "bounded_only_rows": 385, "all_rows_brier_bounds": [0.00029885949164232446, 0.0005379265051931202], "all_rows_baseline_brier": 3.512021174170106e-09, "model": {"rows": 252, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.0007968175997161561, "log_loss": 0.02434993645011609, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 18, "weight": 0.2, "mean_probability": 0.02970934176111568, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 234, "weight": 0.8000000000000002, "mean_probability": 0.9775011088140841, "observed_yes_rate": 1.0}], "ece_10_bins": 0.023940981300955826}, "baseline": {"rows": 252, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 5.618633878672171e-09, "log_loss": 2.7672533140106144e-05, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 18, "weight": 0.2, "mean_probability": 1e-06, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 234, "weight": 0.8000000000000002, "mean_probability": 0.9999656628459563, "observed_yes_rate": 1.0}], "ece_10_bins": 2.7669723234929694e-05}, "brier_skill": -141815.9642163025}, "180-300s": {"settled_rounds": 9, "prediction_rows": 4215, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.17073324336592652, 0.17073324336592652], "all_rows_baseline_brier": 0.1707332433659265, "model": {"rows": 4215, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.1707332433659265, "log_loss": 0.5001090998198879, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 239, "weight": 0.056086210517890235, "mean_probability": 0.003790756564219708, "observed_yes_rate": 0.013834479839954054}, {"lower": 0.1, "upper": 0.2, "rows": 472, "weight": 0.11029405196597719, "mean_probability": 0.15550874955978056, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 236, "weight": 0.06087015762451652, "mean_probability": 0.2794675973776698, "observed_yes_rate": 0.776641380834998}, {"lower": 0.3, "upper": 0.4, "rows": 480, "weight": 0.11453833343490591, "mean_probability": 0.328351602897541, "observed_yes_rate": 0.137230538547208}, {"lower": 0.4, "upper": 0.5, "rows": 1221, "weight": 0.29240620312690857, "mean_probability": 0.47378767231946683, "observed_yes_rate": 0.6550547713631091}, {"lower": 0.5, "upper": 0.6, "rows": 582, "weight": 0.1361839788507351, "mean_probability": 0.5146196215356001, "observed_yes_rate": 0.5699392267296741}, {"lower": 0.6, "upper": 0.7, "rows": 70, "weight": 0.016298367566580856, "mean_probability": 0.6824845912974425, "observed_yes_rate": 0.971325412513671}, {"lower": 0.7, "upper": 0.8, "rows": 254, "weight": 0.059097016511410715, "mean_probability": 0.7505132882613302, "observed_yes_rate": 0.9920668879529163}, {"lower": 0.8, "upper": 0.9, "rows": 257, "weight": 0.05999066293183939, "mean_probability": 0.8739302748662456, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 404, "weight": 0.09423501746923575, "mean_probability": 0.9756653933307342, "observed_yes_rate": 0.9357312069452077}], "ece_10_bins": 0.16071494345076373}, "baseline": {"rows": 4215, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.1707332433659265, "log_loss": 0.5001090998198879, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 239, "weight": 0.056086210517890235, "mean_probability": 0.003790756564219708, "observed_yes_rate": 0.013834479839954054}, {"lower": 0.1, "upper": 0.2, "rows": 472, "weight": 0.11029405196597719, "mean_probability": 0.15550874955978056, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 236, "weight": 0.06087015762451652, "mean_probability": 0.2794675973776698, "observed_yes_rate": 0.776641380834998}, {"lower": 0.3, "upper": 0.4, "rows": 480, "weight": 0.11453833343490591, "mean_probability": 0.328351602897541, "observed_yes_rate": 0.137230538547208}, {"lower": 0.4, "upper": 0.5, "rows": 1221, "weight": 0.29240620312690857, "mean_probability": 0.47378767231946683, "observed_yes_rate": 0.6550547713631091}, {"lower": 0.5, "upper": 0.6, "rows": 582, "weight": 0.1361839788507351, "mean_probability": 0.5146196215356001, "observed_yes_rate": 0.5699392267296741}, {"lower": 0.6, "upper": 0.7, "rows": 70, "weight": 0.016298367566580856, "mean_probability": 0.6824845912974425, "observed_yes_rate": 0.971325412513671}, {"lower": 0.7, "upper": 0.8, "rows": 254, "weight": 0.059097016511410715, "mean_probability": 0.7505132882613302, "observed_yes_rate": 0.9920668879529163}, {"lower": 0.8, "upper": 0.9, "rows": 257, "weight": 0.05999066293183939, "mean_probability": 0.8739302748662456, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 404, "weight": 0.09423501746923575, "mean_probability": 0.9756653933307342, "observed_yes_rate": 0.9357312069452077}], "ece_10_bins": 0.16071494345076373}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 8, "prediction_rows": 222, "bounded_only_rows": 167, "all_rows_brier_bounds": [2.935267857142862e-05, 0.00011785714285714303], "all_rows_baseline_brier": 7.167461272965483e-12, "model": {"rows": 55, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.00019046016450186443, "log_loss": 0.0125206386032376, "reliability": [{"lower": 0.9, "upper": 1.0, "rows": 55, "weight": 1.0, "mean_probability": 0.9875757671684192, "observed_yes_rate": 1.0}], "ece_10_bins": 0.012424232831580784}, "baseline": {"rows": 55, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 1.744656339455545e-11, "log_loss": 2.028252271305017e-06, "reliability": [{"lower": 0.9, "upper": 1.0, "rows": 55, "weight": 1.0, "mean_probability": 0.9999979717564522, "observed_yes_rate": 1.0}], "ece_10_bins": 2.0282435477803062e-06}, "brier_skill": -10916771.558273645}, "30-60s": {"settled_rounds": 8, "prediction_rows": 811, "bounded_only_rows": 0, "all_rows_brier_bounds": [7.495196730856449e-06, 7.495196730856449e-06], "all_rows_baseline_brier": 7.495196730856448e-06, "model": {"rows": 811, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 7.495196730856447e-06, "log_loss": 0.0009740202998412769, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 334, "weight": 0.5, "mean_probability": 9.869783031553237e-05, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 477, "weight": 0.49999999999999994, "mean_probability": 0.9981582028436077, "observed_yes_rate": 1.0}], "ece_10_bins": 0.000970247493353927}, "baseline": {"rows": 811, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 7.495196730856447e-06, "log_loss": 0.0009740202998412769, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 334, "weight": 0.5, "mean_probability": 9.869783031553237e-05, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 477, "weight": 0.49999999999999994, "mean_probability": 0.9981582028436077, "observed_yes_rate": 1.0}], "ece_10_bins": 0.000970247493353927}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 3, "prediction_rows": 5218, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.41900861734114186, 0.41900861734114186], "all_rows_baseline_brier": 0.41900861734114186, "model": {"rows": 5218, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.419008617341142, "log_loss": 2.432919602023046, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 596, "weight": 0.11658841940532083, "mean_probability": 0.008894876747574092, "observed_yes_rate": 1.0}, {"lower": 0.1, "upper": 0.2, "rows": 16, "weight": 0.0031298904538341163, "mean_probability": 0.17539832784779277, "observed_yes_rate": 1.0}, {"lower": 0.2, "upper": 0.3, "rows": 332, "weight": 0.06488913715772146, "mean_probability": 0.28251802487590877, "observed_yes_rate": 0.9978497418806935}, {"lower": 0.3, "upper": 0.4, "rows": 267, "weight": 0.045723634865328905, "mean_probability": 0.36661531999664104, "observed_yes_rate": 0.6460190937369606}, {"lower": 0.4, "upper": 0.5, "rows": 611, "weight": 0.10196659703348224, "mean_probability": 0.4642160955768464, "observed_yes_rate": 0.5716990798812149}, {"lower": 0.5, "upper": 0.6, "rows": 684, "weight": 0.1128252469095771, "mean_probability": 0.5342734278863958, "observed_yes_rate": 0.5374827815944134}, {"lower": 0.6, "upper": 0.7, "rows": 2, "weight": 0.00039123630672926454, "mean_probability": 0.6185252753838612, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 196, "weight": 0.027347565229524213, "mean_probability": 0.7840310245034503, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 111, "weight": 0.015487651737128509, "mean_probability": 0.8632282232975628, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 2403, "weight": 0.5116506209013535, "mean_probability": 0.9886346142841188, "observed_yes_rate": 0.6514862285246794}], "ece_10_bins": 0.3961088223366842}, "baseline": {"rows": 5218, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.419008617341142, "log_loss": 2.432919602023046, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 596, "weight": 0.11658841940532083, "mean_probability": 0.008894876747574092, "observed_yes_rate": 1.0}, {"lower": 0.1, "upper": 0.2, "rows": 16, "weight": 0.0031298904538341163, "mean_probability": 0.17539832784779277, "observed_yes_rate": 1.0}, {"lower": 0.2, "upper": 0.3, "rows": 332, "weight": 0.06488913715772146, "mean_probability": 0.28251802487590877, "observed_yes_rate": 0.9978497418806935}, {"lower": 0.3, "upper": 0.4, "rows": 267, "weight": 0.045723634865328905, "mean_probability": 0.36661531999664104, "observed_yes_rate": 0.6460190937369606}, {"lower": 0.4, "upper": 0.5, "rows": 611, "weight": 0.10196659703348224, "mean_probability": 0.4642160955768464, "observed_yes_rate": 0.5716990798812149}, {"lower": 0.5, "upper": 0.6, "rows": 684, "weight": 0.1128252469095771, "mean_probability": 0.5342734278863958, "observed_yes_rate": 0.5374827815944134}, {"lower": 0.6, "upper": 0.7, "rows": 2, "weight": 0.00039123630672926454, "mean_probability": 0.6185252753838612, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 196, "weight": 0.027347565229524213, "mean_probability": 0.7840310245034503, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 111, "weight": 0.015487651737128509, "mean_probability": 0.8632282232975628, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 2403, "weight": 0.5116506209013535, "mean_probability": 0.9886346142841188, "observed_yes_rate": 0.6514862285246794}], "ece_10_bins": 0.3961088223366842}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 9, "prediction_rows": 3795, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.07898942040433633, 0.07898942040433633], "all_rows_baseline_brier": 0.07898942040433633, "model": {"rows": 3795, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.07898942040433633, "log_loss": 0.31324411261784274, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1588, "weight": 0.3864002535867942, "mean_probability": 0.007952049366706708, "observed_yes_rate": 0.10025384674936268}, {"lower": 0.1, "upper": 0.2, "rows": 141, "weight": 0.0354449472096531, "mean_probability": 0.14381595492460805, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 121, "weight": 0.028174685432105266, "mean_probability": 0.2588081515923, "observed_yes_rate": 0.9910777138957041}, {"lower": 0.3, "upper": 0.4, "rows": 101, "weight": 0.025389643036701857, "mean_probability": 0.3110339018268739, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 8, "weight": 0.002011060834590247, "mean_probability": 0.43552772452876193, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 135, "weight": 0.03391723372074595, "mean_probability": 0.528860005367414, "observed_yes_rate": 0.006839140929628023}, {"lower": 0.6, "upper": 0.7, "rows": 338, "weight": 0.07855191755088026, "mean_probability": 0.6552077773336034, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 98, "weight": 0.022817160722387805, "mean_probability": 0.7128761828664127, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 72, "weight": 0.06367432150313151, "mean_probability": 0.8938643015525182, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 1193, "weight": 0.3236187764030098, "mean_probability": 0.9828284264106814, "observed_yes_rate": 1.0}], "ece_10_bins": 0.13382347031953667}, "baseline": {"rows": 3795, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.07898942040433633, "log_loss": 0.31324411261784274, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1588, "weight": 0.3864002535867942, "mean_probability": 0.007952049366706708, "observed_yes_rate": 0.10025384674936268}, {"lower": 0.1, "upper": 0.2, "rows": 141, "weight": 0.0354449472096531, "mean_probability": 0.14381595492460805, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 121, "weight": 0.028174685432105266, "mean_probability": 0.2588081515923, "observed_yes_rate": 0.9910777138957041}, {"lower": 0.3, "upper": 0.4, "rows": 101, "weight": 0.025389643036701857, "mean_probability": 0.3110339018268739, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 8, "weight": 0.002011060834590247, "mean_probability": 0.43552772452876193, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 135, "weight": 0.03391723372074595, "mean_probability": 0.528860005367414, "observed_yes_rate": 0.006839140929628023}, {"lower": 0.6, "upper": 0.7, "rows": 338, "weight": 0.07855191755088026, "mean_probability": 0.6552077773336034, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 98, "weight": 0.022817160722387805, "mean_probability": 0.7128761828664127, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 72, "weight": 0.06367432150313151, "mean_probability": 0.8938643015525182, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 1193, "weight": 0.3236187764030098, "mean_probability": 0.9828284264106814, "observed_yes_rate": 1.0}], "ece_10_bins": 0.13382347031953667}, "brier_skill": 0.0}}}, {"model_id": "afc8e6bd3f77e72354409f79f188dda58e32f82f701acdd5bff5c78082a3a6a2", "settled_rounds": 20, "prediction_rows": 28547, "bounded_only_rows": 524, "all_rows_brier_bounds": [0.13908014070600155, 0.1392040936743298], "all_rows_baseline_brier": 0.1386224487916548, "model": {"rows": 28023, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.15558583279210295, "log_loss": 0.48275114222670656, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 7280, "weight": 0.20150769737553825, "mean_probability": 0.025995075957999783, "observed_yes_rate": 0.046411711627236216}, {"lower": 0.1, "upper": 0.2, "rows": 2230, "weight": 0.07503695819899729, "mean_probability": 0.15142516405998038, "observed_yes_rate": 0.07626987927712563}, {"lower": 0.2, "upper": 0.3, "rows": 2229, "weight": 0.07031263182880544, "mean_probability": 0.2503868962260815, "observed_yes_rate": 0.08536493703979219}, {"lower": 0.3, "upper": 0.4, "rows": 2414, "weight": 0.08075207569043352, "mean_probability": 0.3550839282610911, "observed_yes_rate": 0.2500686232757444}, {"lower": 0.4, "upper": 0.5, "rows": 2972, "weight": 0.11352628143402976, "mean_probability": 0.44917168179184414, "observed_yes_rate": 0.08345392179881957}, {"lower": 0.5, "upper": 0.6, "rows": 1715, "weight": 0.06904212955000211, "mean_probability": 0.5447143161656389, "observed_yes_rate": 0.18806330029202276}, {"lower": 0.6, "upper": 0.7, "rows": 1656, "weight": 0.100459059090281, "mean_probability": 0.6538403071646023, "observed_yes_rate": 0.26173708877349217}, {"lower": 0.7, "upper": 0.8, "rows": 1042, "weight": 0.07431743641620868, "mean_probability": 0.7578190720562892, "observed_yes_rate": 0.9589320281420919}, {"lower": 0.8, "upper": 0.9, "rows": 1860, "weight": 0.07110513676981357, "mean_probability": 0.8516242689790724, "observed_yes_rate": 0.4691427993666052}, {"lower": 0.9, "upper": 1.0, "rows": 4625, "weight": 0.14394059364589043, "mean_probability": 0.982829862222781, "observed_yes_rate": 0.9634944555072857}], "ece_10_bins": 0.18029545515174067}, "baseline": {"rows": 28023, "settled_rounds": 18, "weighting": "equal_total_weight_per_round", "brier": 0.15500791705991832, "log_loss": 0.48029986606546515, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 7343, "weight": 0.20446705387597452, "mean_probability": 0.023568537853302342, "observed_yes_rate": 0.04573997112969989}, {"lower": 0.1, "upper": 0.2, "rows": 2151, "weight": 0.07251642291499637, "mean_probability": 0.1512414798164186, "observed_yes_rate": 0.0744294456233438}, {"lower": 0.2, "upper": 0.3, "rows": 2178, "weight": 0.06870038246639788, "mean_probability": 0.2501461310106035, "observed_yes_rate": 0.0819500803203146}, {"lower": 0.3, "upper": 0.4, "rows": 2428, "weight": 0.08128893801080773, "mean_probability": 0.35539984742344327, "observed_yes_rate": 0.24555512936957075}, {"lower": 0.4, "upper": 0.5, "rows": 2963, "weight": 0.11301675292737354, "mean_probability": 0.44928534570833323, "observed_yes_rate": 0.08753546377567066}, {"lower": 0.5, "upper": 0.6, "rows": 1772, "weight": 0.06977006479882654, "mean_probability": 0.5449483145384681, "observed_yes_rate": 0.18610117074996851}, {"lower": 0.6, "upper": 0.7, "rows": 1637, "weight": 0.09979144265275008, "mean_probability": 0.6538323223207725, "observed_yes_rate": 0.2578929985485034}, {"lower": 0.7, "upper": 0.8, "rows": 1075, "weight": 0.075420024586264, "mean_probability": 0.7580514695987989, "observed_yes_rate": 0.9566347969751394}, {"lower": 0.8, "upper": 0.9, "rows": 1809, "weight": 0.06904212833079482, "mean_probability": 0.8508639006242806, "observed_yes_rate": 0.45576757108340665}, {"lower": 0.9, "upper": 1.0, "rows": 4667, "weight": 0.1459867894358146, "mean_probability": 0.9837053011501019, "observed_yes_rate": 0.9642199817533297}], "ece_10_bins": 0.18111974705247097}, "brier_skill": -0.0037282981614497057, "by_remaining_time": {"0-3s": {"settled_rounds": 18, "prediction_rows": 212, "bounded_only_rows": 135, "all_rows_brier_bounds": [0.01892557870370371, 0.01955462962962963], "all_rows_baseline_brier": 0.012386988399868622, "model": {"rows": 77, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.04334870739431135, "log_loss": 0.14579654738622272, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 57, "weight": 0.7916666666666666, "mean_probability": 0.022991709966322386, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 3, "weight": 0.03125, "mean_probability": 0.10434293318495394, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 3, "weight": 0.03125, "mean_probability": 0.8991929508029914, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 14, "weight": 0.14583333333333334, "mean_probability": 0.9602831483262377, "observed_yes_rate": 0.8571428571428571}], "ece_10_bins": 0.06460355922887152}, "baseline": {"rows": 77, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.028114217455325944, "log_loss": 0.0853606941578305, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 51, "weight": 0.7152777777777778, "mean_probability": 0.0042087360911536266, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 4, "weight": 0.05555555555555555, "mean_probability": 0.1234266712851557, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 1, "weight": 0.010416666666666666, "mean_probability": 0.29027557098727, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 1, "weight": 0.010416666666666666, "mean_probability": 0.3210067406742354, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 3, "weight": 0.03125, "mean_probability": 0.4134924002736915, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 5, "weight": 0.05208333333333333, "mean_probability": 0.6156844083995724, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 12, "weight": 0.125, "mean_probability": 0.9935065545147418, "observed_yes_rate": 1.0}], "ece_10_bins": 0.0620351912369818}, "brier_skill": -0.5418784984214238}, "10-30s": {"settled_rounds": 16, "prediction_rows": 1268, "bounded_only_rows": 224, "all_rows_brier_bounds": [0.03843539753421355, 0.040742450274540855], "all_rows_baseline_brier": 0.03503341775311588, "model": {"rows": 1044, "settled_rounds": 15, "weighting": "equal_total_weight_per_round", "brier": 0.042260310262063346, "log_loss": 0.1607870877351326, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 389, "weight": 0.43840095207183816, "mean_probability": 0.03093264148725011, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 143, "weight": 0.12010115763280321, "mean_probability": 0.14834962864340176, "observed_yes_rate": 0.048570167418103855}, {"lower": 0.2, "upper": 0.3, "rows": 119, "weight": 0.09954641350210973, "mean_probability": 0.24789830536184107, "observed_yes_rate": 0.06697043551976263}, {"lower": 0.3, "upper": 0.4, "rows": 61, "weight": 0.05111814345991563, "mean_probability": 0.32988068192337017, "observed_yes_rate": 0.08151052414362359}, {"lower": 0.4, "upper": 0.5, "rows": 26, "weight": 0.02166666666666667, "mean_probability": 0.4544547317496625, "observed_yes_rate": 0.23076923076923078}, {"lower": 0.5, "upper": 0.6, "rows": 11, "weight": 0.009166666666666668, "mean_probability": 0.5413260843238389, "observed_yes_rate": 0.36363636363636365}, {"lower": 0.6, "upper": 0.7, "rows": 25, "weight": 0.020833333333333343, "mean_probability": 0.6468158788111872, "observed_yes_rate": 0.48}, {"lower": 0.7, "upper": 0.8, "rows": 23, "weight": 0.019166666666666672, "mean_probability": 0.7340538260751821, "observed_yes_rate": 0.6086956521739131}, {"lower": 0.8, "upper": 0.9, "rows": 52, "weight": 0.04424242424242424, "mean_probability": 0.8772454475839911, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 195, "weight": 0.17575757575757578, "mean_probability": 0.9781524958710818, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07787566429809423}, "baseline": {"rows": 1044, "settled_rounds": 15, "weighting": "equal_total_weight_per_round", "brier": 0.03736897895150986, "log_loss": 0.1275733701883806, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 449, "weight": 0.4888677918424754, "mean_probability": 0.006609074247193322, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 108, "weight": 0.09087904360056259, "mean_probability": 0.14039685696259954, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 49, "weight": 0.041086497890295365, "mean_probability": 0.24254771331769598, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 74, "weight": 0.061666666666666654, "mean_probability": 0.34232501851177677, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 15, "weight": 0.012500000000000006, "mean_probability": 0.4791313391093439, "observed_yes_rate": 1.0}, {"lower": 0.5, "upper": 0.6, "rows": 41, "weight": 0.03416666666666668, "mean_probability": 0.5418938433745348, "observed_yes_rate": 0.09756097560975609}, {"lower": 0.7, "upper": 0.8, "rows": 59, "weight": 0.04916666666666668, "mean_probability": 0.7493999400346956, "observed_yes_rate": 0.5932203389830508}, {"lower": 0.8, "upper": 0.9, "rows": 8, "weight": 0.006666666666666668, "mean_probability": 0.8792250441200984, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 241, "weight": 0.21499999999999997, "mean_probability": 0.9863955077083222, "observed_yes_rate": 1.0}], "ece_10_bins": 0.08016676838176323}, "brier_skill": -0.13089282736091068}, "180-300s": {"settled_rounds": 17, "prediction_rows": 7725, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.14392642861809324, 0.14392642861809324], "all_rows_baseline_brier": 0.14392642861809324, "model": {"rows": 7725, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.1439264286180933, "log_loss": 0.4294115722156079, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1476, "weight": 0.18338168796283455, "mean_probability": 0.03434964030013914, "observed_yes_rate": 0.0013421381205412472}, {"lower": 0.1, "upper": 0.2, "rows": 608, "weight": 0.0745677380149219, "mean_probability": 0.15268846865386643, "observed_yes_rate": 0.1749355513595974}, {"lower": 0.2, "upper": 0.3, "rows": 600, "weight": 0.07425620731183663, "mean_probability": 0.25147086590629775, "observed_yes_rate": 0.1425242845839524}, {"lower": 0.3, "upper": 0.4, "rows": 891, "weight": 0.1105328671820118, "mean_probability": 0.3497336374268867, "observed_yes_rate": 0.2705440705223759}, {"lower": 0.4, "upper": 0.5, "rows": 869, "weight": 0.11098915355829778, "mean_probability": 0.44708923316692845, "observed_yes_rate": 0.13449742798996508}, {"lower": 0.5, "upper": 0.6, "rows": 905, "weight": 0.11224592925291436, "mean_probability": 0.5291741974077424, "observed_yes_rate": 0.2315762236791433}, {"lower": 0.6, "upper": 0.7, "rows": 662, "weight": 0.09052354730299322, "mean_probability": 0.6420221463517191, "observed_yes_rate": 0.4148672489878617}, {"lower": 0.7, "upper": 0.8, "rows": 513, "weight": 0.0933394899947526, "mean_probability": 0.7576656689297352, "observed_yes_rate": 0.9310107905432065}, {"lower": 0.8, "upper": 0.9, "rows": 378, "weight": 0.046953143638887314, "mean_probability": 0.8313091654736692, "observed_yes_rate": 0.6564964723901846}, {"lower": 0.9, "upper": 1.0, "rows": 823, "weight": 0.10321023578054983, "mean_probability": 0.9816666077579479, "observed_yes_rate": 0.997595194467253}], "ece_10_bins": 0.139248167899448}, "baseline": {"rows": 7725, "settled_rounds": 17, "weighting": "equal_total_weight_per_round", "brier": 0.1439264286180933, "log_loss": 0.4294115722156079, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1476, "weight": 0.18338168796283455, "mean_probability": 0.03434964030013914, "observed_yes_rate": 0.0013421381205412472}, {"lower": 0.1, "upper": 0.2, "rows": 608, "weight": 0.0745677380149219, "mean_probability": 0.15268846865386643, "observed_yes_rate": 0.1749355513595974}, {"lower": 0.2, "upper": 0.3, "rows": 600, "weight": 0.07425620731183663, "mean_probability": 0.25147086590629775, "observed_yes_rate": 0.1425242845839524}, {"lower": 0.3, "upper": 0.4, "rows": 891, "weight": 0.1105328671820118, "mean_probability": 0.3497336374268867, "observed_yes_rate": 0.2705440705223759}, {"lower": 0.4, "upper": 0.5, "rows": 869, "weight": 0.11098915355829778, "mean_probability": 0.44708923316692845, "observed_yes_rate": 0.13449742798996508}, {"lower": 0.5, "upper": 0.6, "rows": 905, "weight": 0.11224592925291436, "mean_probability": 0.5291741974077424, "observed_yes_rate": 0.2315762236791433}, {"lower": 0.6, "upper": 0.7, "rows": 662, "weight": 0.09052354730299322, "mean_probability": 0.6420221463517191, "observed_yes_rate": 0.4148672489878617}, {"lower": 0.7, "upper": 0.8, "rows": 513, "weight": 0.0933394899947526, "mean_probability": 0.7576656689297352, "observed_yes_rate": 0.9310107905432065}, {"lower": 0.8, "upper": 0.9, "rows": 378, "weight": 0.046953143638887314, "mean_probability": 0.8313091654736692, "observed_yes_rate": 0.6564964723901846}, {"lower": 0.9, "upper": 1.0, "rows": 823, "weight": 0.10321023578054983, "mean_probability": 0.9816666077579479, "observed_yes_rate": 0.997595194467253}], "ece_10_bins": 0.139248167899448}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 16, "prediction_rows": 429, "bounded_only_rows": 165, "all_rows_brier_bounds": [0.01925413566468254, 0.020423511904761906], "all_rows_baseline_brier": 0.02482454862395942, "model": {"rows": 264, "settled_rounds": 11, "weighting": "equal_total_weight_per_round", "brier": 0.028866613169103387, "log_loss": 0.12133731524694102, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 132, "weight": 0.4613997113997114, "mean_probability": 0.03051889743501341, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 52, "weight": 0.22366522366522368, "mean_probability": 0.13764395658228246, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 3, "weight": 0.009740259740259742, "mean_probability": 0.2314816328657457, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 1, "weight": 0.0032467532467532474, "mean_probability": 0.44050604984842134, "observed_yes_rate": 0.0}, {"lower": 0.7, "upper": 0.8, "rows": 3, "weight": 0.009740259740259742, "mean_probability": 0.7455980864830899, "observed_yes_rate": 0.6666666666666667}, {"lower": 0.8, "upper": 0.9, "rows": 20, "weight": 0.06493506493506494, "mean_probability": 0.8562807865166102, "observed_yes_rate": 0.5999999999999999}, {"lower": 0.9, "upper": 1.0, "rows": 53, "weight": 0.22727272727272727, "mean_probability": 0.9789067076698335, "observed_yes_rate": 1.0}], "ece_10_bins": 0.07075683460044964}, "baseline": {"rows": 264, "settled_rounds": 11, "weighting": "equal_total_weight_per_round", "brier": 0.03610843436284589, "log_loss": 0.12333748462539579, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 141, "weight": 0.5454545454545455, "mean_probability": 0.0240664148803594, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 7, "weight": 0.02272727272727273, "mean_probability": 0.17425797329426068, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 21, "weight": 0.06818181818181818, "mean_probability": 0.24529498161513286, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 27, "weight": 0.08766233766233766, "mean_probability": 0.5635292395068632, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 1, "weight": 0.0032467532467532474, "mean_probability": 0.6009055399595975, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 16, "weight": 0.05194805194805196, "mean_probability": 0.8567828164987746, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 51, "weight": 0.22077922077922077, "mean_probability": 0.9897251923687036, "observed_yes_rate": 1.0}], "ece_10_bins": 0.09487180191061902}, "brier_skill": 0.2005576071499251}, "30-60s": {"settled_rounds": 16, "prediction_rows": 1909, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.0641999141356879, 0.0641999141356879], "all_rows_baseline_brier": 0.0641999141356879, "model": {"rows": 1909, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.0641999141356879, "log_loss": 0.21239990742324538, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 580, "weight": 0.3053819444444444, "mean_probability": 0.004600699211125964, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 182, "weight": 0.09513888888888888, "mean_probability": 0.1613991634447191, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 236, "weight": 0.12291666666666667, "mean_probability": 0.2500251236732025, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 110, "weight": 0.0580861581920904, "mean_probability": 0.38382125848384246, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 103, "weight": 0.05389300847457626, "mean_probability": 0.4414292717732416, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 18, "weight": 0.009375000000000001, "mean_probability": 0.5942718023972008, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 32, "weight": 0.01666666666666667, "mean_probability": 0.68758781747426, "observed_yes_rate": 0.0625}, {"lower": 0.7, "upper": 0.8, "rows": 68, "weight": 0.03541666666666668, "mean_probability": 0.7151356503707172, "observed_yes_rate": 0.6764705882352942}, {"lower": 0.8, "upper": 0.9, "rows": 159, "weight": 0.08281250000000001, "mean_probability": 0.846412590651588, "observed_yes_rate": 0.6981132075471699}, {"lower": 0.9, "upper": 1.0, "rows": 421, "weight": 0.2203125, "mean_probability": 0.9893997137648806, "observed_yes_rate": 1.0}], "ece_10_bins": 0.12378485414140611}, "baseline": {"rows": 1909, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.0641999141356879, "log_loss": 0.21239990742324538, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 580, "weight": 0.3053819444444444, "mean_probability": 0.004600699211125964, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 182, "weight": 0.09513888888888888, "mean_probability": 0.1613991634447191, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 236, "weight": 0.12291666666666667, "mean_probability": 0.2500251236732025, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 110, "weight": 0.0580861581920904, "mean_probability": 0.38382125848384246, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 103, "weight": 0.05389300847457626, "mean_probability": 0.4414292717732416, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 18, "weight": 0.009375000000000001, "mean_probability": 0.5942718023972008, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 32, "weight": 0.01666666666666667, "mean_probability": 0.68758781747426, "observed_yes_rate": 0.0625}, {"lower": 0.7, "upper": 0.8, "rows": 68, "weight": 0.03541666666666668, "mean_probability": 0.7151356503707172, "observed_yes_rate": 0.6764705882352942}, {"lower": 0.8, "upper": 0.9, "rows": 159, "weight": 0.08281250000000001, "mean_probability": 0.846412590651588, "observed_yes_rate": 0.6981132075471699}, {"lower": 0.9, "upper": 1.0, "rows": 421, "weight": 0.2203125, "mean_probability": 0.9893997137648806, "observed_yes_rate": 1.0}], "ece_10_bins": 0.12378485414140611}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 5, "prediction_rows": 9545, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.1597804181322698, 0.1597804181322698], "all_rows_baseline_brier": 0.1597804181322698, "model": {"rows": 9545, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.15978041813226979, "log_loss": 0.449402415175728, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2415, "weight": 0.20780157226480267, "mean_probability": 0.02394092100402848, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 586, "weight": 0.05009878820562816, "mean_probability": 0.15862481412107216, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 931, "weight": 0.07950963572051958, "mean_probability": 0.2332913915319011, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 774, "weight": 0.06620916014237255, "mean_probability": 0.35263197199597246, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 1129, "weight": 0.11076864084774683, "mean_probability": 0.45926832771562326, "observed_yes_rate": 0.0037773329945983082}, {"lower": 0.5, "upper": 0.6, "rows": 677, "weight": 0.08994523703939927, "mean_probability": 0.5631567895561415, "observed_yes_rate": 0.11257431016738495}, {"lower": 0.6, "upper": 0.7, "rows": 824, "weight": 0.21076177646802166, "mean_probability": 0.6600537230440984, "observed_yes_rate": 0.04327795611230219}, {"lower": 0.7, "upper": 0.8, "rows": 303, "weight": 0.025355648535564844, "mean_probability": 0.7614698128289903, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 490, "weight": 0.04105581692657194, "mean_probability": 0.8584256230953811, "observed_yes_rate": 0.8886768886803388}, {"lower": 0.9, "upper": 1.0, "rows": 1416, "weight": 0.11849372384937232, "mean_probability": 0.9773621824408101, "observed_yes_rate": 1.0}], "ece_10_bins": 0.2857653922096747}, "baseline": {"rows": 9545, "settled_rounds": 5, "weighting": "equal_total_weight_per_round", "brier": 0.15978041813226979, "log_loss": 0.449402415175728, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2415, "weight": 0.20780157226480267, "mean_probability": 0.02394092100402848, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 586, "weight": 0.05009878820562816, "mean_probability": 0.15862481412107216, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 931, "weight": 0.07950963572051958, "mean_probability": 0.2332913915319011, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 774, "weight": 0.06620916014237255, "mean_probability": 0.35263197199597246, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 1129, "weight": 0.11076864084774683, "mean_probability": 0.45926832771562326, "observed_yes_rate": 0.0037773329945983082}, {"lower": 0.5, "upper": 0.6, "rows": 677, "weight": 0.08994523703939927, "mean_probability": 0.5631567895561415, "observed_yes_rate": 0.11257431016738495}, {"lower": 0.6, "upper": 0.7, "rows": 824, "weight": 0.21076177646802166, "mean_probability": 0.6600537230440984, "observed_yes_rate": 0.04327795611230219}, {"lower": 0.7, "upper": 0.8, "rows": 303, "weight": 0.025355648535564844, "mean_probability": 0.7614698128289903, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 490, "weight": 0.04105581692657194, "mean_probability": 0.8584256230953811, "observed_yes_rate": 0.8886768886803388}, {"lower": 0.9, "upper": 1.0, "rows": 1416, "weight": 0.11849372384937232, "mean_probability": 0.9773621824408101, "observed_yes_rate": 1.0}], "ece_10_bins": 0.2857653922096747}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 16, "prediction_rows": 7459, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.15994797285686838, 0.15994797285686838], "all_rows_baseline_brier": 0.15994797285686832, "model": {"rows": 7459, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.15994797285686832, "log_loss": 0.5403362330516283, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2231, "weight": 0.3021041204426152, "mean_probability": 0.020814993201976138, "observed_yes_rate": 0.08649071599020285}, {"lower": 0.1, "upper": 0.2, "rows": 656, "weight": 0.08671695166496057, "mean_probability": 0.15098127267589312, "observed_yes_rate": 0.015141505609618695}, {"lower": 0.2, "upper": 0.3, "rows": 340, "weight": 0.04796991271830096, "mean_probability": 0.2663303311318859, "observed_yes_rate": 0.09580147169083468}, {"lower": 0.3, "upper": 0.4, "rows": 578, "weight": 0.07614011983757774, "mean_probability": 0.36245846247308305, "observed_yes_rate": 0.32075427461449574}, {"lower": 0.4, "upper": 0.5, "rows": 844, "weight": 0.11323522258970278, "mean_probability": 0.4414947444298158, "observed_yes_rate": 0.022031553805472254}, {"lower": 0.5, "upper": 0.6, "rows": 104, "weight": 0.013747825505151879, "mean_probability": 0.5898497195107069, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 113, "weight": 0.014859990665541431, "mean_probability": 0.6838299706571582, "observed_yes_rate": 0.5056266102460858}, {"lower": 0.7, "upper": 0.8, "rows": 132, "weight": 0.017492901285515294, "mean_probability": 0.7181263231142483, "observed_yes_rate": 0.9847145238408109}, {"lower": 0.8, "upper": 0.9, "rows": 758, "weight": 0.1011577557644918, "mean_probability": 0.8579412579853302, "observed_yes_rate": 0.16665184099638358}, {"lower": 0.9, "upper": 1.0, "rows": 1703, "weight": 0.22657519952614225, "mean_probability": 0.9911544773075618, "observed_yes_rate": 0.9354418383512911}], "ece_10_bins": 0.18844718176894693}, "baseline": {"rows": 7459, "settled_rounds": 16, "weighting": "equal_total_weight_per_round", "brier": 0.15994797285686832, "log_loss": 0.5403362330516283, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 2231, "weight": 0.3021041204426152, "mean_probability": 0.020814993201976138, "observed_yes_rate": 0.08649071599020285}, {"lower": 0.1, "upper": 0.2, "rows": 656, "weight": 0.08671695166496057, "mean_probability": 0.15098127267589312, "observed_yes_rate": 0.015141505609618695}, {"lower": 0.2, "upper": 0.3, "rows": 340, "weight": 0.04796991271830096, "mean_probability": 0.2663303311318859, "observed_yes_rate": 0.09580147169083468}, {"lower": 0.3, "upper": 0.4, "rows": 578, "weight": 0.07614011983757774, "mean_probability": 0.36245846247308305, "observed_yes_rate": 0.32075427461449574}, {"lower": 0.4, "upper": 0.5, "rows": 844, "weight": 0.11323522258970278, "mean_probability": 0.4414947444298158, "observed_yes_rate": 0.022031553805472254}, {"lower": 0.5, "upper": 0.6, "rows": 104, "weight": 0.013747825505151879, "mean_probability": 0.5898497195107069, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 113, "weight": 0.014859990665541431, "mean_probability": 0.6838299706571582, "observed_yes_rate": 0.5056266102460858}, {"lower": 0.7, "upper": 0.8, "rows": 132, "weight": 0.017492901285515294, "mean_probability": 0.7181263231142483, "observed_yes_rate": 0.9847145238408109}, {"lower": 0.8, "upper": 0.9, "rows": 758, "weight": 0.1011577557644918, "mean_probability": 0.8579412579853302, "observed_yes_rate": 0.16665184099638358}, {"lower": 0.9, "upper": 1.0, "rows": 1703, "weight": 0.22657519952614225, "mean_probability": 0.9911544773075618, "observed_yes_rate": 0.9354418383512911}], "ece_10_bins": 0.18844718176894693}, "brier_skill": 0.0}}}, {"model_id": "580df69d526673336ae3c3b3d0d06e7ea002151ed9b6563b100ab13e1756077c", "settled_rounds": 9, "prediction_rows": 15463, "bounded_only_rows": 154, "all_rows_brier_bounds": [0.1760078948699187, 0.17616817396926276], "all_rows_baseline_brier": 0.17661749817064593, "model": {"rows": 15309, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.17763814208021989, "log_loss": 0.6413722100536776, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1822, "weight": 0.14110492349983647, "mean_probability": 0.024534146255643503, "observed_yes_rate": 0.05859683377080882}, {"lower": 0.1, "upper": 0.2, "rows": 1009, "weight": 0.08191850705602167, "mean_probability": 0.160784511897048, "observed_yes_rate": 0.24869868181213658}, {"lower": 0.2, "upper": 0.3, "rows": 733, "weight": 0.053765337179379744, "mean_probability": 0.2402720132608468, "observed_yes_rate": 0.3848955729639559}, {"lower": 0.3, "upper": 0.4, "rows": 1494, "weight": 0.09639805548117349, "mean_probability": 0.35203831944217423, "observed_yes_rate": 0.459278272526951}, {"lower": 0.4, "upper": 0.5, "rows": 1343, "weight": 0.0741533974191835, "mean_probability": 0.4585501873825183, "observed_yes_rate": 0.38346770655059814}, {"lower": 0.5, "upper": 0.6, "rows": 1085, "weight": 0.06781674677155253, "mean_probability": 0.5215862553293085, "observed_yes_rate": 0.7973471974539708}, {"lower": 0.6, "upper": 0.7, "rows": 1454, "weight": 0.08612906088232691, "mean_probability": 0.6435432041163996, "observed_yes_rate": 0.6004325668669721}, {"lower": 0.7, "upper": 0.8, "rows": 1393, "weight": 0.08991628884632093, "mean_probability": 0.7451998910563224, "observed_yes_rate": 0.7566546638339603}, {"lower": 0.8, "upper": 0.9, "rows": 816, "weight": 0.04948760609868575, "mean_probability": 0.8580194808011579, "observed_yes_rate": 0.6120993852563084}, {"lower": 0.9, "upper": 1.0, "rows": 4160, "weight": 0.25931007676551887, "mean_probability": 0.9836207451742817, "observed_yes_rate": 0.8846402244966112}], "ece_10_bins": 0.09697019147859222}, "baseline": {"rows": 15309, "settled_rounds": 9, "weighting": "equal_total_weight_per_round", "brier": 0.17816509681010698, "log_loss": 0.6421940579034185, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1883, "weight": 0.14247950610858148, "mean_probability": 0.02253375023923934, "observed_yes_rate": 0.058031516057203796}, {"lower": 0.1, "upper": 0.2, "rows": 943, "weight": 0.07818817741749745, "mean_probability": 0.16189312737066916, "observed_yes_rate": 0.26056400588628625}, {"lower": 0.2, "upper": 0.3, "rows": 721, "weight": 0.054389630154753996, "mean_probability": 0.2421621065997923, "observed_yes_rate": 0.3804776792998446}, {"lower": 0.3, "upper": 0.4, "rows": 1500, "weight": 0.09695687079271302, "mean_probability": 0.35127854975394973, "observed_yes_rate": 0.4566312014236128}, {"lower": 0.4, "upper": 0.5, "rows": 1360, "weight": 0.07592717833217216, "mean_probability": 0.4589657006520343, "observed_yes_rate": 0.3745092846314897}, {"lower": 0.5, "upper": 0.6, "rows": 1079, "weight": 0.0672156046014293, "mean_probability": 0.5214045052594566, "observed_yes_rate": 0.8044782651199003}, {"lower": 0.6, "upper": 0.7, "rows": 1504, "weight": 0.09077417422309242, "mean_probability": 0.6450726311234359, "observed_yes_rate": 0.6208793076946018}, {"lower": 0.7, "upper": 0.8, "rows": 1352, "weight": 0.0861072959068932, "mean_probability": 0.7442174876823155, "observed_yes_rate": 0.7458901791577565}, {"lower": 0.8, "upper": 0.9, "rows": 823, "weight": 0.050137921966392926, "mean_probability": 0.8582194100447519, "observed_yes_rate": 0.617130665272865}, {"lower": 0.9, "upper": 1.0, "rows": 4144, "weight": 0.2578236404964739, "mean_probability": 0.9850196942075686, "observed_yes_rate": 0.8839751382618233}], "ece_10_bins": 0.09642923168716418}, "brier_skill": 0.00295767655574386, "by_remaining_time": {"0-3s": {"settled_rounds": 7, "prediction_rows": 84, "bounded_only_rows": 38, "all_rows_brier_bounds": [0.0017541666666666658, 0.00224404761904762], "all_rows_baseline_brier": 0.019986483369510716, "model": {"rows": 46, "settled_rounds": 4, "weighting": "equal_total_weight_per_round", "brier": 0.003463135043917722, "log_loss": 0.04463046804932499, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 24, "weight": 0.5416666666666667, "mean_probability": 0.021767559328357812, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 10, "weight": 0.20833333333333334, "mean_probability": 0.1147445980172521, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 12, "weight": 0.25, "mean_probability": 0.9717099712349013, "observed_yes_rate": 1.0}], "ece_10_bins": 0.04276839308106267}, "baseline": {"rows": 46, "settled_rounds": 4, "weighting": "equal_total_weight_per_round", "brier": 0.034976345895897945, "log_loss": 0.11863959187914168, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 22, "weight": 0.5, "mean_probability": 8.237948014158948e-05, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 1, "weight": 0.020833333333333332, "mean_probability": 0.2192802689883861, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 6, "weight": 0.12499999999999999, "mean_probability": 0.3599933026259777, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 5, "weight": 0.10416666666666666, "mean_probability": 0.411084860083939, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 12, "weight": 0.25, "mean_probability": 0.9906825954494318, "observed_yes_rate": 1.0}], "ece_10_bins": 0.09475938223529506}, "brier_skill": 0.9009863679234748}, "10-30s": {"settled_rounds": 7, "prediction_rows": 560, "bounded_only_rows": 32, "all_rows_brier_bounds": [0.03817071428571428, 0.040930714285714286], "all_rows_baseline_brier": 0.03945626605824979, "model": {"rows": 528, "settled_rounds": 7, "weighting": "equal_total_weight_per_round", "brier": 0.039574805129807225, "log_loss": 0.16501123262799688, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 42, "weight": 0.075, "mean_probability": 0.05672592179136241, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 62, "weight": 0.11071428571428571, "mean_probability": 0.1479798655949774, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 71, "weight": 0.12678571428571428, "mean_probability": 0.24217677842618932, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 18, "weight": 0.03214285714285715, "mean_probability": 0.33897374909464223, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 41, "weight": 0.07321428571428573, "mean_probability": 0.4454195478451751, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 6, "weight": 0.010714285714285716, "mean_probability": 0.541908304652408, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 1, "weight": 0.001785714285714286, "mean_probability": 0.6999647952549168, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 61, "weight": 0.1089285714285714, "mean_probability": 0.7501079850853161, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 17, "weight": 0.030357142857142864, "mean_probability": 0.8507005149193405, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 209, "weight": 0.43035714285714277, "mean_probability": 0.986987565304794, "observed_yes_rate": 1.0}], "ece_10_bins": 0.1385437616894859}, "baseline": {"rows": 528, "settled_rounds": 7, "weighting": "equal_total_weight_per_round", "brier": 0.0394562660582498, "log_loss": 0.15031151201818135, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 105, "weight": 0.18749999999999994, "mean_probability": 0.039065470473982705, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 17, "weight": 0.030357142857142864, "mean_probability": 0.10873086953971467, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 57, "weight": 0.10178571428571428, "mean_probability": 0.2613551212737845, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 23, "weight": 0.041071428571428585, "mean_probability": 0.30930510391350047, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 38, "weight": 0.06785714285714288, "mean_probability": 0.46342614102662066, "observed_yes_rate": 0.0}, {"lower": 0.6, "upper": 0.7, "rows": 51, "weight": 0.09107142857142857, "mean_probability": 0.673951328370314, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 20, "weight": 0.03571428571428572, "mean_probability": 0.714642110687406, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 9, "weight": 0.016071428571428573, "mean_probability": 0.8339251731093598, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 208, "weight": 0.4285714285714285, "mean_probability": 0.9999990000000003, "observed_yes_rate": 1.0}], "ece_10_bins": 0.1239326880802727}, "brier_skill": -0.0030043154966166163}, "180-300s": {"settled_rounds": 8, "prediction_rows": 3735, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.130279634600939, 0.130279634600939], "all_rows_baseline_brier": 0.13027963460093903, "model": {"rows": 3735, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.13027963460093903, "log_loss": 0.39879465704131606, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 100, "weight": 0.02915589312648136, "mean_probability": 0.08939299497411464, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 368, "weight": 0.10086427858440628, "mean_probability": 0.16709770728211887, "observed_yes_rate": 0.002587242358659692}, {"lower": 0.2, "upper": 0.3, "rows": 240, "weight": 0.06496714351390147, "mean_probability": 0.23130415261559012, "observed_yes_rate": 0.369546041770356}, {"lower": 0.3, "upper": 0.4, "rows": 700, "weight": 0.1932143256371121, "mean_probability": 0.36244594978364936, "observed_yes_rate": 0.34170843332495154}, {"lower": 0.4, "upper": 0.5, "rows": 438, "weight": 0.11736078423204006, "mean_probability": 0.46096481152199725, "observed_yes_rate": 0.35405524148274947}, {"lower": 0.5, "upper": 0.6, "rows": 379, "weight": 0.09923828753609855, "mean_probability": 0.5059709434251057, "observed_yes_rate": 0.9870810821721915}, {"lower": 0.6, "upper": 0.7, "rows": 276, "weight": 0.07228710097674053, "mean_probability": 0.6725827950329906, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 242, "weight": 0.0632594054908675, "mean_probability": 0.7363519147975012, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 165, "weight": 0.04306609830452217, "mean_probability": 0.8662765329306659, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 827, "weight": 0.21658668259782993, "mean_probability": 0.9881671917581178, "observed_yes_rate": 1.0}], "ece_10_bins": 0.1411471034963926}, "baseline": {"rows": 3735, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.13027963460093903, "log_loss": 0.39879465704131606, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 100, "weight": 0.02915589312648136, "mean_probability": 0.08939299497411464, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 368, "weight": 0.10086427858440628, "mean_probability": 0.16709770728211887, "observed_yes_rate": 0.002587242358659692}, {"lower": 0.2, "upper": 0.3, "rows": 240, "weight": 0.06496714351390147, "mean_probability": 0.23130415261559012, "observed_yes_rate": 0.369546041770356}, {"lower": 0.3, "upper": 0.4, "rows": 700, "weight": 0.1932143256371121, "mean_probability": 0.36244594978364936, "observed_yes_rate": 0.34170843332495154}, {"lower": 0.4, "upper": 0.5, "rows": 438, "weight": 0.11736078423204006, "mean_probability": 0.46096481152199725, "observed_yes_rate": 0.35405524148274947}, {"lower": 0.5, "upper": 0.6, "rows": 379, "weight": 0.09923828753609855, "mean_probability": 0.5059709434251057, "observed_yes_rate": 0.9870810821721915}, {"lower": 0.6, "upper": 0.7, "rows": 276, "weight": 0.07228710097674053, "mean_probability": 0.6725827950329906, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 242, "weight": 0.0632594054908675, "mean_probability": 0.7363519147975012, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 165, "weight": 0.04306609830452217, "mean_probability": 0.8662765329306659, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 827, "weight": 0.21658668259782993, "mean_probability": 0.9881671917581178, "observed_yes_rate": 1.0}], "ece_10_bins": 0.1411471034963926}, "brier_skill": 0.0}, "3-10s": {"settled_rounds": 7, "prediction_rows": 196, "bounded_only_rows": 84, "all_rows_brier_bounds": [0.019801020408163266, 0.021405612244897954], "all_rows_baseline_brier": 0.03249742155340776, "model": {"rows": 112, "settled_rounds": 4, "weighting": "equal_total_weight_per_round", "brier": 0.036101287927135, "log_loss": 0.1642195040018128, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 38, "weight": 0.3392857142857143, "mean_probability": 0.0581357898922934, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 27, "weight": 0.24107142857142858, "mean_probability": 0.13231796614818422, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 1, "weight": 0.00892857142857143, "mean_probability": 0.23886259440917426, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 5, "weight": 0.04464285714285715, "mean_probability": 0.3690716891261543, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 13, "weight": 0.11607142857142856, "mean_probability": 0.43774362674208217, "observed_yes_rate": 0.0}, {"lower": 0.9, "upper": 1.0, "rows": 28, "weight": 0.25, "mean_probability": 0.9250195683507613, "observed_yes_rate": 1.0}], "ece_10_bins": 0.13978647656940912}, "baseline": {"rows": 112, "settled_rounds": 4, "weighting": "equal_total_weight_per_round", "brier": 0.056870487717713594, "log_loss": 0.20797723728652126, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 38, "weight": 0.3392857142857143, "mean_probability": 0.015144987907968815, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 16, "weight": 0.14285714285714288, "mean_probability": 0.16269411573355005, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 2, "weight": 0.01785714285714286, "mean_probability": 0.20334487057275627, "observed_yes_rate": 0.0}, {"lower": 0.4, "upper": 0.5, "rows": 28, "weight": 0.25, "mean_probability": 0.44374746098936657, "observed_yes_rate": 0.0}, {"lower": 0.8, "upper": 0.9, "rows": 15, "weight": 0.13392857142857142, "mean_probability": 0.8713744862346586, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 13, "weight": 0.11607142857142856, "mean_probability": 0.9327099418498641, "observed_yes_rate": 1.0}], "ece_10_bins": 0.16798560270999358}, "brier_skill": 0.3652017175177057}, "30-60s": {"settled_rounds": 7, "prediction_rows": 797, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.0772921201442066, 0.0772921201442066], "all_rows_baseline_brier": 0.0772921201442066, "model": {"rows": 797, "settled_rounds": 7, "weighting": "equal_total_weight_per_round", "brier": 0.07729212014420661, "log_loss": 0.241965485923444, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 188, "weight": 0.22380952380952382, "mean_probability": 0.01712077988640471, "observed_yes_rate": 0.08510638297872343}, {"lower": 0.1, "upper": 0.2, "rows": 49, "weight": 0.058333333333333355, "mean_probability": 0.13892424643206888, "observed_yes_rate": 0.04081632653061224}, {"lower": 0.2, "upper": 0.3, "rows": 25, "weight": 0.029761904761904767, "mean_probability": 0.22365567945403436, "observed_yes_rate": 0.04}, {"lower": 0.3, "upper": 0.4, "rows": 102, "weight": 0.12142857142857141, "mean_probability": 0.33832589530863816, "observed_yes_rate": 0.323529411764706}, {"lower": 0.4, "upper": 0.5, "rows": 15, "weight": 0.017857142857142856, "mean_probability": 0.4299757404939007, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 29, "weight": 0.034523809523809526, "mean_probability": 0.5898923811880263, "observed_yes_rate": 0.3448275862068966}, {"lower": 0.6, "upper": 0.7, "rows": 72, "weight": 0.08571428571428572, "mean_probability": 0.6273964362393966, "observed_yes_rate": 0.8055555555555556}, {"lower": 0.9, "upper": 1.0, "rows": 317, "weight": 0.42857142857142855, "mean_probability": 0.9994403657441335, "observed_yes_rate": 1.0}], "ece_10_bins": 0.05985077958225701}, "baseline": {"rows": 797, "settled_rounds": 7, "weighting": "equal_total_weight_per_round", "brier": 0.07729212014420661, "log_loss": 0.241965485923444, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 188, "weight": 0.22380952380952382, "mean_probability": 0.01712077988640471, "observed_yes_rate": 0.08510638297872343}, {"lower": 0.1, "upper": 0.2, "rows": 49, "weight": 0.058333333333333355, "mean_probability": 0.13892424643206888, "observed_yes_rate": 0.04081632653061224}, {"lower": 0.2, "upper": 0.3, "rows": 25, "weight": 0.029761904761904767, "mean_probability": 0.22365567945403436, "observed_yes_rate": 0.04}, {"lower": 0.3, "upper": 0.4, "rows": 102, "weight": 0.12142857142857141, "mean_probability": 0.33832589530863816, "observed_yes_rate": 0.323529411764706}, {"lower": 0.4, "upper": 0.5, "rows": 15, "weight": 0.017857142857142856, "mean_probability": 0.4299757404939007, "observed_yes_rate": 0.0}, {"lower": 0.5, "upper": 0.6, "rows": 29, "weight": 0.034523809523809526, "mean_probability": 0.5898923811880263, "observed_yes_rate": 0.3448275862068966}, {"lower": 0.6, "upper": 0.7, "rows": 72, "weight": 0.08571428571428572, "mean_probability": 0.6273964362393966, "observed_yes_rate": 0.8055555555555556}, {"lower": 0.9, "upper": 1.0, "rows": 317, "weight": 0.42857142857142855, "mean_probability": 0.9994403657441335, "observed_yes_rate": 1.0}], "ece_10_bins": 0.05985077958225701}, "brier_skill": 0.0}, "300-900s": {"settled_rounds": 3, "prediction_rows": 6538, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.350090815607305, 0.350090815607305], "all_rows_baseline_brier": 0.350090815607305, "model": {"rows": 6538, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.350090815607305, "log_loss": 1.4518778366065546, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 199, "weight": 0.03331659132764104, "mean_probability": 0.013547479831124858, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 102, "weight": 0.017076845806127568, "mean_probability": 0.16956865901231605, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 272, "weight": 0.04553825548300685, "mean_probability": 0.24820455564120694, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 518, "weight": 0.083001189328345, "mean_probability": 0.3398620077105145, "observed_yes_rate": 0.528372802933404}, {"lower": 0.4, "upper": 0.5, "rows": 781, "weight": 0.1256776483767279, "mean_probability": 0.4543743783506833, "observed_yes_rate": 0.3822451493254505}, {"lower": 0.5, "upper": 0.6, "rows": 639, "weight": 0.09512573847061878, "mean_probability": 0.5416227606235547, "observed_yes_rate": 0.5180449131878361}, {"lower": 0.6, "upper": 0.7, "rows": 989, "weight": 0.14245331459632662, "mean_probability": 0.6196190553766455, "observed_yes_rate": 0.04242583348443832}, {"lower": 0.7, "upper": 0.8, "rows": 834, "weight": 0.12652752243373103, "mean_probability": 0.7438013733641992, "observed_yes_rate": 0.35885661080290415}, {"lower": 0.8, "upper": 0.9, "rows": 562, "weight": 0.08213978128152721, "mean_probability": 0.8557314400812779, "observed_yes_rate": 0.0698049976587031}, {"lower": 0.9, "upper": 1.0, "rows": 1642, "weight": 0.24914311289594787, "mean_probability": 0.9749825863303696, "observed_yes_rate": 0.5417608321392213}], "ece_10_bins": 0.345023605595298}, "baseline": {"rows": 6538, "settled_rounds": 3, "weighting": "equal_total_weight_per_round", "brier": 0.350090815607305, "log_loss": 1.4518778366065546, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 199, "weight": 0.03331659132764104, "mean_probability": 0.013547479831124858, "observed_yes_rate": 0.0}, {"lower": 0.1, "upper": 0.2, "rows": 102, "weight": 0.017076845806127568, "mean_probability": 0.16956865901231605, "observed_yes_rate": 0.0}, {"lower": 0.2, "upper": 0.3, "rows": 272, "weight": 0.04553825548300685, "mean_probability": 0.24820455564120694, "observed_yes_rate": 0.0}, {"lower": 0.3, "upper": 0.4, "rows": 518, "weight": 0.083001189328345, "mean_probability": 0.3398620077105145, "observed_yes_rate": 0.528372802933404}, {"lower": 0.4, "upper": 0.5, "rows": 781, "weight": 0.1256776483767279, "mean_probability": 0.4543743783506833, "observed_yes_rate": 0.3822451493254505}, {"lower": 0.5, "upper": 0.6, "rows": 639, "weight": 0.09512573847061878, "mean_probability": 0.5416227606235547, "observed_yes_rate": 0.5180449131878361}, {"lower": 0.6, "upper": 0.7, "rows": 989, "weight": 0.14245331459632662, "mean_probability": 0.6196190553766455, "observed_yes_rate": 0.04242583348443832}, {"lower": 0.7, "upper": 0.8, "rows": 834, "weight": 0.12652752243373103, "mean_probability": 0.7438013733641992, "observed_yes_rate": 0.35885661080290415}, {"lower": 0.8, "upper": 0.9, "rows": 562, "weight": 0.08213978128152721, "mean_probability": 0.8557314400812779, "observed_yes_rate": 0.0698049976587031}, {"lower": 0.9, "upper": 1.0, "rows": 1642, "weight": 0.24914311289594787, "mean_probability": 0.9749825863303696, "observed_yes_rate": 0.5417608321392213}], "ece_10_bins": 0.345023605595298}, "brier_skill": 0.0}, "60-180s": {"settled_rounds": 8, "prediction_rows": 3553, "bounded_only_rows": 0, "all_rows_brier_bounds": [0.10194596366306583, 0.10194596366306583], "all_rows_baseline_brier": 0.10194596366306584, "model": {"rows": 3553, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.10194596366306583, "log_loss": 0.3019606301981982, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1231, "weight": 0.32145618050156805, "mean_probability": 0.02167815297824207, "observed_yes_rate": 0.05938587999524465}, {"lower": 0.1, "upper": 0.2, "rows": 391, "weight": 0.10224977460487664, "mean_probability": 0.15439824480629818, "observed_yes_rate": 0.5428385392618132}, {"lower": 0.2, "upper": 0.3, "rows": 124, "weight": 0.03246515442576073, "mean_probability": 0.24866931695109512, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 151, "weight": 0.03949731586010896, "mean_probability": 0.34518042687436856, "observed_yes_rate": 0.516677076826983}, {"lower": 0.4, "upper": 0.5, "rows": 55, "weight": 0.014382845188284522, "mean_probability": 0.4759318967035057, "observed_yes_rate": 0.5272727272727272}, {"lower": 0.5, "upper": 0.6, "rows": 32, "weight": 0.008383551310053243, "mean_probability": 0.5200601604160914, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 116, "weight": 0.030372007754181904, "mean_probability": 0.636363283067574, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 256, "weight": 0.07334397196407899, "mean_probability": 0.7487034091099158, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 72, "weight": 0.019382697247689613, "mean_probability": 0.841987971384105, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 1125, "weight": 0.3584665011433976, "mean_probability": 0.9895515520976896, "observed_yes_rate": 1.0}], "ece_10_bins": 0.12405065112610249}, "baseline": {"rows": 3553, "settled_rounds": 8, "weighting": "equal_total_weight_per_round", "brier": 0.10194596366306583, "log_loss": 0.3019606301981982, "reliability": [{"lower": 0.0, "upper": 0.1, "rows": 1231, "weight": 0.32145618050156805, "mean_probability": 0.02167815297824207, "observed_yes_rate": 0.05938587999524465}, {"lower": 0.1, "upper": 0.2, "rows": 391, "weight": 0.10224977460487664, "mean_probability": 0.15439824480629818, "observed_yes_rate": 0.5428385392618132}, {"lower": 0.2, "upper": 0.3, "rows": 124, "weight": 0.03246515442576073, "mean_probability": 0.24866931695109512, "observed_yes_rate": 1.0}, {"lower": 0.3, "upper": 0.4, "rows": 151, "weight": 0.03949731586010896, "mean_probability": 0.34518042687436856, "observed_yes_rate": 0.516677076826983}, {"lower": 0.4, "upper": 0.5, "rows": 55, "weight": 0.014382845188284522, "mean_probability": 0.4759318967035057, "observed_yes_rate": 0.5272727272727272}, {"lower": 0.5, "upper": 0.6, "rows": 32, "weight": 0.008383551310053243, "mean_probability": 0.5200601604160914, "observed_yes_rate": 1.0}, {"lower": 0.6, "upper": 0.7, "rows": 116, "weight": 0.030372007754181904, "mean_probability": 0.636363283067574, "observed_yes_rate": 1.0}, {"lower": 0.7, "upper": 0.8, "rows": 256, "weight": 0.07334397196407899, "mean_probability": 0.7487034091099158, "observed_yes_rate": 1.0}, {"lower": 0.8, "upper": 0.9, "rows": 72, "weight": 0.019382697247689613, "mean_probability": 0.841987971384105, "observed_yes_rate": 1.0}, {"lower": 0.9, "upper": 1.0, "rows": 1125, "weight": 0.3584665011433976, "mean_probability": 0.9895515520976896, "observed_yes_rate": 1.0}], "ece_10_bins": 0.12405065112610249}, "brier_skill": 0.0}}}], "call_counts": {"untrained-microprice-volatility-v2": 442875, "170ec3dc2f3240c98d6adb6b95950c175f338f84610de2d048475c41c84cf174": 442875}, "model_errors": {}, "notes": ["Micro scores use identical sample targets and paired baselines.", "Round rows have equal total weight per round; overlapping 5m/15m rounds are not independent.", "Models activated at different times have different aggregate windows; use matched event intersections for model-versus-model comparisons.", "Bounds are not converted into fake point probabilities; point-score coverage is reported.", "Current online round view is limited to the latest 1000 stored rounds. Export database for full analysis."], "financial_backtest": false, "profitability_tested": false}