{ "selected": { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9838667867308145, "folds": [ { "season": "2019-20", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 0.9724028976346233 }, { "season": "2020-21", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 1.036614900462582 }, { "season": "2021-22", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.947993311808624 }, { "season": "2022-23", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.9784560370174288 } ], "fitLogLoss": 0.9656821804728457 }, "protocol": { "development": "2017\u201323", "selectionFolds": "2019\u201320 through 2022\u201323; scoring parameters fitted only on earlier seasons in each fold", "audit": "2023\u201326; retrospective, already inspected in earlier model work", "evaluations": 10504, "warmup": "2014\u201317", "objective": "Mean development walk-forward match log loss", "selection": "Staged selection, not exhaustive global optimum" }, "training": { "matches": 2280, "logLoss": 0.9656821804728456, "brier": 0.5721875832095684, "bins": [ { "n": 337, "p": 0.06833557351481657, "actual": 0.0830860534124629 }, { "n": 1112, "p": 0.1568284116797385, "actual": 0.15557553956834533 }, { "n": 2514, "p": 0.24497803936309234, "actual": 0.2557677008750994 }, { "n": 829, "p": 0.34946663241338816, "actual": 0.33172496984318456 }, { "n": 726, "p": 0.4470139011718254, "actual": 0.4476584022038568 }, { "n": 569, "p": 0.5466634977718277, "actual": 0.5272407732864675 }, { "n": 360, "p": 0.6487320193806128, "actual": 0.6444444444444445 }, { "n": 255, "p": 0.747779100139447, "actual": 0.7568627450980392 }, { "n": 115, "p": 0.8351797426987887, "actual": 0.782608695652174 }, { "n": 23, "p": 0.9190694914030041, "actual": 0.9130434782608695 } ] }, "holdout": { "matches": 1140, "logLoss": 0.9837993457083568, "brier": 0.5872318527035869, "bins": [ { "n": 165, "p": 0.0667750319820636, "actual": 0.048484848484848485 }, { "n": 618, "p": 0.15860168874447522, "actual": 0.19741100323624594 }, { "n": 1189, "p": 0.23907575972822373, "actual": 0.2531539108494533 }, { "n": 411, "p": 0.350810724319511, "actual": 0.36009732360097324 }, { "n": 336, "p": 0.44769497660639274, "actual": 0.4166666666666667 }, { "n": 299, "p": 0.5488863511753692, "actual": 0.5250836120401338 }, { "n": 206, "p": 0.6505870240428921, "actual": 0.6067961165048543 }, { "n": 124, "p": 0.7439055534769383, "actual": 0.6290322580645161 }, { "n": 60, "p": 0.8432153334903258, "actual": 0.8166666666666667 }, { "n": 12, "p": 0.9267769443431467, "actual": 1.0 } ] }, "baseline": { "matches": 1140, "logLoss": 0.983870899066329, "brier": 0.5868348501870344, "bins": [ { "n": 118, "p": 0.06967807391177146, "actual": 0.0423728813559322 }, { "n": 617, "p": 0.16076415609154898, "actual": 0.19448946515397084 }, { "n": 1198, "p": 0.23622911253709886, "actual": 0.24874791318864775 }, { "n": 437, "p": 0.3505855593864658, "actual": 0.34096109839816935 }, { "n": 363, "p": 0.44638620337970064, "actual": 0.42699724517906334 }, { "n": 313, "p": 0.5454380033201431, "actual": 0.5271565495207667 }, { "n": 208, "p": 0.6474166768060235, "actual": 0.6105769230769231 }, { "n": 109, "p": 0.7408031515062746, "actual": 0.6513761467889908 }, { "n": 51, "p": 0.8358462535219764, "actual": 0.8627450980392157 }, { "n": 6, "p": 0.9299131021835877, "actual": 1.0 } ] }, "stages": [ { "name": "marginAndElo", "selected": { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "raw", "alpha": 0.04 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9841215148256477, "folds": [ { "season": "2019-20", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": -0.06 }, "logLoss": 0.9727869405468991 }, { "season": "2020-21", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": -0.06 }, "logLoss": 1.0261056986635384 }, { "season": "2021-22", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.9537362107900971 }, { "season": "2022-23", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.9838572093020561 } ], "fitLogLoss": 0.9660606308739594 } }, { "name": "promotion", "selected": { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "raw", "alpha": 0.04 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9841215148256477, "folds": [ { "season": "2019-20", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": -0.06 }, "logLoss": 0.9727869405468991 }, { "season": "2020-21", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": -0.06 }, "logLoss": 1.0261056986635384 }, { "season": "2021-22", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.9537362107900971 }, { "season": "2022-23", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.9838572093020561 } ], "fitLogLoss": 0.9660606308739594 }, "candidates": [ { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "raw", "alpha": 0.04 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9841215148256477, "folds": [ { "season": "2019-20", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": -0.06 }, "logLoss": 0.9727869405468991 }, { "season": "2020-21", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": -0.06 }, "logLoss": 1.0261056986635384 }, { "season": "2021-22", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.9537362107900971 }, { "season": "2022-23", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.9838572093020561 } ], "fitLogLoss": 0.9660606308739594 }, { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0.5, "form": "raw", "alpha": 0.04 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9870572308706556, "folds": [ { "season": "2019-20", "score": { "beta": 0.6, "weight": 0.75, "mix": 0.5, "rho": -0.06 }, "logLoss": 0.9846635101207806 }, { "season": "2020-21", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 1.0286979115626458 }, { "season": "2021-22", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.9537447313772249 }, { "season": "2022-23", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": 0 }, "logLoss": 0.9811227704219706 } ], "fitLogLoss": 0.965378826995145 }, { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 1, "form": "raw", "alpha": 0.04 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9877118189168143, "folds": [ { "season": "2019-20", "score": { "beta": 0.6, "weight": 0.75, "mix": 0.5, "rho": -0.06 }, "logLoss": 0.9849736505928796 }, { "season": "2020-21", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 1.0284496427406844 }, { "season": "2021-22", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.954143202162368 }, { "season": "2022-23", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.9832807801713251 } ], "fitLogLoss": 0.9655348480074117 } ] }, { "name": "opponentAdjustedForm", "selected": { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9838667867308145, "folds": [ { "season": "2019-20", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 0.9724028976346233 }, { "season": "2020-21", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 1.036614900462582 }, { "season": "2021-22", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.947993311808624 }, { "season": "2022-23", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.9784560370174288 } ], "fitLogLoss": 0.9656821804728457 }, "candidates": [ { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "raw", "alpha": 0.04 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9841215148256477, "folds": [ { "season": "2019-20", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": -0.06 }, "logLoss": 0.9727869405468991 }, { "season": "2020-21", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": -0.06 }, "logLoss": 1.0261056986635384 }, { "season": "2021-22", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.9537362107900971 }, { "season": "2022-23", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.9838572093020561 } ], "fitLogLoss": 0.9660606308739594 }, { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.02 }, "scoring": { "beta": 0, "weight": 1, "mix": 0, "rho": 0 }, "selectionLogLoss": 0.9854766547414415, "folds": [ { "season": "2019-20", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": 0 }, "logLoss": 0.9735409224498025 }, { "season": "2020-21", "score": { "beta": 0.3, "weight": 0.75, "mix": 0, "rho": -0.06 }, "logLoss": 1.034662156182026 }, { "season": "2021-22", "score": { "beta": 0, "weight": 1, "mix": 0, "rho": 0 }, "logLoss": 0.9432979490333725 }, { "season": "2022-23", "score": { "beta": 0, "weight": 1, "mix": 0, "rho": 0 }, "logLoss": 0.990405591300565 } ], "fitLogLoss": 0.9652880618331049 }, { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.04 }, "scoring": { "beta": 0.3, "weight": 0.5, "mix": 0, "rho": 0 }, "selectionLogLoss": 0.9844452007547683, "folds": [ { "season": "2019-20", "score": { "beta": 0, "weight": 1, "mix": 0, "rho": 0 }, "logLoss": 0.9759293571271246 }, { "season": "2020-21", "score": { "beta": 0, "weight": 1, "mix": 0, "rho": 0 }, "logLoss": 1.0321384010992152 }, { "season": "2021-22", "score": { "beta": 0.3, "weight": 0.5, "mix": 0, "rho": 0 }, "logLoss": 0.9509176689784667 }, { "season": "2022-23", "score": { "beta": 0.3, "weight": 0.5, "mix": 0, "rho": 0 }, "logLoss": 0.9787953758142661 } ], "fitLogLoss": 0.9647560003237378 }, { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9838667867308145, "folds": [ { "season": "2019-20", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 0.9724028976346233 }, { "season": "2020-21", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 1.036614900462582 }, { "season": "2021-22", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.947993311808624 }, { "season": "2022-23", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.9784560370174288 } ], "fitLogLoss": 0.9656821804728457 } ] }, { "name": "europe", "selected": { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9838667867308145, "folds": [ { "season": "2019-20", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 0.9724028976346233 }, { "season": "2020-21", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 1.036614900462582 }, { "season": "2021-22", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.947993311808624 }, { "season": "2022-23", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.9784560370174288 } ], "fitLogLoss": 0.9656821804728457 }, "candidates": [ { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9838667867308145, "folds": [ { "season": "2019-20", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 0.9724028976346233 }, { "season": "2020-21", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 1.036614900462582 }, { "season": "2021-22", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.947993311808624 }, { "season": "2022-23", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.9784560370174288 } ], "fitLogLoss": 0.9656821804728457 }, { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0.25, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.986622133925463, "folds": [ { "season": "2019-20", "score": { "beta": 0.6, "weight": 0.5, "mix": 0.5, "rho": -0.06 }, "logLoss": 0.9806954093930005 }, { "season": "2020-21", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06 }, "logLoss": 1.0370746880902408 }, { "season": "2021-22", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.9470174844775672 }, { "season": "2022-23", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.9817009537410435 } ], "fitLogLoss": 0.9657336379804912 }, { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0.5, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9864222930560885, "folds": [ { "season": "2019-20", "score": { "beta": 0.6, "weight": 0.5, "mix": 0.5, "rho": -0.06 }, "logLoss": 0.9819204625025925 }, { "season": "2020-21", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": -0.06 }, "logLoss": 1.0325127338919122 }, { "season": "2021-22", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.9465928647009212 }, { "season": "2022-23", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0 }, "logLoss": 0.984663111128928 } ], "fitLogLoss": 0.966085920421163 }, { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 1, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "scoring": { "beta": 0.3, "weight": 0.5, "mix": 0.5, "rho": 0 }, "selectionLogLoss": 0.9860053112287055, "folds": [ { "season": "2019-20", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": -0.06 }, "logLoss": 0.9702733960187853 }, { "season": "2020-21", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": -0.06 }, "logLoss": 1.03468801109463 }, { "season": "2021-22", "score": { "beta": 0.6, "weight": 0, "mix": 0, "rho": 0 }, "logLoss": 0.949126196214336 }, { "season": "2022-23", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": -0.06 }, "logLoss": 0.9899336415870706 } ], "fitLogLoss": 0.9664905201630704 } ] }, { "name": "calendarContext", "selected": { "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "scoring": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0, "rest": 0, "load": 0 }, "selectionLogLoss": 0.9861680820695287, "folds": [ { "season": "2019-20", "score": { "beta": 0.6, "weight": 0.5, "mix": 0.5, "rho": -0.06, "rest": 0, "load": 0.06 }, "logLoss": 0.9793658400373585 }, { "season": "2020-21", "score": { "beta": 0.6, "weight": 0.25, "mix": 0, "rho": -0.06, "rest": 0, "load": 0.06 }, "logLoss": 1.037801374524043 }, { "season": "2021-22", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0, "rest": 0, "load": 0 }, "logLoss": 0.947993311808624 }, { "season": "2022-23", "score": { "beta": 0.6, "weight": 0.25, "mix": 0.5, "rho": 0, "rest": 0.06, "load": 0 }, "logLoss": 0.9795118019080887 } ], "fitLogLoss": 0.9656821804728457 } } ], "perSeason": [ { "season": "2017-18", "updated": { "matches": 380, "logLoss": 0.964851307649616, "brier": 0.5722348845380447, "bins": [ { "n": 52, "p": 0.07628388947060497, "actual": 0.07692307692307693 }, { "n": 171, "p": 0.15571848464526825, "actual": 0.14035087719298245 }, { "n": 435, "p": 0.24572991843439568, "actual": 0.2689655172413793 }, { "n": 141, "p": 0.34886169172614023, "actual": 0.2907801418439716 }, { "n": 129, "p": 0.44873079544758526, "actual": 0.4573643410852713 }, { "n": 101, "p": 0.5462639548181942, "actual": 0.5148514851485149 }, { "n": 45, "p": 0.6527151687859274, "actual": 0.6888888888888889 }, { "n": 50, "p": 0.750052891908487, "actual": 0.8 }, { "n": 16, "p": 0.8368502862920358, "actual": 0.75 } ] }, "v2": { "matches": 380, "logLoss": 0.9693667651141954, "brier": 0.5753454591897901, "bins": [ { "n": 25, "p": 0.08159430823908219, "actual": 0.08 }, { "n": 155, "p": 0.15751958980347722, "actual": 0.13548387096774195 }, { "n": 476, "p": 0.24807386576386317, "actual": 0.25 }, { "n": 138, "p": 0.34693224772960063, "actual": 0.2898550724637681 }, { "n": 163, "p": 0.45131058900058296, "actual": 0.48466257668711654 }, { "n": 89, "p": 0.5435984494656817, "actual": 0.5617977528089888 }, { "n": 50, "p": 0.6506955926307554, "actual": 0.72 }, { "n": 36, "p": 0.7381289167385494, "actual": 0.75 }, { "n": 8, "p": 0.8166858675667465, "actual": 0.75 } ] } }, { "season": "2018-19", "updated": { "matches": 380, "logLoss": 0.9030064042218483, "brier": 0.5288231760112774, "bins": [ { "n": 55, "p": 0.071856837757653, "actual": 0.03636363636363636 }, { "n": 188, "p": 0.15544412103084568, "actual": 0.12234042553191489 }, { "n": 417, "p": 0.245544788390218, "actual": 0.2302158273381295 }, { "n": 134, "p": 0.34527183821769286, "actual": 0.3582089552238806 }, { "n": 123, "p": 0.4457796022595697, "actual": 0.45528455284552843 }, { "n": 92, "p": 0.5405661353371839, "actual": 0.5434782608695652 }, { "n": 65, "p": 0.649664117377649, "actual": 0.7230769230769231 }, { "n": 45, "p": 0.7501875901977529, "actual": 0.8444444444444444 }, { "n": 20, "p": 0.8341940623255629, "actual": 0.95 }, { "n": 1, "p": 0.9323101257330463, "actual": 1.0 } ] }, "v2": { "matches": 380, "logLoss": 0.9139182689573121, "brier": 0.5360143122375988, "bins": [ { "n": 31, "p": 0.07843561087061743, "actual": 0.03225806451612903 }, { "n": 177, "p": 0.15943706640313626, "actual": 0.07909604519774012 }, { "n": 455, "p": 0.24816535364517409, "actual": 0.23516483516483516 }, { "n": 139, "p": 0.3509203982654641, "actual": 0.4028776978417266 }, { "n": 142, "p": 0.45305667628879687, "actual": 0.4647887323943662 }, { "n": 87, "p": 0.5449845133919409, "actual": 0.5172413793103449 }, { "n": 62, "p": 0.6493659184323058, "actual": 0.7903225806451613 }, { "n": 39, "p": 0.7436268337918185, "actual": 0.8974358974358975 }, { "n": 7, "p": 0.8199472866793682, "actual": 0.8571428571428571 }, { "n": 1, "p": 0.9054988766545639, "actual": 1.0 } ] } }, { "season": "2019-20", "updated": { "matches": 380, "logLoss": 0.9707272687290314, "brier": 0.5767668941189663, "bins": [ { "n": 67, "p": 0.0609611718425765, "actual": 0.04477611940298507 }, { "n": 192, "p": 0.15783324359823814, "actual": 0.18229166666666666 }, { "n": 404, "p": 0.2441096465100398, "actual": 0.2722772277227723 }, { "n": 135, "p": 0.3509242757287555, "actual": 0.31851851851851853 }, { "n": 119, "p": 0.4473890487167001, "actual": 0.42016806722689076 }, { "n": 86, "p": 0.5490523194432773, "actual": 0.47674418604651164 }, { "n": 69, "p": 0.6476875859322639, "actual": 0.6376811594202898 }, { "n": 35, "p": 0.7413536926568702, "actual": 0.7714285714285715 }, { "n": 22, "p": 0.8366614882191418, "actual": 0.7272727272727273 }, { "n": 11, "p": 0.9194884199727844, "actual": 1.0 } ] }, "v2": { "matches": 380, "logLoss": 0.9730760781259574, "brier": 0.5782992021982645, "bins": [ { "n": 46, "p": 0.06575793307820488, "actual": 0.06521739130434782 }, { "n": 175, "p": 0.1595823983935914, "actual": 0.15428571428571428 }, { "n": 428, "p": 0.24432926611485695, "actual": 0.26635514018691586 }, { "n": 157, "p": 0.3524873788476315, "actual": 0.3184713375796178 }, { "n": 125, "p": 0.44750398632887195, "actual": 0.448 }, { "n": 95, "p": 0.5459894888426445, "actual": 0.4842105263157895 }, { "n": 61, "p": 0.6485840849258832, "actual": 0.6557377049180327 }, { "n": 32, "p": 0.7453210853755516, "actual": 0.78125 }, { "n": 18, "p": 0.8416259573882049, "actual": 0.8888888888888888 }, { "n": 3, "p": 0.9215333688809136, "actual": 1.0 } ] } }, { "season": "2020-21", "updated": { "matches": 380, "logLoss": 1.0290587534105256, "brier": 0.6108803247132569, "bins": [ { "n": 46, "p": 0.06876133204539699, "actual": 0.2391304347826087 }, { "n": 189, "p": 0.1575783405153683, "actual": 0.15873015873015872 }, { "n": 427, "p": 0.2452880084763313, "actual": 0.26229508196721313 }, { "n": 139, "p": 0.3512844047586228, "actual": 0.3597122302158273 }, { "n": 118, "p": 0.44539222021127123, "actual": 0.3983050847457627 }, { "n": 99, "p": 0.5479877145034653, "actual": 0.5353535353535354 }, { "n": 62, "p": 0.648267421512307, "actual": 0.6451612903225806 }, { "n": 41, "p": 0.7440690648310487, "actual": 0.6341463414634146 }, { "n": 16, "p": 0.827099370671003, "actual": 0.625 }, { "n": 3, "p": 0.916031014773318, "actual": 0.3333333333333333 } ] }, "v2": { "matches": 380, "logLoss": 1.0249009140947016, "brier": 0.6108210586472, "bins": [ { "n": 31, "p": 0.07672096148672605, "actual": 0.22580645161290322 }, { "n": 159, "p": 0.1606734923076639, "actual": 0.16981132075471697 }, { "n": 451, "p": 0.2447753573098213, "actual": 0.24611973392461198 }, { "n": 176, "p": 0.3529523009542996, "actual": 0.3693181818181818 }, { "n": 118, "p": 0.4473773105659798, "actual": 0.4322033898305085 }, { "n": 102, "p": 0.5428065159004432, "actual": 0.5294117647058824 }, { "n": 60, "p": 0.6428633883019005, "actual": 0.6166666666666667 }, { "n": 34, "p": 0.7448559660081234, "actual": 0.6764705882352942 }, { "n": 9, "p": 0.8341755990317539, "actual": 0.5555555555555556 } ] } }, { "season": "2021-22", "updated": { "matches": 380, "logLoss": 0.947993311808624, "brier": 0.5623319860858175, "bins": [ { "n": 62, "p": 0.06710474602845012, "actual": 0.04838709677419355 }, { "n": 186, "p": 0.15633206999727428, "actual": 0.16129032258064516 }, { "n": 406, "p": 0.24469393112953805, "actual": 0.25862068965517243 }, { "n": 144, "p": 0.34642954769998685, "actual": 0.2986111111111111 }, { "n": 124, "p": 0.4456557936710734, "actual": 0.5 }, { "n": 91, "p": 0.5521847839063545, "actual": 0.4945054945054945 }, { "n": 59, "p": 0.6513133943402498, "actual": 0.6101694915254238 }, { "n": 43, "p": 0.7523883220435542, "actual": 0.7906976744186046 }, { "n": 21, "p": 0.8363056511998007, "actual": 0.8571428571428571 }, { "n": 4, "p": 0.9193523198794458, "actual": 1.0 } ] }, "v2": { "matches": 380, "logLoss": 0.952295339537926, "brier": 0.56412375699341, "bins": [ { "n": 37, "p": 0.07317570007359235, "actual": 0.02702702702702703 }, { "n": 175, "p": 0.15986353342103277, "actual": 0.13142857142857142 }, { "n": 430, "p": 0.2461359383749815, "actual": 0.2558139534883721 }, { "n": 164, "p": 0.3484205433435387, "actual": 0.32926829268292684 }, { "n": 133, "p": 0.4450235732199173, "actual": 0.47368421052631576 }, { "n": 95, "p": 0.5511350006032054, "actual": 0.5052631578947369 }, { "n": 57, "p": 0.6475970896408813, "actual": 0.7017543859649122 }, { "n": 35, "p": 0.7475545538318555, "actual": 0.7714285714285715 }, { "n": 13, "p": 0.8317554848296607, "actual": 1.0 }, { "n": 1, "p": 0.900733047029694, "actual": 1.0 } ] } }, { "season": "2022-23", "updated": { "matches": 380, "logLoss": 0.9784560370174288, "brier": 0.5820882337900475, "bins": [ { "n": 55, "p": 0.06731428916447305, "actual": 0.09090909090909091 }, { "n": 186, "p": 0.15794507533317198, "actual": 0.16666666666666666 }, { "n": 425, "p": 0.2444378513719747, "actual": 0.24235294117647058 }, { "n": 136, "p": 0.35413786075377596, "actual": 0.36764705882352944 }, { "n": 113, "p": 0.4491861182535326, "actual": 0.45132743362831856 }, { "n": 100, "p": 0.5442868780106831, "actual": 0.59 }, { "n": 60, "p": 0.6438777153823784, "actual": 0.5666666666666667 }, { "n": 41, "p": 0.7467237959097431, "actual": 0.6829268292682927 }, { "n": 20, "p": 0.8384811618211938, "actual": 0.75 }, { "n": 4, "p": 0.9166033082494202, "actual": 1.0 } ] }, "v2": { "matches": 380, "logLoss": 0.9783605071685307, "brier": 0.582341831818052, "bins": [ { "n": 38, "p": 0.0714736105106428, "actual": 0.07894736842105263 }, { "n": 176, "p": 0.15691719329818346, "actual": 0.1590909090909091 }, { "n": 437, "p": 0.24357893463479358, "actual": 0.2448512585812357 }, { "n": 145, "p": 0.3495219145817662, "actual": 0.3448275862068966 }, { "n": 139, "p": 0.4483602486854977, "actual": 0.48201438848920863 }, { "n": 94, "p": 0.547333342865519, "actual": 0.5531914893617021 }, { "n": 54, "p": 0.6459366077391481, "actual": 0.5925925925925926 }, { "n": 42, "p": 0.7432975629509952, "actual": 0.6904761904761905 }, { "n": 14, "p": 0.8400907908015015, "actual": 0.7857142857142857 }, { "n": 1, "p": 0.910150400634615, "actual": 1.0 } ] } }, { "season": "2023-24", "updated": { "matches": 380, "logLoss": 0.9238019597089687, "brier": 0.5440210580032957, "bins": [ { "n": 66, "p": 0.06397061090376299, "actual": 0.045454545454545456 }, { "n": 221, "p": 0.15795504433062904, "actual": 0.1583710407239819 }, { "n": 375, "p": 0.23960659231625248, "actual": 0.24533333333333332 }, { "n": 134, "p": 0.35094911659904776, "actual": 0.31343283582089554 }, { "n": 99, "p": 0.44637396084907566, "actual": 0.46464646464646464 }, { "n": 99, "p": 0.5471500108867416, "actual": 0.5656565656565656 }, { "n": 70, "p": 0.6509056441074214, "actual": 0.6714285714285714 }, { "n": 45, "p": 0.7436460495391305, "actual": 0.7333333333333333 }, { "n": 25, "p": 0.8427782117286564, "actual": 0.8 }, { "n": 6, "p": 0.9224042214288103, "actual": 1.0 } ] }, "v2": { "matches": 380, "logLoss": 0.9306916819528214, "brier": 0.548287274853584, "bins": [ { "n": 50, "p": 0.06772428894319255, "actual": 0.04 }, { "n": 225, "p": 0.15971036782072778, "actual": 0.16 }, { "n": 377, "p": 0.23734247986670745, "actual": 0.22811671087533156 }, { "n": 138, "p": 0.3503985645723252, "actual": 0.3333333333333333 }, { "n": 115, "p": 0.4466615687542921, "actual": 0.46956521739130436 }, { "n": 92, "p": 0.5451541190842473, "actual": 0.5543478260869565 }, { "n": 79, "p": 0.6485205718885996, "actual": 0.6835443037974683 }, { "n": 39, "p": 0.7407816589446492, "actual": 0.7435897435897436 }, { "n": 22, "p": 0.8383865671226727, "actual": 0.8636363636363636 }, { "n": 3, "p": 0.919154085071067, "actual": 1.0 } ] } }, { "season": "2024-25", "updated": { "matches": 380, "logLoss": 0.9880790915011389, "brier": 0.5909726377192566, "bins": [ { "n": 70, "p": 0.06778929002679082, "actual": 0.04285714285714286 }, { "n": 207, "p": 0.15675189765078829, "actual": 0.22705314009661837 }, { "n": 384, "p": 0.2373593429333778, "actual": 0.2421875 }, { "n": 129, "p": 0.3523849380354604, "actual": 0.3953488372093023 }, { "n": 112, "p": 0.44986303112832865, "actual": 0.39285714285714285 }, { "n": 97, "p": 0.5473157406079411, "actual": 0.5463917525773195 }, { "n": 60, "p": 0.6497424686443408, "actual": 0.55 }, { "n": 55, "p": 0.7479339118312083, "actual": 0.6363636363636364 }, { "n": 21, "p": 0.8536172172591336, "actual": 0.7619047619047619 }, { "n": 5, "p": 0.9364602068516401, "actual": 1.0 } ] }, "v2": { "matches": 380, "logLoss": 0.9881886275812253, "brier": 0.5905329346232677, "bins": [ { "n": 50, "p": 0.06927706730335344, "actual": 0.06 }, { "n": 224, "p": 0.15845952349446904, "actual": 0.22321428571428573 }, { "n": 366, "p": 0.2307732148811426, "actual": 0.2459016393442623 }, { "n": 143, "p": 0.35030040668627754, "actual": 0.3146853146853147 }, { "n": 120, "p": 0.44774299834922765, "actual": 0.43333333333333335 }, { "n": 105, "p": 0.5501198824149895, "actual": 0.5619047619047619 }, { "n": 56, "p": 0.6438001679141087, "actual": 0.5178571428571429 }, { "n": 51, "p": 0.739366050600811, "actual": 0.5882352941176471 }, { "n": 22, "p": 0.8368643987379261, "actual": 0.8636363636363636 }, { "n": 3, "p": 0.9406721192961083, "actual": 1.0 } ] } }, { "season": "2025-26", "updated": { "matches": 380, "logLoss": 1.0395169859149629, "brier": 0.6267018623882085, "bins": [ { "n": 29, "p": 0.07070929846609589, "actual": 0.06896551724137931 }, { "n": 190, "p": 0.16136913701738684, "actual": 0.21052631578947367 }, { "n": 430, "p": 0.2401456244461541, "actual": 0.26976744186046514 }, { "n": 148, "p": 0.34931330448967735, "actual": 0.3716216216216216 }, { "n": 125, "p": 0.446798644234533, "actual": 0.4 }, { "n": 103, "p": 0.5520343794628904, "actual": 0.46601941747572817 }, { "n": 76, "p": 0.6509603124559981, "actual": 0.5921052631578947 }, { "n": 24, "p": 0.7351604687984586, "actual": 0.4166666666666667 }, { "n": 14, "p": 0.8283930824115242, "actual": 0.9285714285714286 }, { "n": 1, "p": 0.9045969692866984, "actual": 1.0 } ] }, "v2": { "matches": 380, "logLoss": 1.03273238766494, "brier": 0.6216843410842516, "bins": [ { "n": 18, "p": 0.07621916162565176, "actual": 0.0 }, { "n": 168, "p": 0.1652483231313149, "actual": 0.20238095238095238 }, { "n": 455, "p": 0.23969530827076374, "actual": 0.2681318681318681 }, { "n": 156, "p": 0.3510123678510704, "actual": 0.3717948717948718 }, { "n": 128, "p": 0.4448668095170346, "actual": 0.3828125 }, { "n": 116, "p": 0.5414252450851738, "actual": 0.47413793103448276 }, { "n": 73, "p": 0.6489963588118278, "actual": 0.6027397260273972 }, { "n": 19, "p": 0.7447047491948021, "actual": 0.631578947368421 }, { "n": 7, "p": 0.8246625258125171, "actual": 0.8571428571428571 } ] } } ], "ablations": [ { "name": "full", "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "development": { "matches": 2280, "logLoss": 0.9656821804728456, "brier": 0.5721875832095684, "bins": [ { "n": 337, "p": 0.06833557351481657, "actual": 0.0830860534124629 }, { "n": 1112, "p": 0.1568284116797385, "actual": 0.15557553956834533 }, { "n": 2514, "p": 0.24497803936309234, "actual": 0.2557677008750994 }, { "n": 829, "p": 0.34946663241338816, "actual": 0.33172496984318456 }, { "n": 726, "p": 0.4470139011718254, "actual": 0.4476584022038568 }, { "n": 569, "p": 0.5466634977718277, "actual": 0.5272407732864675 }, { "n": 360, "p": 0.6487320193806128, "actual": 0.6444444444444445 }, { "n": 255, "p": 0.747779100139447, "actual": 0.7568627450980392 }, { "n": 115, "p": 0.8351797426987887, "actual": 0.782608695652174 }, { "n": 23, "p": 0.9190694914030041, "actual": 0.9130434782608695 } ] }, "audit": { "matches": 1140, "logLoss": 0.9837993457083568, "brier": 0.5872318527035869, "bins": [ { "n": 165, "p": 0.0667750319820636, "actual": 0.048484848484848485 }, { "n": 618, "p": 0.15860168874447522, "actual": 0.19741100323624594 }, { "n": 1189, "p": 0.23907575972822373, "actual": 0.2531539108494533 }, { "n": 411, "p": 0.350810724319511, "actual": 0.36009732360097324 }, { "n": 336, "p": 0.44769497660639274, "actual": 0.4166666666666667 }, { "n": 299, "p": 0.5488863511753692, "actual": 0.5250836120401338 }, { "n": 206, "p": 0.6505870240428921, "actual": 0.6067961165048543 }, { "n": 124, "p": 0.7439055534769383, "actual": 0.6290322580645161 }, { "n": 60, "p": 0.8432153334903258, "actual": 0.8166666666666667 }, { "n": 12, "p": 0.9267769443431467, "actual": 1.0 } ] } }, { "name": "noMargin", "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "development": { "matches": 2280, "logLoss": 0.9672501996410297, "brier": 0.573406193939266, "bins": [ { "n": 200, "p": 0.07412930575599842, "actual": 0.09 }, { "n": 994, "p": 0.15914452754376032, "actual": 0.13682092555331993 }, { "n": 2706, "p": 0.24615526577785854, "actual": 0.24833702882483372 }, { "n": 919, "p": 0.3493516534729115, "actual": 0.3307943416757345 }, { "n": 823, "p": 0.4487958496607488, "actual": 0.46537059538274606 }, { "n": 562, "p": 0.5438757697197272, "actual": 0.5462633451957295 }, { "n": 353, "p": 0.6461797983328815, "actual": 0.6713881019830028 }, { "n": 220, "p": 0.743689205138778, "actual": 0.7681818181818182 }, { "n": 59, "p": 0.8381298397677539, "actual": 0.864406779661017 }, { "n": 4, "p": 0.9135595980481903, "actual": 0.75 } ] }, "audit": { "matches": 1140, "logLoss": 0.9813182113282267, "brier": 0.5850901675120198, "bins": [ { "n": 103, "p": 0.07128434013892224, "actual": 0.038834951456310676 }, { "n": 548, "p": 0.16095189118605388, "actual": 0.18065693430656934 }, { "n": 1306, "p": 0.240226031852443, "actual": 0.25114854517611024 }, { "n": 431, "p": 0.35181808422894056, "actual": 0.3294663573085847 }, { "n": 375, "p": 0.44763985219667285, "actual": 0.432 }, { "n": 308, "p": 0.5453367513512966, "actual": 0.538961038961039 }, { "n": 212, "p": 0.6464358115024245, "actual": 0.6462264150943396 }, { "n": 97, "p": 0.7454534844491323, "actual": 0.6907216494845361 }, { "n": 35, "p": 0.8374378859142244, "actual": 0.8571428571428571 }, { "n": 5, "p": 0.9189829333480375, "actual": 1.0 } ] } }, { "name": "noPromotion", "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "development": { "matches": 2280, "logLoss": 0.9656821804728456, "brier": 0.5721875832095684, "bins": [ { "n": 337, "p": 0.06833557351481657, "actual": 0.0830860534124629 }, { "n": 1112, "p": 0.1568284116797385, "actual": 0.15557553956834533 }, { "n": 2514, "p": 0.24497803936309234, "actual": 0.2557677008750994 }, { "n": 829, "p": 0.34946663241338816, "actual": 0.33172496984318456 }, { "n": 726, "p": 0.4470139011718254, "actual": 0.4476584022038568 }, { "n": 569, "p": 0.5466634977718277, "actual": 0.5272407732864675 }, { "n": 360, "p": 0.6487320193806128, "actual": 0.6444444444444445 }, { "n": 255, "p": 0.747779100139447, "actual": 0.7568627450980392 }, { "n": 115, "p": 0.8351797426987887, "actual": 0.782608695652174 }, { "n": 23, "p": 0.9190694914030041, "actual": 0.9130434782608695 } ] }, "audit": { "matches": 1140, "logLoss": 0.9837993457083568, "brier": 0.5872318527035869, "bins": [ { "n": 165, "p": 0.0667750319820636, "actual": 0.048484848484848485 }, { "n": 618, "p": 0.15860168874447522, "actual": 0.19741100323624594 }, { "n": 1189, "p": 0.23907575972822373, "actual": 0.2531539108494533 }, { "n": 411, "p": 0.350810724319511, "actual": 0.36009732360097324 }, { "n": 336, "p": 0.44769497660639274, "actual": 0.4166666666666667 }, { "n": 299, "p": 0.5488863511753692, "actual": 0.5250836120401338 }, { "n": 206, "p": 0.6505870240428921, "actual": 0.6067961165048543 }, { "n": 124, "p": 0.7439055534769383, "actual": 0.6290322580645161 }, { "n": 60, "p": 0.8432153334903258, "actual": 0.8166666666666667 }, { "n": 12, "p": 0.9267769443431467, "actual": 1.0 } ] } }, { "name": "rawForm", "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "raw", "alpha": 0.04 }, "development": { "matches": 2280, "logLoss": 0.9660606308739594, "brier": 0.572618678204077, "bins": [ { "n": 278, "p": 0.07128421294008651, "actual": 0.08633093525179857 }, { "n": 1058, "p": 0.15773512393775999, "actual": 0.1446124763705104 }, { "n": 2600, "p": 0.2447366587598717, "actual": 0.25346153846153846 }, { "n": 872, "p": 0.3506684675516398, "actual": 0.33142201834862384 }, { "n": 766, "p": 0.44872265817183277, "actual": 0.4608355091383812 }, { "n": 563, "p": 0.5464216263531141, "actual": 0.5310834813499112 }, { "n": 362, "p": 0.6483636650259029, "actual": 0.6464088397790055 }, { "n": 235, "p": 0.7475173945746478, "actual": 0.7829787234042553 }, { "n": 94, "p": 0.83493441984392, "actual": 0.7872340425531915 }, { "n": 12, "p": 0.9155007891362569, "actual": 0.9166666666666666 } ] }, "audit": { "matches": 1140, "logLoss": 0.9848103204416463, "brier": 0.5877810232911586, "bins": [ { "n": 135, "p": 0.06734635743567653, "actual": 0.037037037037037035 }, { "n": 617, "p": 0.15915024579815115, "actual": 0.18962722852512157 }, { "n": 1200, "p": 0.23749099554267947, "actual": 0.2525 }, { "n": 420, "p": 0.3507364329374535, "actual": 0.3547619047619048 }, { "n": 354, "p": 0.4451507224482322, "actual": 0.4152542372881356 }, { "n": 306, "p": 0.5470054685222769, "actual": 0.5196078431372549 }, { "n": 207, "p": 0.6481899309658439, "actual": 0.6231884057971014 }, { "n": 121, "p": 0.7440152472765172, "actual": 0.6528925619834711 }, { "n": 53, "p": 0.8435575891419168, "actual": 0.8490566037735849 }, { "n": 7, "p": 0.933900233482537, "actual": 1.0 } ] } }, { "name": "noEurope", "core": { "k": 20, "homeAdvantage": 0, "regression": 0, "margin": 0.5, "europe": 0, "promotion": 0, "form": "adjusted", "alpha": 0.08 }, "development": { "matches": 2280, "logLoss": 0.9656821804728456, "brier": 0.5721875832095684, "bins": [ { "n": 337, "p": 0.06833557351481657, "actual": 0.0830860534124629 }, { "n": 1112, "p": 0.1568284116797385, "actual": 0.15557553956834533 }, { "n": 2514, "p": 0.24497803936309234, "actual": 0.2557677008750994 }, { "n": 829, "p": 0.34946663241338816, "actual": 0.33172496984318456 }, { "n": 726, "p": 0.4470139011718254, "actual": 0.4476584022038568 }, { "n": 569, "p": 0.5466634977718277, "actual": 0.5272407732864675 }, { "n": 360, "p": 0.6487320193806128, "actual": 0.6444444444444445 }, { "n": 255, "p": 0.747779100139447, "actual": 0.7568627450980392 }, { "n": 115, "p": 0.8351797426987887, "actual": 0.782608695652174 }, { "n": 23, "p": 0.9190694914030041, "actual": 0.9130434782608695 } ] }, "audit": { "matches": 1140, "logLoss": 0.9837993457083568, "brier": 0.5872318527035869, "bins": [ { "n": 165, "p": 0.0667750319820636, "actual": 0.048484848484848485 }, { "n": 618, "p": 0.15860168874447522, "actual": 0.19741100323624594 }, { "n": 1189, "p": 0.23907575972822373, "actual": 0.2531539108494533 }, { "n": 411, "p": 0.350810724319511, "actual": 0.36009732360097324 }, { "n": 336, "p": 0.44769497660639274, "actual": 0.4166666666666667 }, { "n": 299, "p": 0.5488863511753692, "actual": 0.5250836120401338 }, { "n": 206, "p": 0.6505870240428921, "actual": 0.6067961165048543 }, { "n": 124, "p": 0.7439055534769383, "actual": 0.6290322580645161 }, { "n": 60, "p": 0.8432153334903258, "actual": 0.8166666666666667 }, { "n": 12, "p": 0.9267769443431467, "actual": 1.0 } ] } }, { "name": "noCalendarContext", "development": { "matches": 2280, "logLoss": 0.9656821804728456, "brier": 0.5721875832095684, "bins": [ { "n": 337, "p": 0.06833557351481657, "actual": 0.0830860534124629 }, { "n": 1112, "p": 0.1568284116797385, "actual": 0.15557553956834533 }, { "n": 2514, "p": 0.24497803936309234, "actual": 0.2557677008750994 }, { "n": 829, "p": 0.34946663241338816, "actual": 0.33172496984318456 }, { "n": 726, "p": 0.4470139011718254, "actual": 0.4476584022038568 }, { "n": 569, "p": 0.5466634977718277, "actual": 0.5272407732864675 }, { "n": 360, "p": 0.6487320193806128, "actual": 0.6444444444444445 }, { "n": 255, "p": 0.747779100139447, "actual": 0.7568627450980392 }, { "n": 115, "p": 0.8351797426987887, "actual": 0.782608695652174 }, { "n": 23, "p": 0.9190694914030041, "actual": 0.9130434782608695 } ] }, "audit": { "matches": 1140, "logLoss": 0.9837993457083568, "brier": 0.5872318527035869, "bins": [ { "n": 165, "p": 0.0667750319820636, "actual": 0.048484848484848485 }, { "n": 618, "p": 0.15860168874447522, "actual": 0.19741100323624594 }, { "n": 1189, "p": 0.23907575972822373, "actual": 0.2531539108494533 }, { "n": 411, "p": 0.350810724319511, "actual": 0.36009732360097324 }, { "n": 336, "p": 0.44769497660639274, "actual": 0.4166666666666667 }, { "n": 299, "p": 0.5488863511753692, "actual": 0.5250836120401338 }, { "n": 206, "p": 0.6505870240428921, "actual": 0.6067961165048543 }, { "n": 124, "p": 0.7439055534769383, "actual": 0.6290322580645161 }, { "n": 60, "p": 0.8432153334903258, "actual": 0.8166666666666667 }, { "n": 12, "p": 0.9267769443431467, "actual": 1.0 } ] } } ], "subgroups": { "promoted": { "updated": { "matches": 324, "logLoss": 0.8915993941836793, "brier": 0.527573609664487, "bins": [ { "n": 98, "p": 0.06390252073935809, "actual": 0.030612244897959183 }, { "n": 227, "p": 0.15572286034320884, "actual": 0.2026431718061674 }, { "n": 269, "p": 0.23758732123711937, "actual": 0.2379182156133829 }, { "n": 74, "p": 0.3503587090667962, "actual": 0.2972972972972973 }, { "n": 61, "p": 0.4516831455782089, "actual": 0.47540983606557374 }, { "n": 76, "p": 0.5485501289221842, "actual": 0.6052631578947368 }, { "n": 69, "p": 0.6516500377366825, "actual": 0.6086956521739131 }, { "n": 55, "p": 0.7459495659303528, "actual": 0.6 }, { "n": 32, "p": 0.8477158736697465, "actual": 0.875 }, { "n": 11, "p": 0.9264055836470301, "actual": 1.0 } ] }, "v2": { "matches": 324, "logLoss": 0.8983145743406583, "brier": 0.5306702868633472, "bins": [ { "n": 74, "p": 0.06787322723456761, "actual": 0.013513513513513514 }, { "n": 223, "p": 0.1580225817790462, "actual": 0.20179372197309417 }, { "n": 279, "p": 0.23643241187746558, "actual": 0.22580645161290322 }, { "n": 96, "p": 0.34917788573478664, "actual": 0.2916666666666667 }, { "n": 73, "p": 0.4519836734843798, "actual": 0.4794520547945205 }, { "n": 77, "p": 0.5484225796959931, "actual": 0.6103896103896104 }, { "n": 70, "p": 0.6519475400741209, "actual": 0.6142857142857143 }, { "n": 48, "p": 0.7477083919840105, "actual": 0.6875 }, { "n": 27, "p": 0.8453679391213212, "actual": 0.8888888888888888 }, { "n": 5, "p": 0.935602745182892, "actual": 1.0 } ] } }, "europeanParticipants": { "updated": { "matches": 742, "logLoss": 0.9500901950990047, "brier": 0.5638097718312749, "bins": [ { "n": 154, "p": 0.06561342262896651, "actual": 0.05194805194805195 }, { "n": 472, "p": 0.15747903110564038, "actual": 0.19703389830508475 }, { "n": 689, "p": 0.23670272126076233, "actual": 0.23802612481857766 }, { "n": 230, "p": 0.35239817814223423, "actual": 0.3782608695652174 }, { "n": 171, "p": 0.4470191453338151, "actual": 0.4152046783625731 }, { "n": 189, "p": 0.551229519308194, "actual": 0.5396825396825397 }, { "n": 152, "p": 0.651552296542271, "actual": 0.625 }, { "n": 99, "p": 0.7442473049000544, "actual": 0.6363636363636364 }, { "n": 58, "p": 0.8442287192916959, "actual": 0.8103448275862069 }, { "n": 12, "p": 0.9267769443431467, "actual": 1.0 } ] }, "v2": { "matches": 742, "logLoss": 0.9491867629149637, "brier": 0.5627305365691885, "bins": [ { "n": 112, "p": 0.06864308152982136, "actual": 0.044642857142857144 }, { "n": 483, "p": 0.15978878603462643, "actual": 0.19047619047619047 }, { "n": 703, "p": 0.23426284769757613, "actual": 0.2361308677098151 }, { "n": 236, "p": 0.35220740262429945, "actual": 0.3474576271186441 }, { "n": 189, "p": 0.4452872749991379, "actual": 0.43915343915343913 }, { "n": 201, "p": 0.5478166738588909, "actual": 0.5323383084577115 }, { "n": 159, "p": 0.6480239969237844, "actual": 0.6352201257861635 }, { "n": 87, "p": 0.7427379391499568, "actual": 0.6551724137931034 }, { "n": 50, "p": 0.836446420254022, "actual": 0.86 }, { "n": 6, "p": 0.9299131021835877, "actual": 1.0 } ] } }, "shortRest": { "updated": { "matches": 428, "logLoss": 0.985975977899799, "brier": 0.588176761402362, "bins": [ { "n": 59, "p": 0.06572981635236495, "actual": 0.05084745762711865 }, { "n": 254, "p": 0.156282723214602, "actual": 0.18503937007874016 }, { "n": 428, "p": 0.23758469470285115, "actual": 0.27102803738317754 }, { "n": 153, "p": 0.35035240491489206, "actual": 0.3333333333333333 }, { "n": 111, "p": 0.4442980308688103, "actual": 0.4144144144144144 }, { "n": 118, "p": 0.5463133331220641, "actual": 0.5169491525423728 }, { "n": 80, "p": 0.6534031591529975, "actual": 0.55 }, { "n": 55, "p": 0.7420042897962386, "actual": 0.6909090909090909 }, { "n": 22, "p": 0.839140842445931, "actual": 0.8181818181818182 }, { "n": 4, "p": 0.9525799785544699, "actual": 1.0 } ] }, "v2": { "matches": 428, "logLoss": 0.9881960866061086, "brier": 0.5891626110012418, "bins": [ { "n": 43, "p": 0.06905696328245868, "actual": 0.046511627906976744 }, { "n": 256, "p": 0.15921554474907737, "actual": 0.19140625 }, { "n": 433, "p": 0.23512780702494848, "actual": 0.26096997690531176 }, { "n": 157, "p": 0.35096888902483037, "actual": 0.3375796178343949 }, { "n": 123, "p": 0.44515302488502456, "actual": 0.3983739837398374 }, { "n": 117, "p": 0.5441349713073864, "actual": 0.5042735042735043 }, { "n": 87, "p": 0.6504478532350952, "actual": 0.5977011494252874 }, { "n": 49, "p": 0.7387358928893738, "actual": 0.6938775510204082 }, { "n": 15, "p": 0.8280424992686959, "actual": 0.8666666666666667 }, { "n": 4, "p": 0.9334104821260312, "actual": 1.0 } ] } } }, "pairedMatchBootstrap95": [ -0.003843268286219884, 0.0036809242433313953 ], "pairedSeasonBootstrap95": [ -0.006889722243852647, 0.006784598250022977 ], "correctedDataBaseline": { "matches": 1140, "logLoss": 0.9826262970058982, "brier": 0.585966500681445, "bins": [ { "n": 126, "p": 0.06873601763802004, "actual": 0.03968253968253968 }, { "n": 627, "p": 0.16011772501265123, "actual": 0.19936204146730463 }, { "n": 1184, "p": 0.23558654789131336, "actual": 0.24662162162162163 }, { "n": 424, "p": 0.34964611041557797, "actual": 0.33962264150943394 }, { "n": 368, "p": 0.44648795144829123, "actual": 0.42934782608695654 }, { "n": 307, "p": 0.5466876006970569, "actual": 0.5244299674267101 }, { "n": 207, "p": 0.6475775519677979, "actual": 0.6086956521739131 }, { "n": 121, "p": 0.7423660585934817, "actual": 0.6528925619834711 }, { "n": 50, "p": 0.8431135082899651, "actual": 0.88 }, { "n": 6, "p": 0.9316405610909699, "actual": 1.0 } ] }, "inputHashes": { "data/kelo-v3/history/2013-14.json": "0406c322fe6e9bd541c4772d6e46054995c07611191a3f4b4767853c34e06cd0", "data/kelo-v3/history/2014-15.json": "1858920857427ad06bbbe36804054aa52a71b4f2941e4e447ab4b1688a41e1fa", "data/kelo-v3/history/2015-16.json": "a93ed2d5f4719b02107dcfca98a718f094fa0f7851a6db488984e33d7bf6b230", "data/kelo-v3/history/2016-17.json": "577db8a8a0797b1f65f6fa3db9a4a44fb6ee1ffafcb04175bb820b537e0c79d1", "data/kelo-v3/history/2017-18.json": "e29035829edd7466cff2b75b70a88b9bcf7ad6fe61ea3b9a166b9b05ddb47951", "data/kelo-v3/history/2018-19.json": "177e6d044cd6cfadbbfd01e7f73dcc8e6cda72276eac6405cb037b0e4f3f53d0", "data/kelo-v3/history/2019-20.json": "50fd0d0ebb0712f1ef0a579910d44abe96c3fce75ced6d00240b060ae11e88e2", "data/kelo-v3/history/2020-21.json": "891516ddcc91ed0a7059c8843a899dc2e8af8097fb526b87256c6e7d7174fd85", "data/kelo-v3/history/2021-22.json": "7364cc63ae0a2766bbf1b7b3e567fe43eb9dd7a96a95fca49f816e55ddd47336", "data/kelo-v3/history/2022-23.json": "aa7f27ff3baef7d9e8be4eb3b48a3e94fe12307251288a9ee3c6222813e5beaa", "data/kelo-v3/history/2023-24.json": "be8e58e6e19c6486e49fd74579c9b98399e2bfb87f628b1662c448b7b0f99ae0", "data/kelo-v3/history/2024-25.json": "7846252d9b79895a2b9029293db02304c529aa3a1332f86d514cb02138eba554", "data/kelo-v3/history/2025-26.json": "0a97873c591167bb634871e4bfe8feb4cb122f83fb888a839f2e99c1ea5aa714", "data/kelo-v3/history/2026-27.json": "b4e7b11c5a3332dc29651cb2aa329143f51619141091af72d1118629b39a1b60", "data/kelo-v3/metadata.json": "09fd9d2c4da152b3e505d368e962043c0b682b47db27f8fd6257106a0c52b847", "data/kelo-v3/aliases.json": "47be696927007bb2fc0e6fd4da65ffc5630cada8405b0e1641d37486efaeca48" } }