{
 "id": "hall-of-record-v1",
 "source": "frozen v0.80.2 build (cases.parquet)",
 "min_n": 50,
 "skill": "mean(panel median loss - own loss) on shared panels; higher is better",
 "label": "past record",
 "fields": {
  "agriculture-precip": {
   "forecasters": 1,
   "ranked": 0,
   "top": [],
   "note": "one forecaster per question: no shared questions to rank on"
  },
  "air-pm25": {
   "forecasters": 1,
   "ranked": 0,
   "top": [],
   "note": "one forecaster per question: no shared questions to rank on"
  },
  "air-pressure-msl": {
   "forecasters": 1,
   "ranked": 0,
   "top": [],
   "note": "one forecaster per question: no shared questions to rank on"
  },
  "air-wind-10m": {
   "forecasters": 1,
   "ranked": 0,
   "top": [],
   "note": "one forecaster per question: no shared questions to rank on"
  },
  "crypto": {
   "labs": null,
   "forecasters": 3,
   "ranked": 3,
   "scored_forecasts": 250512,
   "score": "point",
   "top": [
    {
     "rank": 1,
     "forecaster": "ref:crypto-replay/persistence-v1",
     "n": 83504,
     "skill_vs_panel_median": 34.310529639557124,
     "mean_loss": 538.8537204337516,
     "period": [
      "2022-01-09",
      "2026-10-03"
     ]
    },
    {
     "rank": 2,
     "forecaster": "ref:crypto-replay/meanrev-7d-v1",
     "n": 83504,
     "skill_vs_panel_median": 8.796011463348067,
     "mean_loss": 564.3682386099607,
     "period": [
      "2022-01-09",
      "2026-10-03"
     ],
     "matched_vs_above": {
      "n_matched": 83504,
      "share_better": 0.4613431691894999
     }
    },
    {
     "rank": 3,
     "forecaster": "ref:crypto-replay/momentum-24h-v1",
     "n": 83504,
     "skill_vs_panel_median": -227.80116583926883,
     "mean_loss": 800.9654159125777,
     "period": [
      "2022-01-09",
      "2026-10-03"
     ],
     "matched_vs_above": {
      "n_matched": 83504,
      "share_better": 0.36576690936961104
     }
    }
   ]
  },
  "economy-ecb": {
   "labs": null,
   "forecasters": 116,
   "ranked": 108,
   "scored_forecasts": 58362,
   "score": "point",
   "top": [
    {
     "rank": 1,
     "forecaster": "ecb:055",
     "n": 69,
     "skill_vs_panel_median": 0.10045617154734995,
     "mean_loss": 0.5708115942028986,
     "period": [
      "1999-03-31",
      "2001-03-31"
     ]
    },
    {
     "rank": 2,
     "forecaster": "ecb:135",
     "n": 93,
     "skill_vs_panel_median": 0.06554805472664385,
     "mean_loss": 0.46326881720430113,
     "period": [
      "2022-03-31",
      "2025-10-31"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 3,
     "forecaster": "ecb:022",
     "n": 875,
     "skill_vs_panel_median": 0.047439981490951,
     "mean_loss": 1.0309862857142857,
     "period": [
      "2000-06-30",
      "2022-06-30"
     ],
     "matched_vs_above": {
      "n_matched": 15,
      "share_better": 0.5333333333333333
     }
    },
    {
     "rank": 4,
     "forecaster": "ecb:039",
     "n": 1029,
     "skill_vs_panel_median": 0.04733622601574551,
     "mean_loss": 0.9396573879073857,
     "period": [
      "1999-03-31",
      "2025-10-31"
     ],
     "matched_vs_above": {
      "n_matched": 833,
      "share_better": 0.43937575030012005
     }
    },
    {
     "rank": 5,
     "forecaster": "ecb:063",
     "n": 557,
     "skill_vs_panel_median": 0.04484561225535482,
     "mean_loss": 0.9661795332136446,
     "period": [
      "1999-03-31",
      "2025-03-31"
     ],
     "matched_vs_above": {
      "n_matched": 531,
      "share_better": 0.3804143126177024
     }
    },
    {
     "rank": 6,
     "forecaster": "ecb:107",
     "n": 644,
     "skill_vs_panel_median": 0.03834732522102046,
     "mean_loss": 1.0526182607153471,
     "period": [
      "2008-06-30",
      "2025-10-31"
     ],
     "matched_vs_above": {
      "n_matched": 288,
      "share_better": 0.4895833333333333
     }
    },
    {
     "rank": 7,
     "forecaster": "ecb:096",
     "n": 681,
     "skill_vs_panel_median": 0.03657593221204089,
     "mean_loss": 0.8588638153044053,
     "period": [
      "2000-06-30",
      "2021-03-31"
     ],
     "matched_vs_above": {
      "n_matched": 384,
      "share_better": 0.5104166666666666
     }
    },
    {
     "rank": 8,
     "forecaster": "ecb:037",
     "n": 1035,
     "skill_vs_panel_median": 0.036433733399181246,
     "mean_loss": 0.9299178743961353,
     "period": [
      "1999-03-31",
      "2025-10-31"
     ],
     "matched_vs_above": {
      "n_matched": 635,
      "share_better": 0.3716535433070866
     }
    },
    {
     "rank": 9,
     "forecaster": "ecb:AVG",
     "n": 1098,
     "skill_vs_panel_median": 0.034348148312199074,
     "mean_loss": 0.9601217473177351,
     "period": [
      "1999-03-31",
      "2025-10-31"
     ],
     "matched_vs_above": {
      "n_matched": 1035,
      "share_better": 0.4927536231884058
     }
    },
    {
     "rank": 10,
     "forecaster": "ecb:116",
     "n": 196,
     "skill_vs_panel_median": 0.03198405992939093,
     "mean_loss": 1.174734693877551,
     "period": [
      "2015-06-30",
      "2023-06-30"
     ],
     "matched_vs_above": {
      "n_matched": 196,
      "share_better": 0.5204081632653061
     }
    }
   ]
  },
  "economy-philfed": {
   "labs": null,
   "forecasters": 193,
   "ranked": 113,
   "scored_forecasts": 23964,
   "score": "probability",
   "top": [
    {
     "rank": 1,
     "forecaster": "spf:596",
     "n": 56,
     "skill_vs_panel_median": 0.05014770535714285,
     "mean_loss": 0.09192857142857144,
     "period": [
      "2022-08-13",
      "2026-05-16"
     ]
    },
    {
     "rank": 2,
     "forecaster": "spf:587",
     "n": 125,
     "skill_vs_panel_median": 0.017910992000000004,
     "mean_loss": 0.16354,
     "period": [
      "2019-05-11",
      "2026-05-16"
     ],
     "matched_vs_above": {
      "n_matched": 56,
      "share_better": 0.10714285714285714
     }
    },
    {
     "rank": 3,
     "forecaster": "spf:458",
     "n": 78,
     "skill_vs_panel_median": 0.014146158769641027,
     "mean_loss": 0.005416666666666667,
     "period": [
      "1995-05-27",
      "2000-05-23"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 4,
     "forecaster": "spf:521",
     "n": 130,
     "skill_vs_panel_median": 0.012680688461538468,
     "mean_loss": 0.06750403846153846,
     "period": [
      "2002-02-23",
      "2008-08-13"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 5,
     "forecaster": "spf:586",
     "n": 116,
     "skill_vs_panel_median": 0.010275206896551729,
     "mean_loss": 0.1608508620689655,
     "period": [
      "2018-11-14",
      "2026-03-07"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 6,
     "forecaster": "spf:540",
     "n": 135,
     "skill_vs_panel_median": 0.00867606118518518,
     "mean_loss": 0.07355555555555557,
     "period": [
      "2006-08-15",
      "2013-11-26"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 7,
     "forecaster": "spf:451",
     "n": 51,
     "skill_vs_panel_median": 0.0075872549019607854,
     "mean_loss": 0.006715686274509805,
     "period": [
      "1993-11-30",
      "1997-08-27"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 8,
     "forecaster": "spf:464",
     "n": 72,
     "skill_vs_panel_median": 0.007160055555555554,
     "mean_loss": 0.02135036111111111,
     "period": [
      "1995-05-27",
      "2000-08-22"
     ],
     "matched_vs_above": {
      "n_matched": 27,
      "share_better": 0.037037037037037035
     }
    },
    {
     "rank": 9,
     "forecaster": "spf:497",
     "n": 100,
     "skill_vs_panel_median": 0.007061739999999998,
     "mean_loss": 0.061004,
     "period": [
      "1998-08-22",
      "2008-11-18"
     ],
     "matched_vs_above": {
      "n_matched": 20,
      "share_better": 0.2
     }
    },
    {
     "rank": 10,
     "forecaster": "spf:578",
     "n": 140,
     "skill_vs_panel_median": 0.005065820642857148,
     "mean_loss": 0.07914285714285714,
     "period": [
      "2014-02-15",
      "2021-08-14"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    }
   ]
  },
  "economy-philfed-point": {
   "labs": null,
   "forecasters": 197,
   "ranked": 179,
   "scored_forecasts": 154524,
   "score": "point",
   "top": [
    {
     "rank": 1,
     "forecaster": "spf:585",
     "n": 280,
     "skill_vs_panel_median": 0.13019280714285714,
     "mean_loss": 3.1021024714285717,
     "period": [
      "2018-11-14",
      "2023-05-13"
     ]
    },
    {
     "rank": 2,
     "forecaster": "spf:607",
     "n": 81,
     "skill_vs_panel_median": 0.11350420987654315,
     "mean_loss": 0.579560864197531,
     "period": [
      "2025-02-15",
      "2025-11-18"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 3,
     "forecaster": "spf:509",
     "n": 60,
     "skill_vs_panel_median": 0.10562056666666672,
     "mean_loss": 0.9810507333333334,
     "period": [
      "1999-05-22",
      "1999-11-20"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 4,
     "forecaster": "spf:413",
     "n": 185,
     "skill_vs_panel_median": 0.09799751891891892,
     "mean_loss": 0.9770014108108108,
     "period": [
      "1990-11-29",
      "1992-12-01"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 5,
     "forecaster": "spf:447",
     "n": 85,
     "skill_vs_panel_median": 0.09292388823529413,
     "mean_loss": 0.6332596,
     "period": [
      "1993-06-02",
      "1996-08-28"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 6,
     "forecaster": "spf:580",
     "n": 95,
     "skill_vs_panel_median": 0.08950968947368414,
     "mean_loss": 1.8775018947368423,
     "period": [
      "2014-08-16",
      "2019-05-11"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 7,
     "forecaster": "spf:521",
     "n": 755,
     "skill_vs_panel_median": 0.08767496158940398,
     "mean_loss": 0.9185243721854305,
     "period": [
      "2002-02-23",
      "2008-08-13"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 8,
     "forecaster": "spf:414",
     "n": 950,
     "skill_vs_panel_median": 0.08165312894736841,
     "mean_loss": 0.8251323273684211,
     "period": [
      "1990-11-29",
      "2000-02-23"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 9,
     "forecaster": "spf:487",
     "n": 81,
     "skill_vs_panel_median": 0.07285381481481486,
     "mean_loss": 0.6079373703703704,
     "period": [
      "1995-05-27",
      "1995-11-28"
     ],
     "matched_vs_above": {
      "n_matched": 54,
      "share_better": 0.6481481481481481
     }
    },
    {
     "rank": 10,
     "forecaster": "spf:455",
     "n": 219,
     "skill_vs_panel_median": 0.07091094063926939,
     "mean_loss": 0.7562565433789954,
     "period": [
      "1994-08-25",
      "1996-05-25"
     ],
     "matched_vs_above": {
      "n_matched": 81,
      "share_better": 0.4074074074074074
     }
    }
   ]
  },
  "energy": {
   "forecasters": 1,
   "ranked": 0,
   "top": [],
   "note": "one forecaster per question: no shared questions to rank on"
  },
  "forecastbench": {
   "labs": [
    {
     "org": "ForecastBench",
     "forecaster": "fb:ForecastBench:Superforecaster median forecast",
     "rank": 1,
     "n": 515,
     "skill_vs_panel_median": 0.05546760747763669
    },
    {
     "org": "NeuroFusion",
     "forecaster": "fb:NeuroFusion:hybrid ensemble 2",
     "rank": 2,
     "n": 176,
     "skill_vs_panel_median": 0.044724304911740814
    },
    {
     "org": "Anonymous 24",
     "forecaster": "fb:Anonymous 24:model-4",
     "rank": 3,
     "n": 474,
     "skill_vs_panel_median": 0.042514281837071066
    },
    {
     "org": "Torchcast AI",
     "forecaster": "fb:Torchcast AI:orion-nano",
     "rank": 4,
     "n": 176,
     "skill_vs_panel_median": 0.03684433890450305
    },
    {
     "org": "Anonymous 22",
     "forecaster": "fb:Anonymous 22:ant-batch",
     "rank": 13,
     "n": 474,
     "skill_vs_panel_median": 0.024176323699250393
    },
    {
     "org": "Agentese Labs",
     "forecaster": "fb:Agentese Labs:Yarrow Liang Pi",
     "rank": 15,
     "n": 176,
     "skill_vs_panel_median": 0.023522655874905592
    },
    {
     "org": "Google DeepMind",
     "forecaster": "fb:Google DeepMind:blue croc",
     "rank": 16,
     "n": 717,
     "skill_vs_panel_median": 0.023181630766282643
    },
    {
     "org": "Voicetree",
     "forecaster": "fb:Voicetree:voicetree-axiom-2",
     "rank": 17,
     "n": 717,
     "skill_vs_panel_median": 0.02289230360116967
    },
    {
     "org": "Hunchfox",
     "forecaster": "fb:Hunchfox:hunchfox_ensemble_lite",
     "rank": 21,
     "n": 483,
     "skill_vs_panel_median": 0.02189278481648524
    },
    {
     "org": "Anthropic",
     "forecaster": "fb:Anthropic:Claude-3-5-Sonnet-20240620 (scratchpad with news with freeze values)",
     "rank": 24,
     "n": 1460,
     "skill_vs_panel_median": 0.021068250072072664
    },
    {
     "org": "Anonymous 34",
     "forecaster": "fb:Anonymous 34:Kinkajou",
     "rank": 27,
     "n": 176,
     "skill_vs_panel_median": 0.020660420773895485
    },
    {
     "org": "hliu763",
     "forecaster": "fb:hliu763:ForecasterX-Coco-0913",
     "rank": 28,
     "n": 238,
     "skill_vs_panel_median": 0.02049519829685462
    },
    {
     "org": "Ensemble",
     "forecaster": "fb:Ensemble:anthral-2026-07-19",
     "rank": 43,
     "n": 483,
     "skill_vs_panel_median": 0.017112227510170542
    },
    {
     "org": "OpenAI",
     "forecaster": "fb:OpenAI:gpt-6-astra-standard-high-web-search",
     "rank": 46,
     "n": 238,
     "skill_vs_panel_median": 0.01639540877533272
    },
    {
     "org": "Google",
     "forecaster": "fb:Google:Gemini-2.5-Pro-Preview-03-25 (zero shot with freeze values)",
     "rank": 56,
     "n": 1452,
     "skill_vs_panel_median": 0.014471697541924178
    },
    {
     "org": "Google Cloud",
     "forecaster": "fb:Google Cloud:NanoForecaster-ATL-0913",
     "rank": 58,
     "n": 238,
     "skill_vs_panel_median": 0.014415903577362678
    },
    {
     "org": "xAI",
     "forecaster": "fb:xAI:Grok 4.20 (Beta, C)",
     "rank": 61,
     "n": 812,
     "skill_vs_panel_median": 0.01415122816660615
    },
    {
     "org": "Seldon",
     "forecaster": "fb:Seldon:Seldon",
     "rank": 66,
     "n": 474,
     "skill_vs_panel_median": 0.0128468086570563
    },
    {
     "org": "FutureSearch",
     "forecaster": "fb:FutureSearch:futuresearch_bull_v4",
     "rank": 78,
     "n": 484,
     "skill_vs_panel_median": 0.011663636276427554
    },
    {
     "org": "Cassi-AI",
     "forecaster": "fb:Cassi-AI:Cassi-2026-08-30",
     "rank": 88,
     "n": 474,
     "skill_vs_panel_median": 0.010641716956399944
    },
    {
     "org": "Knowable",
     "forecaster": "fb:Knowable:ensemble",
     "rank": 90,
     "n": 483,
     "skill_vs_panel_median": 0.010145912549872401
    },
    {
     "org": "Meta",
     "forecaster": "fb:Meta:muse-spark-1.3-max-web-search",
     "rank": 94,
     "n": 414,
     "skill_vs_panel_median": 0.010092382391337126
    },
    {
     "org": "Ryso AI",
     "forecaster": "fb:Ryso AI:RSO-F-ST",
     "rank": 100,
     "n": 474,
     "skill_vs_panel_median": 0.009918340123838845
    },
    {
     "org": "haoxin1998",
     "forecaster": "fb:haoxin1998:CloudForecasting_3",
     "rank": 112,
     "n": 484,
     "skill_vs_panel_median": 0.008452861108720735
    },
    {
     "org": "Anonymous 23",
     "forecaster": "fb:Anonymous 23:undertow-mix (statbase x gpt-5.6-sol)",
     "rank": 114,
     "n": 474,
     "skill_vs_panel_median": 0.008217481391558966
    },
    {
     "org": "Vaticinus",
     "forecaster": "fb:Vaticinus:vati-2.0-raw-market",
     "rank": 116,
     "n": 720,
     "skill_vs_panel_median": 0.007832730611084592
    },
    {
     "org": "sirbayes",
     "forecaster": "fb:sirbayes:open-flash-med-search05-tools11-data",
     "rank": 118,
     "n": 970,
     "skill_vs_panel_median": 0.007425355661084695
    },
    {
     "org": "limeforecast",
     "forecaster": "fb:limeforecast:superpuper",
     "rank": 142,
     "n": 238,
     "skill_vs_panel_median": 0.005321851129958765
    },
    {
     "org": "Qwen",
     "forecaster": "fb:Qwen:Qwen1.5-110B-Chat (scratchpad with freeze values)",
     "rank": 155,
     "n": 1351,
     "skill_vs_panel_median": 0.0036783643497016465
    },
    {
     "org": "Anonymous 25",
     "forecaster": "fb:Anonymous 25:rule-based template ensemble",
     "rank": 164,
     "n": 474,
     "skill_vs_panel_median": 0.0027792400836728877
    },
    {
     "org": "Yhat Labs",
     "forecaster": "fb:Yhat Labs:kaal",
     "rank": 174,
     "n": 888,
     "skill_vs_panel_median": 0.0023845879688719025
    },
    {
     "org": "Lightning Rod Labs",
     "forecaster": "fb:Lightning Rod Labs:Foresight-32B",
     "rank": 206,
     "n": 952,
     "skill_vs_panel_median": -0.0007409652444705279
    },
    {
     "org": "Anonymous 33",
     "forecaster": "fb:Anonymous 33:Nathan",
     "rank": 209,
     "n": 238,
     "skill_vs_panel_median": -0.0007785399204614029
    },
    {
     "org": "Artificial Judgement",
     "forecaster": "fb:Artificial Judgement:aj-v1.5",
     "rank": 221,
     "n": 1915,
     "skill_vs_panel_median": -0.0012228554891046657
    },
    {
     "org": "DeepSeek",
     "forecaster": "fb:DeepSeek:DeepSeek-R1 (scratchpad)",
     "rank": 229,
     "n": 7119,
     "skill_vs_panel_median": -0.0015350659727052336
    },
    {
     "org": "Elementary Deduction",
     "forecaster": "fb:Elementary Deduction:Zeus",
     "rank": 237,
     "n": 414,
     "skill_vs_panel_median": -0.0019224561794358214
    },
    {
     "org": "Anonymous 31",
     "forecaster": "fb:Anonymous 31:qwen36-sft",
     "rank": 242,
     "n": 474,
     "skill_vs_panel_median": -0.0019733901697369547
    },
    {
     "org": "Mistral AI",
     "forecaster": "fb:Mistral AI:Mistral-Large-Latest (scratchpad with freeze values)",
     "rank": 245,
     "n": 1351,
     "skill_vs_panel_median": -0.002053834021874965
    },
    {
     "org": "Moonshot",
     "forecaster": "fb:Moonshot:Kimi-K2-Instruct (scratchpad with freeze values)",
     "rank": 262,
     "n": 2597,
     "skill_vs_panel_median": -0.0030807416691252384
    },
    {
     "org": "Anonymous 1",
     "forecaster": "fb:Anonymous 1:Ensemble",
     "rank": 265,
     "n": 3805,
     "skill_vs_panel_median": -0.0035656788547347783
    },
    {
     "org": "Anonymous 10",
     "forecaster": "fb:Anonymous 10:alice-s",
     "rank": 270,
     "n": 720,
     "skill_vs_panel_median": -0.0037090155964709646
    },
    {
     "org": "Anonymous 11",
     "forecaster": "fb:Anonymous 11:jforecast-router-v1",
     "rank": 271,
     "n": 1362,
     "skill_vs_panel_median": -0.0037097786625703323
    },
    {
     "org": "Mantic",
     "forecaster": "fb:Mantic:mantic-2026-01-16",
     "rank": 288,
     "n": 2865,
     "skill_vs_panel_median": -0.004266136378249831
    },
    {
     "org": "calibralabs",
     "forecaster": "fb:calibralabs:calibra",
     "rank": 296,
     "n": 2878,
     "skill_vs_panel_median": -0.004451175113181377
    },
    {
     "org": "LightningRodLabs",
     "forecaster": "fb:LightningRodLabs:foresight-v3-05-2026",
     "rank": 306,
     "n": 1452,
     "skill_vs_panel_median": -0.005533022963807655
    },
    {
     "org": "Anonymous 9",
     "forecaster": "fb:Anonymous 9:auric-llm-2026-07-19",
     "rank": 312,
     "n": 483,
     "skill_vs_panel_median": -0.0058227942496638305
    },
    {
     "org": "Anonymous 29",
     "forecaster": "fb:Anonymous 29:ensemble-v1",
     "rank": 315,
     "n": 474,
     "skill_vs_panel_median": -0.005908167535450028
    },
    {
     "org": "DeepMind",
     "forecaster": "fb:DeepMind:gold-anchor",
     "rank": 316,
     "n": 669,
     "skill_vs_panel_median": -0.005939042127285552
    },
    {
     "org": "TRACES",
     "forecaster": "fb:TRACES:TRACES",
     "rank": 333,
     "n": 1362,
     "skill_vs_panel_median": -0.006622871474611452
    },
    {
     "org": "Anonymous 16",
     "forecaster": "fb:Anonymous 16:Meridian-1",
     "rank": 334,
     "n": 1168,
     "skill_vs_panel_median": -0.006641255005435186
    },
    {
     "org": "Gougu",
     "forecaster": "fb:Gougu:Gougu GPT-6 Astra Category Ensemble v3",
     "rank": 337,
     "n": 176,
     "skill_vs_panel_median": -0.00678507756014981
    },
    {
     "org": "Anonymous6",
     "forecaster": "fb:Anonymous6:sonnet_search_nocrowd",
     "rank": 348,
     "n": 905,
     "skill_vs_panel_median": -0.007256868501132165
    },
    {
     "org": "Anonymous 5",
     "forecaster": "fb:Anonymous 5:cosmic",
     "rank": 350,
     "n": 952,
     "skill_vs_panel_median": -0.0073778808244903075
    },
    {
     "org": "Z.ai",
     "forecaster": "fb:Z.ai:glm-5.1",
     "rank": 351,
     "n": 270,
     "skill_vs_panel_median": -0.007456323860061502
    },
    {
     "org": "Cenva Intelligence",
     "forecaster": "fb:Cenva Intelligence:norma-market-v2",
     "rank": 358,
     "n": 1186,
     "skill_vs_panel_median": -0.007806706021687335
    },
    {
     "org": "Phinomial Labs",
     "forecaster": "fb:Phinomial Labs:phinomial-forecaster",
     "rank": 364,
     "n": 1362,
     "skill_vs_panel_median": -0.008069340157952647
    },
    {
     "org": "PathFi",
     "forecaster": "fb:PathFi:PathFi-F6",
     "rank": 367,
     "n": 238,
     "skill_vs_panel_median": -0.008313974036658877
    },
    {
     "org": "Anthral Labs",
     "forecaster": "fb:Anthral Labs:blf-ensemble-opus45-gpt55",
     "rank": 374,
     "n": 1452,
     "skill_vs_panel_median": -0.00838301103543299
    },
    {
     "org": "Moonshot AI",
     "forecaster": "fb:Moonshot AI:kimi-k2.6-16000",
     "rank": 384,
     "n": 623,
     "skill_vs_panel_median": -0.00870454922566878
    },
    {
     "org": "MiniMax",
     "forecaster": "fb:MiniMax:minimax-m3-adaptive-thinking-12000",
     "rank": 411,
     "n": 2078,
     "skill_vs_panel_median": -0.010262765297885943
    },
    {
     "org": "Anonymous 20",
     "forecaster": "fb:Anonymous 20:statistical-v1",
     "rank": 413,
     "n": 484,
     "skill_vs_panel_median": -0.010372458540597236
    },
    {
     "org": "Afterflow",
     "forecaster": "fb:Afterflow:e12-competition-portfolio-v1-state_research",
     "rank": 430,
     "n": 238,
     "skill_vs_panel_median": -0.011327348228714382
    },
    {
     "org": "Thinking Machines Lab",
     "forecaster": "fb:Thinking Machines Lab:q-inkling-v0",
     "rank": 432,
     "n": 474,
     "skill_vs_panel_median": -0.01139824819192491
    },
    {
     "org": "none",
     "forecaster": "fb:none:f4-stats-freeze",
     "rank": 450,
     "n": 957,
     "skill_vs_panel_median": -0.01238618690282081
    },
    {
     "org": "OracleMarkets",
     "forecaster": "fb:OracleMarkets:ensemble",
     "rank": 456,
     "n": 2744,
     "skill_vs_panel_median": -0.012619988799296489
    },
    {
     "org": "Anonymous 8",
     "forecaster": "fb:Anonymous 8:ensemble",
     "rank": 482,
     "n": 727,
     "skill_vs_panel_median": -0.01453808528050278
    },
    {
     "org": "PolyLedger",
     "forecaster": "fb:PolyLedger:polyledger-pure",
     "rank": 500,
     "n": 1186,
     "skill_vs_panel_median": -0.015997280482769962
    },
    {
     "org": "Anonymous 14",
     "forecaster": "fb:Anonymous 14:ensemble-scaffold-v0.4",
     "rank": 502,
     "n": 1441,
     "skill_vs_panel_median": -0.016116668120926266
    },
    {
     "org": "Mistral",
     "forecaster": "fb:Mistral:Mistral-Large-2407 (zero shot)",
     "rank": 559,
     "n": 9856,
     "skill_vs_panel_median": -0.021169155519551338
    },
    {
     "org": "Anonymous 18",
     "forecaster": "fb:Anonymous 18:blind-36b1beb99820+platt209",
     "rank": 570,
     "n": 474,
     "skill_vs_panel_median": -0.021683744503753277
    },
    {
     "org": "Anonymous 4",
     "forecaster": "fb:Anonymous 4:excited-seal",
     "rank": 623,
     "n": 12748,
     "skill_vs_panel_median": -0.02923179294175844
    },
    {
     "org": "Anonymous 39",
     "forecaster": "fb:Anonymous 39:stat-v1 (calibrated market anchor + dataset base rates)",
     "rank": 682,
     "n": 176,
     "skill_vs_panel_median": -0.03842911276145806
    },
    {
     "org": "yhat-labs",
     "forecaster": "fb:yhat-labs:8-ball",
     "rank": 683,
     "n": 238,
     "skill_vs_panel_median": -0.03874919035841938
    },
    {
     "org": "FractalAIResearch",
     "forecaster": "fb:FractalAIResearch:Fathom-Search-4B (prompt 1)",
     "rank": 698,
     "n": 967,
     "skill_vs_panel_median": -0.043830468941877185
    },
    {
     "org": "Minimax",
     "forecaster": "fb:Minimax:MiniMax-M2.7 (zero shot with freeze values)",
     "rank": 713,
     "n": 3611,
     "skill_vs_panel_median": -0.04613434775447515
    },
    {
     "org": "Outbound OS",
     "forecaster": "fb:Outbound OS:codex-no-llm-router-v1",
     "rank": 717,
     "n": 1915,
     "skill_vs_panel_median": -0.047091285681762664
    },
    {
     "org": "DL Solutions",
     "forecaster": "fb:DL Solutions:dl-superforecaster-v2",
     "rank": 726,
     "n": 238,
     "skill_vs_panel_median": -0.04871759730573923
    },
    {
     "org": "Valory",
     "forecaster": "fb:Valory:Olas-Predict-R1-14B",
     "rank": 761,
     "n": 176,
     "skill_vs_panel_median": -0.06019354071600351
    },
    {
     "org": "Anonymous 35",
     "forecaster": "fb:Anonymous 35:Kalshifu transparent baseline v0.1",
     "rank": 771,
     "n": 176,
     "skill_vs_panel_median": -0.06722906210202054
    },
    {
     "org": "GS-AI-superforecaster",
     "forecaster": "fb:GS-AI-superforecaster:ensemble",
     "rank": 777,
     "n": 961,
     "skill_vs_panel_median": -0.0752538449535759
    },
    {
     "org": "Anonymous 19",
     "forecaster": "fb:Anonymous 19:ASA ForecastBench Shadow (routed_market_dataset_hybrid)",
     "rank": 787,
     "n": 1670,
     "skill_vs_panel_median": -0.08504537826024745
    },
    {
     "org": "ARC",
     "forecaster": "fb:ARC:PAUL",
     "rank": 797,
     "n": 722,
     "skill_vs_panel_median": -0.10962718096520198
    }
   ],
   "forecasters": 806,
   "ranked": 804,
   "scored_forecasts": 2289676,
   "score": "probability",
   "top": [
    {
     "rank": 1,
     "forecaster": "fb:ForecastBench:Superforecaster median forecast",
     "n": 515,
     "skill_vs_panel_median": 0.05546760747763669,
     "mean_loss": 0.1211387280485437,
     "period": [
      "2024-07-21",
      "2024-07-21"
     ]
    },
    {
     "rank": 2,
     "forecaster": "fb:NeuroFusion:hybrid ensemble 2",
     "n": 176,
     "skill_vs_panel_median": 0.044724304911740814,
     "mean_loss": 0.13167306346316476,
     "period": [
      "2026-09-27",
      "2026-09-27"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 3,
     "forecaster": "fb:Anonymous 24:model-4",
     "n": 474,
     "skill_vs_panel_median": 0.042514281837071066,
     "mean_loss": 0.14876139918285441,
     "period": [
      "2026-08-30",
      "2026-08-30"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 4,
     "forecaster": "fb:Torchcast AI:orion-nano",
     "n": 176,
     "skill_vs_panel_median": 0.03684433890450305,
     "mean_loss": 0.13955302947040255,
     "period": [
      "2026-09-27",
      "2026-09-27"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 5,
     "forecaster": "fb:Anonymous 24:model-5",
     "n": 474,
     "skill_vs_panel_median": 0.03363648166716812,
     "mean_loss": 0.15763919935275736,
     "period": [
      "2026-08-30",
      "2026-08-30"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 6,
     "forecaster": "fb:NeuroFusion:ensemble 3",
     "n": 474,
     "skill_vs_panel_median": 0.030205080934476127,
     "mean_loss": 0.16107060008544938,
     "period": [
      "2026-08-30",
      "2026-08-30"
     ],
     "matched_vs_above": {
      "n_matched": 474,
      "share_better": 0.1371308016877637
     }
    },
    {
     "rank": 7,
     "forecaster": "fb:NeuroFusion:ensemble 1",
     "n": 474,
     "skill_vs_panel_median": 0.02962364633532001,
     "mean_loss": 0.16165203468460548,
     "period": [
      "2026-08-30",
      "2026-08-30"
     ],
     "matched_vs_above": {
      "n_matched": 474,
      "share_better": 0.08227848101265822
     }
    },
    {
     "rank": 8,
     "forecaster": "fb:NeuroFusion:new ensemble 2",
     "n": 238,
     "skill_vs_panel_median": 0.026337719011937762,
     "mean_loss": 0.12937509850457563,
     "period": [
      "2026-09-13",
      "2026-09-13"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 9,
     "forecaster": "fb:NeuroFusion:hybrid ensemble 1",
     "n": 176,
     "skill_vs_panel_median": 0.02593169127537718,
     "mean_loss": 0.1504656770995284,
     "period": [
      "2026-09-27",
      "2026-09-27"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 10,
     "forecaster": "fb:Anonymous 24:cinnamon-cod",
     "n": 176,
     "skill_vs_panel_median": 0.025720330587763542,
     "mean_loss": 0.15067703778714206,
     "period": [
      "2026-09-27",
      "2026-09-27"
     ],
     "matched_vs_above": {
      "n_matched": 176,
      "share_better": 0.028409090909090908
     }
    }
   ]
  },
  "health-covid": {
   "labs": null,
   "forecasters": 15,
   "ranked": 14,
   "scored_forecasts": 37973,
   "score": "interval",
   "top": [
    {
     "rank": 1,
     "forecaster": "UGA_flucast-INFLAenza",
     "n": 4901,
     "skill_vs_panel_median": 33.42781753186014,
     "mean_loss": 132.84850552001078,
     "period": [
      "2025-03-08",
      "2026-05-09"
     ]
    },
    {
     "rank": 2,
     "forecaster": "CFA_Pyrenew-Pyrenew_E_COVID",
     "n": 1801,
     "skill_vs_panel_median": -0.00033085759491125984,
     "mean_loss": 0.008937818510112577,
     "period": [
      "2025-06-28",
      "2026-05-09"
     ],
     "matched_vs_above": {
      "n_matched": 1769,
      "share_better": 0.3640474844544941
     }
    },
    {
     "rank": 3,
     "forecaster": "UMass-ar6_pooled",
     "n": 2905,
     "skill_vs_panel_median": -36.43716186204558,
     "mean_loss": 431.7052790372727,
     "period": [
      "2024-11-23",
      "2026-02-07"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 4,
     "forecaster": "CFA_Pyrenew-Pyrenew_HE_COVID",
     "n": 3907,
     "skill_vs_panel_median": -36.852363048694855,
     "mean_loss": 203.14426721202346,
     "period": [
      "2025-03-08",
      "2026-03-28"
     ],
     "matched_vs_above": {
      "n_matched": 1848,
      "share_better": 0.7922077922077922
     }
    },
    {
     "rank": 5,
     "forecaster": "CEPH-Rtrend_covid",
     "n": 2842,
     "skill_vs_panel_median": -39.767128844947266,
     "mean_loss": 440.1572836030964,
     "period": [
      "2024-11-23",
      "2026-01-10"
     ],
     "matched_vs_above": {
      "n_matched": 1778,
      "share_better": 0.4341957255343082
     }
    },
    {
     "rank": 6,
     "forecaster": "CFA_Pyrenew-PyrenewHEW_COVID",
     "n": 1925,
     "skill_vs_panel_median": -41.86361437227988,
     "mean_loss": 116.89701352536233,
     "period": [
      "2025-05-03",
      "2025-12-13"
     ],
     "matched_vs_above": {
      "n_matched": 1066,
      "share_better": 0.5084427767354597
     }
    },
    {
     "rank": 7,
     "forecaster": "CFA_Pyrenew-Pyrenew_HW_COVID",
     "n": 1382,
     "skill_vs_panel_median": -64.90784931399884,
     "mean_loss": 193.75119392185238,
     "period": [
      "2025-03-15",
      "2025-12-13"
     ],
     "matched_vs_above": {
      "n_matched": 1100,
      "share_better": 0.2736363636363636
     }
    },
    {
     "rank": 8,
     "forecaster": "OHT_JHU-nbxd",
     "n": 2981,
     "skill_vs_panel_median": -76.1695728371936,
     "mean_loss": 481.63051660516606,
     "period": [
      "2024-11-23",
      "2026-01-24"
     ],
     "matched_vs_above": {
      "n_matched": 1382,
      "share_better": 0.630246020260492
     }
    },
    {
     "rank": 9,
     "forecaster": "CFA_Pyrenew-Pyrenew_H_COVID",
     "n": 2413,
     "skill_vs_panel_median": -77.31047087828641,
     "mean_loss": 399.7406547865727,
     "period": [
      "2025-01-11",
      "2026-02-07"
     ],
     "matched_vs_above": {
      "n_matched": 2273,
      "share_better": 0.4368675758908931
     }
    },
    {
     "rank": 10,
     "forecaster": "UMass-gbqr",
     "n": 2905,
     "skill_vs_panel_median": -83.31323252295628,
     "mean_loss": 478.5813496981834,
     "period": [
      "2024-11-23",
      "2026-02-07"
     ],
     "matched_vs_above": {
      "n_matched": 2206,
      "share_better": 0.71441523118767
     }
    }
   ]
  },
  "health-flu": {
   "labs": null,
   "forecasters": 62,
   "ranked": 56,
   "scored_forecasts": 8812,
   "score": "interval",
   "top": [
    {
     "rank": 1,
     "forecaster": "UGA_flucast-Scenariocast",
     "n": 159,
     "skill_vs_panel_median": 2640.5930815693514,
     "mean_loss": 1713.9874213836479,
     "period": [
      "2024-12-07",
      "2024-12-21"
     ]
    },
    {
     "rank": 2,
     "forecaster": "NEU_ISI-FluBcast",
     "n": 147,
     "skill_vs_panel_median": 2174.7616798764166,
     "mean_loss": 2368.795918367347,
     "period": [
      "2024-12-07",
      "2024-12-21"
     ],
     "matched_vs_above": {
      "n_matched": 147,
      "share_better": 0.6326530612244898
     }
    },
    {
     "rank": 3,
     "forecaster": "CU-ARNB_Net",
     "n": 212,
     "skill_vs_panel_median": 1246.7355201727664,
     "mean_loss": 1990.0094339622642,
     "period": [
      "2025-12-13",
      "2026-01-03"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 4,
     "forecaster": "MOBS-EpyStrain_Flu",
     "n": 147,
     "skill_vs_panel_median": 560.1560760229453,
     "mean_loss": 704.2789115646259,
     "period": [
      "2025-11-29",
      "2025-12-13"
     ],
     "matched_vs_above": {
      "n_matched": 49,
      "share_better": 0.3877551020408163
     }
    },
    {
     "rank": 5,
     "forecaster": "UGA_flucast-Copycat",
     "n": 159,
     "skill_vs_panel_median": 497.58971089072935,
     "mean_loss": 511.66037735849056,
     "period": [
      "2023-11-04",
      "2023-11-18"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 6,
     "forecaster": "UGA_flucast-INFLAenza",
     "n": 159,
     "skill_vs_panel_median": 410.292132579862,
     "mean_loss": 187.11320754716982,
     "period": [
      "2023-10-28",
      "2023-11-11"
     ],
     "matched_vs_above": {
      "n_matched": 106,
      "share_better": 0.49056603773584906
     }
    },
    {
     "rank": 7,
     "forecaster": "UNC_IDD-InfluPaint",
     "n": 104,
     "skill_vs_panel_median": 337.9700564921746,
     "mean_loss": 916.6528152652864,
     "period": [
      "2023-11-11",
      "2023-11-18"
     ],
     "matched_vs_above": {
      "n_matched": 52,
      "share_better": 0.6923076923076923
     }
    },
    {
     "rank": 8,
     "forecaster": "CMU-TimeSeries",
     "n": 207,
     "skill_vs_panel_median": 120.09326999370197,
     "mean_loss": 141.18544076332938,
     "period": [
      "2023-10-14",
      "2023-11-04"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 9,
     "forecaster": "ISU_NiemiLab-GPE",
     "n": 159,
     "skill_vs_panel_median": 98.16566969827214,
     "mean_loss": 638.0321112432134,
     "period": [
      "2024-11-23",
      "2024-12-07"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 10,
     "forecaster": "FluSight-trained_med",
     "n": 212,
     "skill_vs_panel_median": 91.38723287798506,
     "mean_loss": 2903.1756285600954,
     "period": [
      "2025-01-04",
      "2025-01-25"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    }
   ]
  },
  "health-rsv": {
   "labs": null,
   "forecasters": 6,
   "ranked": 6,
   "scored_forecasts": 7705,
   "score": "interval",
   "top": [
    {
     "rank": 1,
     "forecaster": "CEPH-Rtrend_rsv",
     "n": 1386,
     "skill_vs_panel_median": 14.378242661638646,
     "mean_loss": 216.81457431457432,
     "period": [
      "2025-12-13",
      "2026-06-13"
     ]
    },
    {
     "rank": 2,
     "forecaster": "Google_SAI-RSVEns",
     "n": 1248,
     "skill_vs_panel_median": 11.660943818870038,
     "mean_loss": 124.84975961538461,
     "period": [
      "2026-01-03",
      "2026-06-13"
     ],
     "matched_vs_above": {
      "n_matched": 1248,
      "share_better": 0.6466346153846154
     }
    },
    {
     "rank": 3,
     "forecaster": "CFA_Pyrenew-Pyrenew_E_RSV",
     "n": 1131,
     "skill_vs_panel_median": -6.888184914065477e-05,
     "mean_loss": 0.007163600754596544,
     "period": [
      "2025-09-27",
      "2026-05-16"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 4,
     "forecaster": "CFA_Pyrenew-Pyrenew_HE_RSV",
     "n": 2342,
     "skill_vs_panel_median": -11.403555044598464,
     "mean_loss": 135.54814099987647,
     "period": [
      "2025-09-27",
      "2026-05-16"
     ],
     "matched_vs_above": {
      "n_matched": 1131,
      "share_better": 0.5959328028293546
     }
    },
    {
     "rank": 5,
     "forecaster": "CFA_Pyrenew-Pyrenew_H_RSV",
     "n": 1224,
     "skill_vs_panel_median": -60.61364056803219,
     "mean_loss": 295.71858660130715,
     "period": [
      "2025-09-27",
      "2026-05-16"
     ],
     "matched_vs_above": {
      "n_matched": 1143,
      "share_better": 0.32545931758530183
     }
    },
    {
     "rank": 6,
     "forecaster": "UM-DeepOutbreak",
     "n": 374,
     "skill_vs_panel_median": -433.05141626765896,
     "mean_loss": 978.183146570662,
     "period": [
      "2025-11-22",
      "2026-06-06"
     ],
     "matched_vs_above": {
      "n_matched": 293,
      "share_better": 0.46075085324232085
     }
    }
   ]
  },
  "markets": {
   "forecasters": 1,
   "ranked": 0,
   "top": [],
   "note": "one forecaster per question: no shared questions to rank on"
  },
  "markets-cross-venue": {
   "labs": null,
   "forecasters": 617,
   "ranked": 0,
   "scored_forecasts": 650,
   "score": "probability",
   "top": []
  },
  "markets-traders": {
   "labs": null,
   "forecasters": 8248,
   "ranked": 156,
   "scored_forecasts": 54949,
   "score": "probability",
   "top": [
    {
     "rank": 1,
     "forecaster": "pmw:0x5d5542eb677346a9744796582a31bbbea4717cba",
     "n": 86,
     "skill_vs_panel_median": 0.07970431135656394,
     "mean_loss": 0.00019418604651162815,
     "period": [
      "2026-04-10",
      "2026-10-09"
     ]
    },
    {
     "rank": 2,
     "forecaster": "pmw:0x8e52216607ebb117b498b689bcdc6d778cd32320",
     "n": 54,
     "skill_vs_panel_median": 0.06673409674389814,
     "mean_loss": 9.810336290740745e-05,
     "period": [
      "2026-04-02",
      "2026-08-09"
     ],
     "matched_vs_above": {
      "n_matched": 7,
      "share_better": 0.2857142857142857
     }
    },
    {
     "rank": 3,
     "forecaster": "pmw:0x16bdf9042c6e790c74965f5fde6121724f02ed47",
     "n": 80,
     "skill_vs_panel_median": 0.04296579108500625,
     "mean_loss": 0.0031091818838874996,
     "period": [
      "2026-04-02",
      "2026-05-04"
     ],
     "matched_vs_above": {
      "n_matched": 12,
      "share_better": 0.0
     }
    },
    {
     "rank": 4,
     "forecaster": "pmw:0x0061f603a457754bae0241f1fb34f0ce6a5e8fd6",
     "n": 82,
     "skill_vs_panel_median": 0.036505162032823175,
     "mean_loss": 1.0000000000000008e-06,
     "period": [
      "2026-04-07",
      "2026-04-27"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    },
    {
     "rank": 5,
     "forecaster": "pmw:0x205b4e3ab6e69e2250ccfdcf4e4613287966d66a",
     "n": 96,
     "skill_vs_panel_median": 0.03599352308505729,
     "mean_loss": 0.033222210937499996,
     "period": [
      "2026-04-06",
      "2026-06-11"
     ],
     "matched_vs_above": {
      "n_matched": 5,
      "share_better": 0.0
     }
    },
    {
     "rank": 6,
     "forecaster": "pmw:0xd866b0ac7b156973943cdff2e5b63cdd3ad955e0",
     "n": 56,
     "skill_vs_panel_median": 0.0359722024081875,
     "mean_loss": 0.0014050365160535715,
     "period": [
      "2026-04-02",
      "2026-04-26"
     ],
     "matched_vs_above": {
      "n_matched": 7,
      "share_better": 0.0
     }
    },
    {
     "rank": 7,
     "forecaster": "pmw:0x2dc8cfeb44ec8edb97113d4ff400f5ae3c8647d0",
     "n": 62,
     "skill_vs_panel_median": 0.03498566873776613,
     "mean_loss": 1.0000000000000004e-06,
     "period": [
      "2026-04-07",
      "2026-05-10"
     ],
     "matched_vs_above": {
      "n_matched": 2,
      "share_better": 1.0
     }
    },
    {
     "rank": 8,
     "forecaster": "pmw:0xba2c9e740dfb89c2945f3b454c8721a8640f54d0",
     "n": 89,
     "skill_vs_panel_median": 0.032825086841359555,
     "mean_loss": 0.00010000000000000006,
     "period": [
      "2026-04-30",
      "2026-05-03"
     ],
     "matched_vs_above": {
      "n_matched": 4,
      "share_better": 0.0
     }
    },
    {
     "rank": 9,
     "forecaster": "pmw:0x616d3f9819deb5450fb34315221f23d64f36bb9b",
     "n": 64,
     "skill_vs_panel_median": 0.032086256685343754,
     "mean_loss": 0.023176779210640625,
     "period": [
      "2026-04-25",
      "2026-06-01"
     ],
     "matched_vs_above": {
      "n_matched": 8,
      "share_better": 0.0
     }
    },
    {
     "rank": 10,
     "forecaster": "pmw:0x299f0eb6b685b18fd71ef414f2910be974ee2140",
     "n": 55,
     "skill_vs_panel_median": 0.03197287390230909,
     "mean_loss": 0.006430054545454545,
     "period": [
      "2026-04-02",
      "2026-04-10"
     ],
     "matched_vs_above": {
      "n_matched": 0,
      "share_better": null
     }
    }
   ]
  },
  "numinous": {
   "labs": null,
   "forecasters": 2,
   "ranked": 2,
   "scored_forecasts": 308,
   "score": "probability",
   "top": [
    {
     "rank": 1,
     "forecaster": "polymarket:crowd",
     "n": 154,
     "skill_vs_panel_median": 0.026000450399638057,
     "mean_loss": 0.13463546266233767,
     "period": [
      "2026-09-26",
      "2026-10-06"
     ]
    },
    {
     "rank": 2,
     "forecaster": "num:-4:numinous1_forecaster",
     "n": 154,
     "skill_vs_panel_median": -0.026000450399638057,
     "mean_loss": 0.18663636346161377,
     "period": [
      "2026-09-26",
      "2026-10-06"
     ],
     "matched_vs_above": {
      "n_matched": 154,
      "share_better": 0.2077922077922078
     }
    }
   ]
  },
  "sea": {
   "labs": null,
   "forecasters": 24,
   "ranked": 10,
   "scored_forecasts": 91418,
   "score": "point",
   "top": [
    {
     "rank": 1,
     "forecaster": "phys:ecmwf_aifs025_single",
     "n": 9898,
     "skill_vs_panel_median": 0.18219643725947327,
     "mean_loss": 1.219387755102041,
     "period": [
      "2026-08-05",
      "2026-10-02"
     ]
    },
    {
     "rank": 2,
     "forecaster": "phys:ecmwf_ifs025_ens",
     "n": 1746,
     "skill_vs_panel_median": 0.020953250013039697,
     "mean_loss": 0.5347227949599084,
     "period": [
      "2026-09-06",
      "2026-10-02"
     ],
     "matched_vs_above": {
      "n_matched": 1746,
      "share_better": 0.46735395189003437
     }
    },
    {
     "rank": 3,
     "forecaster": "phys:ecmwf_ifs025",
     "n": 9930,
     "skill_vs_panel_median": -0.04644709607308505,
     "mean_loss": 1.446414904330312,
     "period": [
      "2026-08-05",
      "2026-10-02"
     ],
     "matched_vs_above": {
      "n_matched": 1746,
      "share_better": 0.48911798396334477
     }
    },
    {
     "rank": 4,
     "forecaster": "phys:icon_seamless",
     "n": 9910,
     "skill_vs_panel_median": -0.12456807911258651,
     "mean_loss": 1.526034308779011,
     "period": [
      "2026-08-05",
      "2026-10-02"
     ],
     "matched_vs_above": {
      "n_matched": 9898,
      "share_better": 0.35633461305314207
     }
    },
    {
     "rank": 5,
     "forecaster": "phys:ukmo_seamless",
     "n": 9910,
     "skill_vs_panel_median": -0.13990612149401935,
     "mean_loss": 1.5413723511604438,
     "period": [
      "2026-08-05",
      "2026-10-02"
     ],
     "matched_vs_above": {
      "n_matched": 9910,
      "share_better": 0.4117053481331988
     }
    },
    {
     "rank": 6,
     "forecaster": "phys:gem_seamless",
     "n": 10008,
     "skill_vs_panel_median": -0.21995923261390873,
     "mean_loss": 1.6286570743405275,
     "period": [
      "2026-08-05",
      "2026-10-02"
     ],
     "matched_vs_above": {
      "n_matched": 9632,
      "share_better": 0.39399916943521596
     }
    },
    {
     "rank": 7,
     "forecaster": "phys:meteofrance_seamless",
     "n": 9908,
     "skill_vs_panel_median": -0.22042992168002962,
     "mean_loss": 1.6219014937424303,
     "period": [
      "2026-08-05",
      "2026-10-02"
     ],
     "matched_vs_above": {
      "n_matched": 9630,
      "share_better": 0.39470404984423674
     }
    },
    {
     "rank": 8,
     "forecaster": "phys:cma_grapes_global",
     "n": 10008,
     "skill_vs_panel_median": -0.2317597921662666,
     "mean_loss": 1.6404576338928853,
     "period": [
      "2026-08-05",
      "2026-10-02"
     ],
     "matched_vs_above": {
      "n_matched": 9630,
      "share_better": 0.40446521287642784
     }
    },
    {
     "rank": 9,
     "forecaster": "phys:jma_seamless",
     "n": 9910,
     "skill_vs_panel_median": -0.25083447669079034,
     "mean_loss": 1.6523007063572146,
     "period": [
      "2026-08-05",
      "2026-10-02"
     ],
     "matched_vs_above": {
      "n_matched": 9632,
      "share_better": 0.38216362126245845
     }
    },
    {
     "rank": 10,
     "forecaster": "phys:gfs_seamless",
     "n": 9930,
     "skill_vs_panel_median": -0.3141812350458945,
     "mean_loss": 1.714149043303122,
     "period": [
      "2026-08-05",
      "2026-10-02"
     ],
     "matched_vs_above": {
      "n_matched": 9898,
      "share_better": 0.4372600525358658
     }
    }
   ]
  },
  "space-weather": {
   "labs": null,
   "forecasters": 4,
   "ranked": 4,
   "scored_forecasts": 95842,
   "score": "point",
   "top": [
    {
     "rank": 1,
     "forecaster": "climatology_30d",
     "n": 25855,
     "skill_vs_panel_median": 0.04951750145039645,
     "mean_loss": 1.0607305356797525,
     "period": [
      "2025-03-01",
      "2026-09-30"
     ]
    },
    {
     "rank": 2,
     "forecaster": "swpc_kp_forecast",
     "n": 18277,
     "skill_vs_panel_median": -0.026109700716747827,
     "mean_loss": 1.1586846309569403,
     "period": [
      "2025-03-01",
      "2026-09-29"
     ],
     "matched_vs_above": {
      "n_matched": 18277,
      "share_better": 0.4897412047929091
     }
    },
    {
     "rank": 3,
     "forecaster": "recurrence_27d",
     "n": 25855,
     "skill_vs_panel_median": -0.12643109649970993,
     "mean_loss": 1.2366791336298588,
     "period": [
      "2025-03-01",
      "2026-09-30"
     ],
     "matched_vs_above": {
      "n_matched": 18277,
      "share_better": 0.4575149094490343
     }
    },
    {
     "rank": 4,
     "forecaster": "persistence",
     "n": 25855,
     "skill_vs_panel_median": -0.1567893637594276,
     "mean_loss": 1.2670374008895764,
     "period": [
      "2025-03-01",
      "2026-09-30"
     ],
     "matched_vs_above": {
      "n_matched": 25855,
      "share_better": 0.4337265519241926
     }
    }
   ]
  },
  "urban-heat": {
   "labs": null,
   "forecasters": 2,
   "ranked": 2,
   "scored_forecasts": 123312,
   "score": "point",
   "top": [
    {
     "rank": 1,
     "forecaster": "urbanwatch-historical-climatology",
     "n": 62903,
     "skill_vs_panel_median": 0.059616870419534826,
     "mean_loss": 4.345148085146972,
     "period": [
      "2026-09-13",
      "2026-10-13"
     ]
    },
    {
     "rank": 2,
     "forecaster": "urbanwatch-heat-lgbm",
     "n": 60409,
     "skill_vs_panel_median": -0.34139929480706516,
     "mean_loss": 4.710559684815177,
     "period": [
      "2026-09-14",
      "2026-10-13"
     ],
     "matched_vs_above": {
      "n_matched": 3145,
      "share_better": 0.47472178060413356
     }
    }
   ]
  },
  "weather-deterministic": {
   "labs": null,
   "forecasters": 7,
   "ranked": 7,
   "scored_forecasts": 156336,
   "score": "point",
   "top": [
    {
     "rank": 1,
     "forecaster": "wxdet:ecmwf_aifs025_single",
     "n": 22174,
     "skill_vs_panel_median": 0.16809687020835234,
     "mean_loss": 1.778749887255344,
     "period": [
      "2026-06-14",
      "2026-10-17"
     ]
    },
    {
     "rank": 2,
     "forecaster": "wxdet:ecmwf_ifs025",
     "n": 22353,
     "skill_vs_panel_median": 0.10689750816445216,
     "mean_loss": 1.8460564577461638,
     "period": [
      "2026-06-14",
      "2026-10-17"
     ],
     "matched_vs_above": {
      "n_matched": 21691,
      "share_better": 0.44027476833709833
     }
    },
    {
     "rank": 3,
     "forecaster": "wxdet:icon_global",
     "n": 22918,
     "skill_vs_panel_median": 0.08280740029671,
     "mean_loss": 1.8412906885417577,
     "period": [
      "2026-06-14",
      "2026-10-17"
     ],
     "matched_vs_above": {
      "n_matched": 22311,
      "share_better": 0.46640670521267535
     }
    },
    {
     "rank": 4,
     "forecaster": "wxdet:ukmo_global_deterministic_10km",
     "n": 22353,
     "skill_vs_panel_median": -0.1303646043036729,
     "mean_loss": 2.083318570214289,
     "period": [
      "2026-06-14",
      "2026-10-17"
     ],
     "matched_vs_above": {
      "n_matched": 22311,
      "share_better": 0.41638653578952084
     }
    },
    {
     "rank": 5,
     "forecaster": "wxdet:meteofrance_arpege_world",
     "n": 22918,
     "skill_vs_panel_median": -0.4493468016406318,
     "mean_loss": 2.3734448904790995,
     "period": [
      "2026-06-14",
      "2026-10-17"
     ],
     "matched_vs_above": {
      "n_matched": 22311,
      "share_better": 0.4400519922907983
     }
    },
    {
     "rank": 6,
     "forecaster": "wxdet:cma_grapes_global",
     "n": 21281,
     "skill_vs_panel_median": -0.7160001879610921,
     "mean_loss": 2.6942483905831494,
     "period": [
      "2026-06-14",
      "2026-10-17"
     ],
     "matched_vs_above": {
      "n_matched": 21239,
      "share_better": 0.4513866001224163
     }
    },
    {
     "rank": 7,
     "forecaster": "wxdet:jma_gsm",
     "n": 22339,
     "skill_vs_panel_median": -0.7381829983437038,
     "mean_loss": 2.6905546353910204,
     "period": [
      "2026-06-14",
      "2026-10-17"
     ],
     "matched_vs_above": {
      "n_matched": 20847,
      "share_better": 0.46999568283206217
     }
    }
   ]
  },
  "weather-ensemble": {
   "forecasters": 0,
   "ranked": 0,
   "top": [],
   "note": "one forecaster per question: no shared questions to rank on"
  },
  "weather-sit-analysis": {
   "labs": null,
   "forecasters": 5,
   "ranked": 5,
   "scored_forecasts": 243220,
   "score": "interval",
   "top": [
    {
     "rank": 1,
     "forecaster": "ens:ecmwf_ifs025_ensemble",
     "n": 48656,
     "skill_vs_panel_median": 0.35128067453140444,
     "mean_loss": 12.973297948865506,
     "period": [
      "2026-09-12",
      "2026-10-18"
     ]
    },
    {
     "rank": 2,
     "forecaster": "ens:icon_seamless_eps",
     "n": 48652,
     "skill_vs_panel_median": -2.1638899223053527,
     "mean_loss": 15.487637712735346,
     "period": [
      "2026-09-12",
      "2026-10-18"
     ],
     "matched_vs_above": {
      "n_matched": 48648,
      "share_better": 0.43993586581154415
     }
    },
    {
     "rank": 3,
     "forecaster": "ens:ukmo_global_ensemble_20km",
     "n": 48606,
     "skill_vs_panel_median": -4.014488180471546,
     "mean_loss": 17.347882977410197,
     "period": [
      "2026-09-12",
      "2026-10-18"
     ],
     "matched_vs_above": {
      "n_matched": 48605,
      "share_better": 0.5055446970476288
     }
    },
    {
     "rank": 4,
     "forecaster": "ens:gem_global_ensemble",
     "n": 48648,
     "skill_vs_panel_median": -7.277452516033548,
     "mean_loss": 20.601763690182537,
     "period": [
      "2026-09-12",
      "2026-10-18"
     ],
     "matched_vs_above": {
      "n_matched": 48606,
      "share_better": 0.39752293955478746
     }
    },
    {
     "rank": 5,
     "forecaster": "ens:ncep_gefs025",
     "n": 48658,
     "skill_vs_panel_median": -8.30121937810843,
     "mean_loss": 21.62588813761355,
     "period": [
      "2026-09-12",
      "2026-10-18"
     ],
     "matched_vs_above": {
      "n_matched": 48645,
      "share_better": 0.49637167231986845
     }
    }
   ]
  },
  "weather-sit-station": {
   "labs": null,
   "forecasters": 5,
   "ranked": 5,
   "scored_forecasts": 110827,
   "score": "interval",
   "top": [
    {
     "rank": 1,
     "forecaster": "ens:ncep_gefs025",
     "n": 22168,
     "skill_vs_panel_median": 2.68800489444244,
     "mean_loss": 30.61695033381451,
     "period": [
      "2026-09-12",
      "2026-10-18"
     ]
    },
    {
     "rank": 2,
     "forecaster": "ens:gem_global_ensemble",
     "n": 22164,
     "skill_vs_panel_median": -3.4885209122902,
     "mean_loss": 36.79297802743187,
     "period": [
      "2026-09-12",
      "2026-10-18"
     ],
     "matched_vs_above": {
      "n_matched": 22163,
      "share_better": 0.44718675269593466
     }
    },
    {
     "rank": 3,
     "forecaster": "ens:ukmo_global_ensemble_20km",
     "n": 22162,
     "skill_vs_panel_median": -4.208867881960112,
     "mean_loss": 37.503087266492194,
     "period": [
      "2026-09-12",
      "2026-10-18"
     ],
     "matched_vs_above": {
      "n_matched": 22162,
      "share_better": 0.5534699034383178
     }
    },
    {
     "rank": 4,
     "forecaster": "ens:ecmwf_ifs025_ensemble",
     "n": 22167,
     "skill_vs_panel_median": -5.231320318491451,
     "mean_loss": 38.53253665358416,
     "period": [
      "2026-09-12",
      "2026-10-18"
     ],
     "matched_vs_above": {
      "n_matched": 22160,
      "share_better": 0.48637184115523463
     }
    },
    {
     "rank": 5,
     "forecaster": "ens:icon_seamless_eps",
     "n": 22166,
     "skill_vs_panel_median": -7.114941013263556,
     "mean_loss": 40.422464585401066,
     "period": [
      "2026-09-12",
      "2026-10-18"
     ],
     "matched_vs_above": {
      "n_matched": 22164,
      "share_better": 0.5026168561631474
     }
    }
   ]
  }
 }
}