BOOM 💥 Observability Time-Series Forecasting Leaderboard

BOOM (Benchmark of Observability Metrics) is a large-scale, real-world time series dataset designed for evaluating models on forecasting tasks in complex observability environments. Consisting of around 350 million time-series data points spanning 32,887 variables, the benchmark is derived from real-world metrics collected via Datadog, a leading observability platform. It therefore captures the irregularity, structural complexity, and heavy-tailed statistics typical of production observability data.

To support research in resource-constrained settings, we also introduce BOOMLET, a smaller yet representative subset of the BOOM benchmark. It includes 32 metric queries, covering 1,627 variates and approximately 23 million observation points. It preserves key distributional properties while focusing on queries with more variates to ensure meaningful coverage.

For more information, please refer to the BOOM Dataset Card and the BOOM GitHub repository
{
  • "headers": [
    • "Type",
    • "Model",
    • "CRPS",
    • "MASE",
    • "Model Type",
    • "Rank"
    ],
  • "data": [
    • [
      • "🟢",
      • "<a target="_blank" href="https://huggingface.co/Datadog/Toto-Open-Base-1.0" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Toto_Open_Base_1.0</a> (<a target="_blank" href="https://github.com/DataDog/toto/blob/main/boom/notebooks/toto.ipynb" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">code</a>)",
      • 0.375,
      • 0.617,
      • "🟢 pretrained",
      • 2.369
      ],
    • [
      • "🟢",
      • "<a target="_blank" href="https://huggingface.co/Salesforce/moirai-1.1-R-base" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Moirai_1.1_base</a> (<a target="_blank" href="https://github.com/DataDog/toto/blob/main/boom/notebooks/moirai.ipynb" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">code</a>)",
      • 0.428,
      • 0.71,
      • "🟢 pretrained",
      • 4.328
      ],
    • [
      • "🟢",
      • "<a target="_blank" href="https://huggingface.co/Salesforce/moirai-1.1-R-large" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Moirai_1.1_large</a> (<a target="_blank" href="https://github.com/DataDog/toto/blob/main/boom/notebooks/moirai.ipynb" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">code</a>)",
      • 0.436,
      • 0.72,
      • "🟢 pretrained",
      • 4.561
      ],
    • [
      • "🟢",
      • "<a target="_blank" href="https://huggingface.co/Salesforce/moirai-1.1-R-small" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Moirai_1.1_small</a> (<a target="_blank" href="https://github.com/DataDog/toto/blob/main/boom/notebooks/moirai.ipynb" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">code</a>)",
      • 0.442,
      • 0.729,
      • "🟢 pretrained",
      • 4.905
      ],
    • [
      • "🟢",
      • "<a target="_blank" href="https://huggingface.co/google/timesfm-2.0-500m-jax" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">timesfm_2_0_500m</a> (<a target="_blank" href="https://github.com/DataDog/toto/blob/main/boom/notebooks/timesfm.ipynb" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">code</a>)",
      • 0.447,
      • 0.725,
      • "🟢 pretrained",
      • 5.243
      ],
    • [
      • "🟢",
      • "<a target="_blank" href="https://huggingface.co/amazon/chronos-bolt-base" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">chronos_bolt_base</a> (<a target="_blank" href="https://github.com/DataDog/toto/blob/main/boom/notebooks/chronos.ipynb" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">code</a>)",
      • 0.451,
      • 0.726,
      • "🟢 pretrained",
      • 5.576
      ],
    • [
      • "🟢",
      • "<a target="_blank" href="https://huggingface.co/amazon/chronos-bolt-small" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">chronos_bolt_small</a> (<a target="_blank" href="https://github.com/DataDog/toto/blob/main/boom/notebooks/chronos.ipynb" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">code</a>)",
      • 0.455,
      • 0.733,
      • "🟢 pretrained",
      • 5.927
      ],
    • [
      • "🟣",
      • "Auto_Arima",
      • 0.736,
      • 0.824,
      • "🟣 statistical",
      • 9.708
      ],
    • [
      • "🟢",
      • "<a target="_blank" href="https://huggingface.co/Maple728/TimeMoE-200M" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">TimeMoE-200M</a> (<a target="_blank" href="https://github.com/DataDog/toto/blob/main/boom/notebooks/time-moe.ipynb" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">code</a>)",
      • 0.643,
      • 0.881,
      • "🟢 pretrained",
      • 9.809
      ],
    • [
      • "🟢",
      • "<a target="_blank" href="https://huggingface.co/Maple728/TimeMoE-50M" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">TimeMoE-50M</a> (<a target="_blank" href="https://github.com/DataDog/toto/blob/main/boom/notebooks/time-moe.ipynb" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">code</a>)",
      • 0.649,
      • 0.806,
      • "🟢 pretrained",
      • 9.88
      ],
    • [
      • "🟢",
      • "<a target="_blank" href="https://github.com/thuml/Large-Time-Series-Model" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">Timer</a> (<a target="_blank" href="https://github.com/DataDog/toto/blob/main/boom/notebooks/timer.ipynb" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">code</a>)",
      • 0.639,
      • 0.796,
      • "🟢 pretrained",
      • 9.923
      ],
    • [
      • "🟢",
      • "<a target="_blank" href="https://github.com/Keytoyze/VisionTS" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">VisionTS</a> (<a target="_blank" href="https://github.com/DataDog/toto/blob/main/boom/notebooks/visonts.ipynb" style="color: var(--link-text-color); text-decoration: underline;text-decoration-style: dotted;">code</a>)",
      • 0.673,
      • 0.988,
      • "🟢 pretrained",
      • 10.989
      ],
    • [
      • "🟣",
      • "Auto_ETS",
      • 1.975,
      • 0.842,
      • "🟣 statistical",
      • 11.677
      ],
    • [
      • "🟣",
      • "Auto_Theta",
      • 1.018,
      • 1.123,
      • "🟣 statistical",
      • 12.473
      ],
    • [
      • "🟣",
      • "Seasonal_Naive",
      • 1,
      • 1,
      • "🟣 statistical",
      • 12.631
      ]
    ],
  • "metadata": null
}