From b56dafce2eb316ada29242e5590c35e75d4e3341 Mon Sep 17 00:00:00 2001 From: Patrick Podest Date: Thu, 2 Jul 2026 12:24:55 +0200 Subject: [PATCH 1/5] add tirex-2 zeroshot and pretrain results --- notebooks/tirex-2.ipynb | 659 +++++++++++++++++++++ results/TiRex-2-Pretrained/all_results.csv | 98 +++ results/TiRex-2-Pretrained/config.json | 9 + results/TiRex-2-Zeroshot/all_results.csv | 98 +++ results/TiRex-2-Zeroshot/config.json | 9 + 5 files changed, 873 insertions(+) create mode 100644 notebooks/tirex-2.ipynb create mode 100644 results/TiRex-2-Pretrained/all_results.csv create mode 100644 results/TiRex-2-Pretrained/config.json create mode 100644 results/TiRex-2-Zeroshot/all_results.csv create mode 100644 results/TiRex-2-Zeroshot/config.json diff --git a/notebooks/tirex-2.ipynb b/notebooks/tirex-2.ipynb new file mode 100644 index 0000000..3e95711 --- /dev/null +++ b/notebooks/tirex-2.ipynb @@ -0,0 +1,659 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "ddf5cbfd", + "metadata": {}, + "source": [ + "# TiRex2 GiftEval Evaluation\n", + "\n", + "This notebook shows how to run [TiRex-2](https://github.com/NX-AI/tirex-2.git) on the gift-eval benchmark.\n", + "\n", + "Make sure you download the gift-eval benchmark and set the `GIFT_EVAL_STORE` variable correctly before running this notebook.\n", + "\n", + "## Setup\n", + "\n", + "Before proceeding, ensure you have the following: (Note: You need a Nvidia GPU with [CUDA compute capabality >= 8.0](https://developer.nvidia.com/cuda-gpus))\n", + "\n", + "The environment is managed by [Pixi](https://pixi.prefix.dev/latest/), apart from the python dependencies it also installs the system-level (CUDA) dependencies (like the CUDA-Toolkit). So setting up the environment through Pixi is highly recommended but not required. See [system requirements](#system-requirements) for more information about system-level dependencies. \n", + "\n", + "1. **Option 1: Setting up the environment with Pixi**\n", + "```bash\n", + "curl -fsSL https://pixi.sh/install.sh | sh # install Pixi if you do not have it already\n", + "git clone https://github.com/NX-AI/tirex-2.git && cd tirex-2\n", + "pixi install -e example-cu128 # if cuda 12.8 is not available use `example-cu126`\n", + "eval \"$(pixi shell-hook -e example-cu128)\"\n", + "```\n", + "\n", + "2. **Option 2: Directly installing TiRex-2 through pip**\n", + "```bash\n", + "pip install \"tirex-2[examples,gluonts,fev]\" # Install TiRex-2 from PyPI with the extras needed for gifteval\n", + "```\n", + "Make sure that the [system-level dependencies]() are available in the environment to be able to evaluate on GPU. " + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Configuration\n", + "\n", + "Set `GIFT_EVAL_STORE` to the directory created by the Hugging Face download command.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from pathlib import Path\n", + "import os\n", + "\n", + "GIFT_EVAL_STORE = Path('/path/to/gifteval_storage').expanduser()\n", + "MODEL_ID = 'NX-AI/TiRex-2-gifteval-zs' # or: 'NX-AI/TiRex-2-gifteval-pretrain'\n", + "RESULTS_CSV = Path('./gifteval_results.csv')\n", + "MAX_TASKS = None # set to an integer for a quick smoke run\n", + "\n", + "if not GIFT_EVAL_STORE.is_dir():\n", + " raise FileNotFoundError(f'GiftEval store not found: {GIFT_EVAL_STORE}')\n", + "\n", + "os.environ['GIFT_EVAL'] = str(GIFT_EVAL_STORE.resolve())\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## GiftEval Data Loader\n", + "\n", + "Adapted from GiftEval's data loader with the local NumPy/Pandas frequency alias fixes used by this repo.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# Copyright (c) 2023, Salesforce, Inc.\n", + "# SPDX-License-Identifier: Apache-2\n", + "#\n", + "# Licensed under the Apache License, Version 2.0 (the \"License\");\n", + "# you may not use this file except in compliance with the License.\n", + "# You may obtain a copy of the License at\n", + "#\n", + "# http://www.apache.org/licenses/LICENSE-2.0\n", + "#\n", + "# Unless required by applicable law or agreed to in writing, software\n", + "# distributed under the License is distributed on an \"AS IS\" BASIS,\n", + "# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n", + "# See the License for the specific language governing permissions and\n", + "# limitations under the License.\n", + "\n", + "import math\n", + "import os\n", + "from collections.abc import Iterable, Iterator\n", + "from enum import Enum\n", + "from functools import cached_property\n", + "from pathlib import Path\n", + "\n", + "import datasets\n", + "import pyarrow.compute as pc\n", + "from gluonts.dataset import DataEntry\n", + "from gluonts.dataset.common import ProcessDataEntry\n", + "from gluonts.dataset.split import TestData, TrainingDataset, split\n", + "from gluonts.itertools import Map\n", + "from gluonts.time_feature import norm_freq_str\n", + "from gluonts.transform import Transformation\n", + "from pandas.tseries.frequencies import to_offset\n", + "from toolz import compose\n", + "\n", + "TEST_SPLIT = 0.1\n", + "MAX_WINDOW = 20\n", + "\n", + "M4_PRED_LENGTH_MAP = {\n", + " \"A\": 6,\n", + " \"Q\": 8,\n", + " \"M\": 18,\n", + " \"W\": 13,\n", + " \"D\": 14,\n", + " \"H\": 48,\n", + " # new version fix:\n", + " \"h\": 48,\n", + " \"Y\": 6,\n", + "}\n", + "\n", + "PRED_LENGTH_MAP = {\n", + " \"M\": 12,\n", + " \"W\": 8,\n", + " \"D\": 30,\n", + " \"H\": 48,\n", + " \"T\": 48,\n", + " \"S\": 60,\n", + " # new version fix:\n", + " \"h\": 48,\n", + " \"s\": 60,\n", + " \"min\": 48,\n", + "}\n", + "\n", + "TFB_PRED_LENGTH_MAP = {\n", + " \"A\": 6,\n", + " \"H\": 48,\n", + " \"Q\": 8,\n", + " \"D\": 14,\n", + " \"M\": 18,\n", + " \"W\": 13,\n", + " \"U\": 8,\n", + " \"T\": 8,\n", + " # new version fix:\n", + " \"min\": 8,\n", + " \"us\": 8,\n", + " \"Y\": 6,\n", + " \"h\": 48,\n", + "}\n", + "\n", + "\n", + "class Term(Enum):\n", + " SHORT = \"short\"\n", + " MEDIUM = \"medium\"\n", + " LONG = \"long\"\n", + "\n", + " @property\n", + " def multiplier(self) -> int:\n", + " if self == Term.SHORT:\n", + " return 1\n", + " elif self == Term.MEDIUM:\n", + " return 10\n", + " elif self == Term.LONG:\n", + " return 15\n", + "\n", + "\n", + "def itemize_start(data_entry: DataEntry) -> DataEntry:\n", + " data_entry[\"start\"] = data_entry[\"start\"].item()\n", + " return data_entry\n", + "\n", + "\n", + "class MultivariateToUnivariate(Transformation):\n", + " def __init__(self, field):\n", + " self.field = field\n", + "\n", + " def __call__(self, data_it: Iterable[DataEntry], is_train: bool = False) -> Iterator:\n", + " for data_entry in data_it:\n", + " item_id = data_entry[\"item_id\"]\n", + " val_ls = list(data_entry[self.field])\n", + " for id, val in enumerate(val_ls):\n", + " univariate_entry = data_entry.copy()\n", + " univariate_entry[self.field] = val\n", + " univariate_entry[\"item_id\"] = item_id + \"_dim\" + str(id)\n", + " yield univariate_entry\n", + "\n", + "\n", + "class Dataset:\n", + " def __init__(\n", + " self,\n", + " name: str,\n", + " term: Term | str = Term.SHORT,\n", + " to_univariate: bool = False,\n", + " storage_env_var: str = \"GIFT_EVAL\",\n", + " ):\n", + " storage_path = Path(os.getenv(storage_env_var))\n", + " self.hf_dataset = datasets.load_from_disk(str(storage_path / name)).with_format(\"numpy\")\n", + " process = ProcessDataEntry(\n", + " self.freq,\n", + " one_dim_target=self.target_dim == 1,\n", + " )\n", + "\n", + " self.gluonts_dataset = Map(compose(process, itemize_start), self.hf_dataset)\n", + " if to_univariate:\n", + " self.gluonts_dataset = MultivariateToUnivariate(\"target\").apply(self.gluonts_dataset)\n", + "\n", + " self.term = Term(term)\n", + " self.name = name\n", + "\n", + " @cached_property\n", + " def prediction_length(self) -> int:\n", + " freq = norm_freq_str(to_offset(self.freq).name)\n", + " if freq.endswith(\"E\"):\n", + " freq = freq[:-1]\n", + " pred_len = M4_PRED_LENGTH_MAP[freq] if \"m4\" in self.name else PRED_LENGTH_MAP[freq]\n", + " return self.term.multiplier * pred_len\n", + "\n", + " @cached_property\n", + " def freq(self) -> str:\n", + " return self.hf_dataset[0][\"freq\"]\n", + "\n", + " @cached_property\n", + " def target_dim(self) -> int:\n", + " return target.shape[0] if len((target := self.hf_dataset[0][\"target\"]).shape) > 1 else 1\n", + "\n", + " @cached_property\n", + " def past_feat_dynamic_real_dim(self) -> int:\n", + " if \"past_feat_dynamic_real\" not in self.hf_dataset[0]:\n", + " return 0\n", + " elif len((past_feat_dynamic_real := self.hf_dataset[0][\"past_feat_dynamic_real\"]).shape) > 1:\n", + " return past_feat_dynamic_real.shape[0]\n", + " else:\n", + " return 1\n", + "\n", + " @cached_property\n", + " def windows(self) -> int:\n", + " if \"m4\" in self.name:\n", + " return 1\n", + " w = math.ceil(TEST_SPLIT * self._min_series_length / self.prediction_length)\n", + " return min(max(1, w), MAX_WINDOW)\n", + "\n", + " @cached_property\n", + " def _min_series_length(self) -> int:\n", + " if self.hf_dataset[0][\"target\"].ndim > 1:\n", + " lengths = pc.list_value_length(pc.list_flatten(pc.list_slice(self.hf_dataset.data.column(\"target\"), 0, 1)))\n", + " else:\n", + " lengths = pc.list_value_length(self.hf_dataset.data.column(\"target\"))\n", + " return min(lengths.to_numpy())\n", + "\n", + " @cached_property\n", + " def sum_series_length(self) -> int:\n", + " if self.hf_dataset[0][\"target\"].ndim > 1:\n", + " lengths = pc.list_value_length(pc.list_flatten(self.hf_dataset.data.column(\"target\")))\n", + " else:\n", + " lengths = pc.list_value_length(self.hf_dataset.data.column(\"target\"))\n", + " return sum(lengths.to_numpy())\n", + "\n", + " @property\n", + " def training_dataset(self) -> TrainingDataset:\n", + " training_dataset, _ = split(self.gluonts_dataset, offset=-self.prediction_length * (self.windows + 1))\n", + " return training_dataset\n", + "\n", + " @property\n", + " def validation_dataset(self) -> TrainingDataset:\n", + " validation_dataset, _ = split(self.gluonts_dataset, offset=-self.prediction_length * self.windows)\n", + " return validation_dataset\n", + "\n", + " @property\n", + " def test_data(self) -> TestData:\n", + " _, test_template = split(self.gluonts_dataset, offset=-self.prediction_length * self.windows)\n", + " test_data = test_template.generate_instances(\n", + " prediction_length=self.prediction_length,\n", + " windows=self.windows,\n", + " distance=self.prediction_length,\n", + " )\n", + " return test_data\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Evaluation Glue\n", + "\n", + "This cell defines the GiftEval task iterator, metrics, evaluator, and GluonTS adapter inline.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import logging\n", + "from dataclasses import dataclass\n", + "from typing import Any\n", + "\n", + "import pandas as pd\n", + "from gluonts.ev.metrics import (\n", + " MAE,\n", + " MAPE,\n", + " MASE,\n", + " MSE,\n", + " MSIS,\n", + " ND,\n", + " NRMSE,\n", + " RMSE,\n", + " SMAPE,\n", + " MeanWeightedSumQuantileLoss,\n", + ")\n", + "from gluonts.model import evaluate_model\n", + "from gluonts.time_feature import get_seasonality\n", + "\n", + "\n", + "class WarningFilter(logging.Filter):\n", + " def __init__(self, text_to_filter):\n", + " super().__init__()\n", + " self.text_to_filter = text_to_filter\n", + "\n", + " def filter(self, record):\n", + " return self.text_to_filter not in record.getMessage()\n", + "\n", + "\n", + "gts_logger = logging.getLogger('gluonts.model.forecast')\n", + "gts_logger.addFilter(WarningFilter('The mean prediction is not stored in the forecast data'))\n", + "\n", + "SHORT_DATA = 'm4_yearly m4_quarterly m4_monthly m4_weekly m4_daily m4_hourly electricity/15T electricity/H electricity/D electricity/W solar/10T solar/H solar/D solar/W hospital covid_deaths us_births/D us_births/M us_births/W saugeenday/D saugeenday/M saugeenday/W temperature_rain_with_missing kdd_cup_2018_with_missing/H kdd_cup_2018_with_missing/D car_parts_with_missing restaurant hierarchical_sales/D hierarchical_sales/W LOOP_SEATTLE/5T LOOP_SEATTLE/H LOOP_SEATTLE/D SZ_TAXI/15T SZ_TAXI/H M_DENSE/H M_DENSE/D ett1/15T ett1/H ett1/D ett1/W ett2/15T ett2/H ett2/D ett2/W jena_weather/10T jena_weather/H jena_weather/D bitbrains_fast_storage/5T bitbrains_fast_storage/H bitbrains_rnd/5T bitbrains_rnd/H bizitobs_application bizitobs_service bizitobs_l2c/5T bizitobs_l2c/H'\n", + "MED_LONG_DATA = 'electricity/15T electricity/H solar/10T solar/H kdd_cup_2018_with_missing/H LOOP_SEATTLE/5T LOOP_SEATTLE/H SZ_TAXI/15T M_DENSE/H ett1/15T ett1/H ett2/15T ett2/H jena_weather/10T jena_weather/H bitbrains_fast_storage/5T bitbrains_rnd/5T bizitobs_application bizitobs_service bizitobs_l2c/5T bizitobs_l2c/H'\n", + "PRETTY_NAMES = {\n", + " 'saugeenday': 'saugeen',\n", + " 'temperature_rain_with_missing': 'temperature_rain',\n", + " 'kdd_cup_2018_with_missing': 'kdd_cup_2018',\n", + " 'car_parts_with_missing': 'car_parts',\n", + "}\n", + "ALL_DATASETS = list(dict.fromkeys(SHORT_DATA.split() + MED_LONG_DATA.split()))\n", + "DATASET_PROPERTIES = {\n", + " \"m4_yearly\": {\n", + " \"domain\": \"Econ/Fin\",\n", + " \"frequency\": \"A\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"m4_quarterly\": {\n", + " \"domain\": \"Econ/Fin\",\n", + " \"frequency\": \"Q\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"m4_monthly\": {\n", + " \"domain\": \"Econ/Fin\",\n", + " \"frequency\": \"M\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"m4_weekly\": {\n", + " \"domain\": \"Econ/Fin\",\n", + " \"frequency\": \"W\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"m4_daily\": {\n", + " \"domain\": \"Econ/Fin\",\n", + " \"frequency\": \"D\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"m4_hourly\": {\n", + " \"domain\": \"Econ/Fin\",\n", + " \"frequency\": \"H\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"electricity\": {\n", + " \"domain\": \"Energy\",\n", + " \"frequency\": \"W\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"ett1\": {\n", + " \"domain\": \"Energy\",\n", + " \"frequency\": \"W\",\n", + " \"num_variates\": 7\n", + " },\n", + " \"ett2\": {\n", + " \"domain\": \"Energy\",\n", + " \"frequency\": \"W\",\n", + " \"num_variates\": 7\n", + " },\n", + " \"solar\": {\n", + " \"domain\": \"Energy\",\n", + " \"frequency\": \"W\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"hospital\": {\n", + " \"domain\": \"Healthcare\",\n", + " \"frequency\": \"M\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"covid_deaths\": {\n", + " \"domain\": \"Healthcare\",\n", + " \"frequency\": \"D\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"us_births\": {\n", + " \"domain\": \"Healthcare\",\n", + " \"frequency\": \"M\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"saugeen\": {\n", + " \"domain\": \"Nature\",\n", + " \"frequency\": \"M\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"temperature_rain\": {\n", + " \"domain\": \"Nature\",\n", + " \"frequency\": \"D\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"kdd_cup_2018\": {\n", + " \"domain\": \"Nature\",\n", + " \"frequency\": \"D\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"jena_weather\": {\n", + " \"domain\": \"Nature\",\n", + " \"frequency\": \"D\",\n", + " \"num_variates\": 21\n", + " },\n", + " \"car_parts\": {\n", + " \"domain\": \"Sales\",\n", + " \"frequency\": \"M\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"restaurant\": {\n", + " \"domain\": \"Sales\",\n", + " \"frequency\": \"D\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"hierarchical_sales\": {\n", + " \"domain\": \"Sales\",\n", + " \"frequency\": \"W-WED\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"loop_seattle\": {\n", + " \"domain\": \"Transport\",\n", + " \"frequency\": \"D\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"sz_taxi\": {\n", + " \"domain\": \"Transport\",\n", + " \"frequency\": \"H\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"m_dense\": {\n", + " \"domain\": \"Transport\",\n", + " \"frequency\": \"D\",\n", + " \"num_variates\": 1\n", + " },\n", + " \"bitbrains_fast_storage\": {\n", + " \"domain\": \"Web/CloudOps\",\n", + " \"frequency\": \"H\",\n", + " \"num_variates\": 2\n", + " },\n", + " \"bitbrains_rnd\": {\n", + " \"domain\": \"Web/CloudOps\",\n", + " \"frequency\": \"H\",\n", + " \"num_variates\": 2\n", + " },\n", + " \"bizitobs_application\": {\n", + " \"domain\": \"Web/CloudOps\",\n", + " \"frequency\": \"10S\",\n", + " \"num_variates\": 2\n", + " },\n", + " \"bizitobs_service\": {\n", + " \"domain\": \"Web/CloudOps\",\n", + " \"frequency\": \"10S\",\n", + " \"num_variates\": 2\n", + " },\n", + " \"bizitobs_l2c\": {\n", + " \"domain\": \"Web/CloudOps\",\n", + " \"frequency\": \"H\",\n", + " \"num_variates\": 7\n", + " }\n", + "}\n", + "\n", + "METRICS = [\n", + " MSE(forecast_type='mean'),\n", + " MSE(forecast_type=0.5),\n", + " MAE(),\n", + " MASE(),\n", + " MAPE(),\n", + " SMAPE(),\n", + " MSIS(),\n", + " RMSE(),\n", + " NRMSE(),\n", + " ND(),\n", + " MeanWeightedSumQuantileLoss(quantile_levels=[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9]),\n", + "]\n", + "\n", + "\n", + "def gift_eval_dataset_iter():\n", + " for ds_name in ALL_DATASETS:\n", + " for term in ('short', 'medium', 'long'):\n", + " if term in ('medium', 'long') and ds_name not in MED_LONG_DATA.split():\n", + " continue\n", + "\n", + " if '/' in ds_name:\n", + " ds_key, ds_freq = ds_name.split('/')\n", + " ds_key = PRETTY_NAMES.get(ds_key.lower(), ds_key.lower())\n", + " else:\n", + " ds_key = PRETTY_NAMES.get(ds_name.lower(), ds_name.lower())\n", + " ds_freq = DATASET_PROPERTIES[ds_key]['frequency']\n", + "\n", + " yield {\n", + " 'ds_name': ds_name,\n", + " 'ds_key': ds_key,\n", + " 'ds_freq': ds_freq,\n", + " 'term': term,\n", + " }\n", + "\n", + "\n", + "def evaluate_dataset(predictor, ds_name, ds_key, ds_freq, term):\n", + " print(f'Processing dataset: {ds_name}')\n", + " ds_config = f'{ds_key}/{ds_freq}/{term}'\n", + "\n", + " raw_dataset = Dataset(name=ds_name, term=term, to_univariate=False)\n", + " dataset = raw_dataset if raw_dataset.target_dim == 1 else Dataset(name=ds_name, term=term, to_univariate=True)\n", + "\n", + " predictor.set_prediction_len(dataset.prediction_length)\n", + " predictor.set_ds_freq(ds_freq)\n", + " season_length = get_seasonality(dataset.freq)\n", + "\n", + " res = evaluate_model(\n", + " predictor,\n", + " test_data=dataset.test_data,\n", + " metrics=METRICS,\n", + " batch_size=1024,\n", + " axis=None,\n", + " mask_invalid_label=True,\n", + " allow_nan_forecast=False,\n", + " seasonality=season_length,\n", + " )\n", + " return {\n", + " 'dataset': ds_config,\n", + " 'model': predictor.model_id,\n", + " 'eval_metrics/MSE[mean]': res['MSE[mean]'].iloc[0],\n", + " 'eval_metrics/MSE[0.5]': res['MSE[0.5]'].iloc[0],\n", + " 'eval_metrics/MAE[0.5]': res['MAE[0.5]'].iloc[0],\n", + " 'eval_metrics/MASE[0.5]': res['MASE[0.5]'].iloc[0],\n", + " 'eval_metrics/MAPE[0.5]': res['MAPE[0.5]'].iloc[0],\n", + " 'eval_metrics/sMAPE[0.5]': res['sMAPE[0.5]'].iloc[0],\n", + " 'eval_metrics/MSIS': res['MSIS'].iloc[0],\n", + " 'eval_metrics/RMSE[mean]': res['RMSE[mean]'].iloc[0],\n", + " 'eval_metrics/NRMSE[mean]': res['NRMSE[mean]'].iloc[0],\n", + " 'eval_metrics/ND[0.5]': res['ND[0.5]'].iloc[0],\n", + " 'eval_metrics/mean_weighted_sum_quantile_loss': res['mean_weighted_sum_quantile_loss'].iloc[0],\n", + " 'domain': DATASET_PROPERTIES[ds_key]['domain'],\n", + " 'num_variates': DATASET_PROPERTIES[ds_key]['num_variates'],\n", + " }\n", + "\n", + "\n", + "@dataclass\n", + "class TiRexGiftEvalWrapper:\n", + " model: Any\n", + " freq: str | None = None\n", + " pred_len: int = 32\n", + " batch_size: int = 512\n", + "\n", + " def set_ds_freq(self, freq):\n", + " self.freq = freq\n", + "\n", + " def set_prediction_len(self, pred_len):\n", + " self.pred_len = pred_len\n", + "\n", + " def predict(self, test_data_input):\n", + " return self.model.forecast_gluon(\n", + " test_data_input,\n", + " prediction_length=self.pred_len,\n", + " output_type='gluonts',\n", + " batch_size=self.batch_size,\n", + " )\n", + "\n", + " @property\n", + " def model_id(self):\n", + " return 'TiRex2'\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Load TiRex2\n", + "\n", + "The model is loaded with `device=\"cuda\"`.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from tirex2 import ForecastModel, load_model\n", + "\n", + "model: ForecastModel = load_model(MODEL_ID, device='cuda')\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Run Evaluation\n", + "\n", + "Set `MAX_TASKS` above for a quick smoke run, or leave it as `None` for the full benchmark.\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "wrapped_model = TiRexGiftEvalWrapper(model)\n", + "results = []\n", + "\n", + "for task_idx, task in enumerate(gift_eval_dataset_iter(), start=1):\n", + " if MAX_TASKS is not None and task_idx > MAX_TASKS:\n", + " break\n", + "\n", + " task_result = evaluate_dataset(wrapped_model, **task)\n", + " results.append(task_result)\n", + " print(task_result)\n", + "\n", + "results = pd.DataFrame(results)\n", + "results.to_csv(RESULTS_CSV, index=False)\n", + "print(f'Wrote {len(results)} rows to {RESULTS_CSV}')\n", + "results\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.13.14" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/results/TiRex-2-Pretrained/all_results.csv b/results/TiRex-2-Pretrained/all_results.csv new file mode 100644 index 0000000..e4973d3 --- /dev/null +++ b/results/TiRex-2-Pretrained/all_results.csv @@ -0,0 +1,98 @@ +dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates +m4_hourly/H/short,TiRex-2,2735924.972624799,2735924.972624799,274.13352958937196,0.7419439182389933,0.08749635361626912,0.08123207732684108,5.473133131330267,1654.063170687504,0.22581613246750787,0.03742527766083388,0.0290645478351972,Econ/Fin,1 +hierarchical_sales/W/short,TiRex-2,468.0,468.0,8.952389474642478,0.7229401236570634,0.5346424392231268,0.4563716622864947,6.736882009297888,21.633307652783937,0.9931957359771438,0.41100857972023297,0.3484094691711162,Sales,1 +electricity/15T/short,TiRex-2,122465.69444819819,122465.69444819819,49.285010557432436,0.9394809187300088,0.1619774548785007,0.1529433031237386,9.969919577841162,349.9509886372636,0.6898223789018113,0.09715047058252188,0.08044891389738694,Energy,1 +electricity/15T/medium,TiRex-2,267435.3852702703,267435.3852702703,53.47612682995496,0.8221889886246854,0.1263991920206702,0.12431317125815226,7.144108773136996,517.1415524498783,0.8910869701381757,0.0921447514822314,0.07421144456232331,Energy,1 +electricity/15T/long,TiRex-2,330048.6916396396,330048.6916396396,57.904783596096095,0.866318436990398,0.1313392786854205,0.126076343883345,7.206440582229634,574.4986437230637,0.9063420178428268,0.09135189261218972,0.0731714648520933,Energy,1 +us_births/M/short,TiRex-2,53760512.0,53760512.0,5961.65234375,0.6734442379902473,0.018370466927687328,0.01861603234076324,3.6619369354757176,7332.156026708652,0.022773626628948822,0.018516851533655312,0.013913057847699436,Healthcare,1 +bizitobs_application/10S/short,TiRex-2,371382.7911111111,371382.7911111111,315.1425,0.8120974750327924,0.012099929385715061,0.012123103450099487,5.926582770119361,609.4118403108945,0.023502578792049585,0.012153786564427336,0.009822963161196427,Web/CloudOps,2 +bizitobs_application/10S/medium,TiRex-2,4158993.066666667,4158993.066666667,1126.4161458333333,2.450093689833996,0.03512014389038086,0.03585457102084038,30.292152236670653,2039.3609456559343,0.08007970213801013,0.04423104680606996,0.0383724077420928,Web/CloudOps,2 +bizitobs_application/10S/long,TiRex-2,6185949.297777778,6185949.297777778,1517.5309722222223,3.254956093319394,0.04710794236924913,0.048130068658116074,65.31864844873816,2487.1568703597645,0.09591969903964602,0.05852510385396066,0.05338696670429768,Web/CloudOps,2 +jena_weather/D/short,TiRex-2,361.02720734126984,361.02720734126984,9.569070870535715,1.0514905529518717,0.5775311723376692,0.45571283752111424,6.725121139199016,19.00071596917521,0.11441536536470644,0.057621446561765474,0.045102764226988466,Nature,21 +saugeen/W/short,TiRex-2,1070.11875,1070.11875,14.060226440429688,1.14081485589053,0.3662555456161499,0.3743517967611254,17.176551747705325,32.71266956394724,0.9874591322010298,0.4244196265387699,0.36449206766183456,Nature,1 +temperature_rain/D/short,TiRex-2,185.15688346775227,185.15688346775227,5.7239993365764965,1.324773252957719,17.26088339364978,1.5332303774699485,19.349143499536613,13.607236437563369,1.6019314749194347,0.6738660522108054,0.5452618784254414,Nature,1 +car_parts/M/short,TiRex-2,1.3908236906381817,1.3908236906381817,0.45469587885305607,0.8339935868608188,0.8497397890356249,1.9058860991002284,15.82594274940204,1.179331883160199,2.827916879435113,1.0903140745864777,0.9483574128735562,Sales,1 +m4_monthly/M/short,TiRex-2,1867948.8414074073,1867948.8414074073,560.7087281539352,0.9447579417136923,0.16032005786895753,0.13240934473109392,7.804554635811126,1366.7292494885032,0.2840532585185391,0.11653452311166827,0.09301213164925544,Econ/Fin,1 +saugeen/D/short,TiRex-2,1267.173125,1267.173125,13.297771809895833,2.953828045294503,0.2945594787597656,0.3359813612336568,50.079822700596594,35.59737525436391,1.1530074661123557,0.43071799732168997,0.37724312730260157,Nature,1 +m4_daily/D/short,TiRex-2,357720.2883504005,357720.2883504005,168.52248064103213,3.1650345467500696,0.035846439467160054,0.02921115456629039,25.111238905479485,598.0972231589112,0.09238949228664951,0.02603206606290311,0.020564183806217325,Econ/Fin,1 +bitbrains_fast_storage/5T/short,TiRex-2,1685765.2857100694,1685765.2857100694,152.72170290044795,0.6786866319242542,1.872174168248289,0.7137665582954569,13.1930142413708,1298.3702421536275,4.0765614127622,0.47950837189753875,0.37956212645211024,Web/CloudOps,2 +bitbrains_fast_storage/5T/medium,TiRex-2,2940924.7639004453,2940924.7639004453,280.1311642294954,0.9455146688322891,4.069497562422916,0.790615148489914,20.777950912314292,1714.9124653755496,5.210377902089446,0.8511158774907593,0.6299991936508988,Web/CloudOps,2 +bitbrains_fast_storage/5T/long,TiRex-2,4733683.728531202,4733683.728531202,391.84719201996154,0.8699116825471095,4.358922360919579,0.802398429785886,15.394901149778299,2175.703042359228,5.749733009429851,1.035535038902417,0.7130824014146924,Web/CloudOps,2 +kdd_cup_2018/H/short,TiRex-2,4426.89061094461,4426.89061094461,22.17742783894196,0.9268375493193,0.8223006254505293,0.4988260554036163,7.333708413711209,66.53488266274023,1.3926955984148277,0.46421373119447057,0.36937959469966014,Nature,1 +kdd_cup_2018/H/medium,TiRex-2,5246.252653657638,5246.252653657638,25.44397590097107,1.046415058215544,0.9177972642929557,0.5697375096354433,8.390626823827603,72.43101996836465,1.51611242662624,0.5325884967944596,0.42166459432557635,Nature,1 +kdd_cup_2018/H/long,TiRex-2,4105.419208933625,4105.419208933625,23.93025439269749,1.014279005334405,0.9731754885874183,0.6098629628799798,7.459388240605868,64.07354531266103,1.5034242874647514,0.5615004676833808,0.4392580742446777,Nature,1 +covid_deaths/D/short,TiRex-2,353467.82957393484,353467.82957393484,100.21796679197995,34.471835332746174,0.08887185339251587,0.1289719005351602,729.5252522304601,594.5316051934791,0.22369540977757033,0.03770749772219641,0.031030153054808978,Healthcare,1 +bitbrains_rnd/H/short,TiRex-2,1934720.2236903799,1934720.2236903799,148.77669323558246,5.869116630417864,1.183787879836804,0.5420021719281388,204.6311250462247,1390.9422071712324,6.087444192797658,0.6511196601780107,0.602300622078529,Web/CloudOps,2 +solar/D/short,TiRex-2,126992.42822384428,126992.42822384428,251.5985401459854,0.9812374089694395,1.0493661848007907,0.4302205487078319,5.340019582258884,356.35997000763746,0.5148187788959832,0.363474194947295,0.2764812109419446,Energy,1 +jena_weather/10T/short,TiRex-2,809.9595734126984,809.9595734126984,5.435115559895833,0.26742441313570603,0.36282560214413,0.5415310151195131,2.0110459478035145,28.45978870990961,0.1767709707662157,0.03375888217380943,0.027348119669494516,Nature,21 +jena_weather/10T/medium,TiRex-2,1529.101875901876,1529.101875901876,9.456885822510822,0.5700904520605501,0.7550373987775442,0.6376296190377302,5.430503515273511,39.10373225028368,0.23997890976419187,0.05803674019975744,0.04756545771135137,Nature,21 +jena_weather/10T/long,TiRex-2,1411.2183862433862,1411.2183862433862,9.505033688822751,0.618404537319281,0.7944206174826316,0.6315618023492328,5.866931826120398,37.566186740783074,0.22987393819602014,0.05816293098398159,0.04774614937417189,Nature,21 +bizitobs_l2c/H/short,TiRex-2,65.68519035218254,65.68519035218254,4.908343602740575,0.4816184983773924,0.45986689652184504,0.6288581183373774,2.7769031462667533,8.10464005074763,0.43686090070421146,0.26457231830563527,0.20448077168907364,Web/CloudOps,7 +bizitobs_l2c/H/medium,TiRex-2,81.51143043154762,81.51143043154762,5.055875651041666,0.5116310340744515,0.4982165221804231,0.7692850059983269,3.6914230708141886,9.028368093489965,0.5466814013644596,0.3061409501046924,0.2485275960809763,Web/CloudOps,7 +bizitobs_l2c/H/long,TiRex-2,82.46930803571429,82.46930803571429,5.27351810515873,0.5587767093946338,0.6236998210397166,0.7961355732123889,4.32893368175279,9.081261368098282,0.5547096544978007,0.3221217061736304,0.25852483409583343,Web/CloudOps,7 +bitbrains_fast_storage/H/short,TiRex-2,2973251.476132946,2973251.476132946,310.3028515367281,1.0538410248858598,3.1227876906144285,0.5616641029041088,19.17960953570585,1724.311884820419,4.914848979186926,0.8844639224144263,0.6626235058883643,Web/CloudOps,2 +m_dense/D/short,TiRex-2,9380.882962962964,9380.882962962964,45.72203414351852,0.677363275336489,0.12713628702467683,0.09764746436597997,7.2132240861865204,96.854958380885,0.16767025968237573,0.0791516042772177,0.06576066516739021,Transport,1 +ett1/H/short,TiRex-2,102.722265625,102.722265625,4.954581705729167,0.8272529245225078,0.4488456362769717,0.26613610792137093,5.524588882718681,10.135199338197548,0.4730512179315852,0.23125059823969393,0.1790920328552686,Energy,7 +ett1/H/medium,TiRex-2,136.39622395833334,136.39622395833334,6.705653599330357,1.2556926939632393,4035307616059.5664,0.43752889744959494,8.643925777438985,11.678879396514604,0.5593906384070876,0.3211849117121331,0.2527730944540408,Energy,7 +ett1/H/long,TiRex-2,131.28544973544973,131.28544973544973,6.789668588789683,1.3106683899068423,3450133394303.924,0.4619682848423259,9.045007293461918,11.457986286230653,0.548698146972205,0.3251425233159237,0.253825323477632,Energy,7 +ett2/H/short,TiRex-2,111.46099330357143,111.46099330357143,6.421700613839286,0.7290800790070151,0.11696868682693025,0.10779797978111626,5.053298592989539,10.55750885879673,0.13389858757752893,0.08144503154476455,0.06443443656469955,Energy,7 +ett2/H/medium,TiRex-2,238.35234375,238.35234375,9.677085658482143,1.0448681247806426,0.17482781236502853,0.17033797616091728,7.931912422817044,15.438663923733815,0.20804591156821092,0.13040494417703927,0.10514101908395308,Energy,7 +ett2/H/long,TiRex-2,231.7792328042328,231.7792328042328,9.556094990079366,1.0595264022765154,0.18369060348860522,0.18096225351564318,8.344963208430071,15.224297448625759,0.20848503607424046,0.13086336597524917,0.10564943307841551,Energy,7 +jena_weather/H/short,TiRex-2,1070.9659565580619,1070.9659565580619,8.24231069209482,0.5128743295000073,1.3146275998617116,0.6007166758430651,4.465033772666549,32.72561621357284,0.20060593667040064,0.050524837971740746,0.04085830846993249,Nature,21 +jena_weather/H/medium,TiRex-2,1330.9272817460317,1330.9272817460317,10.170596168154763,0.7554230790988424,2.198876071665761,0.6516425705712917,6.535026093918058,36.48187607218181,0.2232390529193263,0.06223567701703482,0.05056881481213809,Nature,21 +jena_weather/H/long,TiRex-2,1082.6092592592593,1082.6092592592593,10.487950562169312,0.9357782155528825,2.275960037268332,0.6572199945470869,7.023876418412875,32.90302811686577,0.19811270309623577,0.06314908854075926,0.052154443904512994,Nature,21 +hierarchical_sales/D/short,TiRex-2,28.86287722199256,28.86287722199256,2.3153076878358827,0.7465872607733174,0.6439304314403334,1.0543384486898075,6.871045012077792,5.372418191279655,1.6481984051421685,0.7103107581421451,0.5782802009063903,Sales,1 +loop_seattle/5T/short,TiRex-2,44.5508118872549,44.5508118872549,3.58014922560307,0.5652788488758629,0.0910358464385703,0.07672242528305881,4.131856843766213,6.674639457472958,0.11445533425791658,0.06139165702064151,0.048347652976253055,Transport,1 +loop_seattle/5T/medium,TiRex-2,66.42972095910733,66.42972095910733,4.601891044246646,0.7322309565303429,0.14028391457194514,0.10538641935781516,5.5619102224497405,8.150442991586857,0.14501312481494238,0.08187709564657383,0.0646940890067908,Transport,1 +loop_seattle/5T/long,TiRex-2,79.83594025914459,79.83594025914459,4.991819172113289,0.7903638105368993,0.14663429150900126,0.1132778229049103,6.28149661122108,8.935095984887045,0.15797432434153716,0.08825638384674804,0.07003299440442716,Transport,1 +solar/10T/short,TiRex-2,22.460542122871047,22.460542122871047,2.0224117529653283,0.8810234037506813,6.3082301027202305,1.5099237360220634,3.8817160523176844,4.739255439715299,1.3786488941836919,0.5883193599240236,0.44402503608015176,Energy,1 +solar/10T/medium,TiRex-2,23.552443458305685,23.552443458305685,2.0036498510423577,0.877559366462002,4.229125074493445,1.4555353300666363,4.263007999143949,4.853085972688479,1.0769190092843446,0.44461784206594535,0.334210239708199,Energy,1 +solar/10T/long,TiRex-2,21.350827345650853,21.350827345650853,1.9085049148893705,0.8364499118313201,3.864406547242276,1.449063578207482,4.4101718434800325,4.620695547820788,0.9986893192091942,0.41249276314194205,0.3109315562744274,Energy,1 +loop_seattle/D/short,TiRex-2,17.446017156862744,17.446017156862744,2.835831277412281,0.8566307433253452,0.052907534698706786,0.05231591657332428,6.984260948261078,4.176842965310373,0.07464577005150691,0.050680097671054886,0.041161517631257534,Transport,1 +sz_taxi/H/short,TiRex-2,7.183556711571848,7.183556711571848,1.8483202029497197,0.5628104538189279,1.1255545330862713,0.2950467143494381,4.003910051308085,2.680215795709713,0.24967864068126927,0.1721824326813258,0.1357547249582032,Transport,1 +us_births/D/short,TiRex-2,93353.30666666667,93353.30666666667,208.64692708333334,0.3076205176585381,0.020072161356608074,0.019926642340184052,2.373297542966765,305.53773362167016,0.028641683231326865,0.019558956341904153,0.01554787721359311,Healthcare,1 +m4_weekly/W/short,TiRex-2,257578.18212984788,257578.18212984788,263.0244803942576,2.0465144168105653,0.0648957443155567,0.06426997920509521,14.298740765464443,507.52160754971595,0.09246257166110591,0.047918984148269686,0.03807589922802331,Econ/Fin,1 +m4_yearly/A/short,TiRex-2,3879403.3853921825,3879403.3853921825,938.838406096747,3.5356582296819132,0.1682881216666491,0.1582375094325841,33.02536006017795,1969.6201119485409,0.3158377148172202,0.15054709025634938,0.12304534352926313,Econ/Fin,1 +solar/W/short,TiRex-2,1678798.9489051094,1678798.9489051094,1043.010378649635,1.1403619413995314,0.235527901753892,0.20366481522649393,7.208275915974989,1295.6847413260332,0.26448164942189084,0.21290449482880225,0.15341984853884758,Energy,1 +ett1/15T/short,TiRex-2,4.043311709449405,4.043311709449405,1.0290889195033481,0.6758792362283556,0.44195556640625,0.23069853498463108,4.515836824135661,2.01079877398247,0.38012462632575356,0.1945406203960586,0.1503710957407965,Energy,7 +ett1/15T/medium,TiRex-2,9.10895275297619,9.10895275297619,1.546162109375,0.9767100169713148,0.7246699114296506,0.3755077119350578,6.629173737261665,3.018104165362122,0.5752535700626994,0.29469999197556696,0.22687258591414056,Energy,7 +ett1/15T/long,TiRex-2,8.03449466765873,8.03449466765873,1.5046803695436508,0.9731631871038224,0.7383725011928667,0.3786457834472302,7.060227997423676,2.834518419001494,0.5402620132708786,0.28679356617664437,0.2241025617861879,Energy,7 +electricity/W/short,TiRex-2,49331108116.75676,49331108116.75676,29673.349549549548,1.500452338951663,0.1952593529202839,0.09674242534199598,11.47934708556454,222106.07402040306,0.5067727656700232,0.06770479143464207,0.05183360789300366,Energy,1 +kdd_cup_2018/D/short,TiRex-2,2881.703304741007,2881.703304741007,21.034277545049537,1.1877302146579156,0.5336189059487001,0.4606541274751218,9.041479395049551,53.681498719214304,1.2025225350083817,0.47119013736643794,0.37266195949645775,Nature,1 +ett2/D/short,TiRex-2,107246.42539682539,107246.42539682539,195.54144345238095,1.2806129591735198,0.41008421882750495,0.13192089743947757,12.91984842862906,327.48500026234086,0.1874282847666604,0.11191351456621583,0.09265818394078704,Energy,7 +sz_taxi/15T/short,TiRex-2,16.671935811584248,16.671935811584248,2.72941648974669,0.5443780414186495,1107137702090.672,0.3926591063358222,3.8874432491971382,4.083128189462615,0.38178994853072734,0.25521211502214786,0.20071457598415376,Transport,1 +sz_taxi/15T/medium,TiRex-2,16.270310830662392,16.270310830662392,2.7457815838675215,0.5353160657686888,10077405659892.186,0.4049826669109481,3.9253929550860924,4.033647335930893,0.37539821224702946,0.25554080760181364,0.20158870885104296,Transport,1 +sz_taxi/15T/long,TiRex-2,15.532536502849004,15.532536502849004,2.691416266025641,0.5077981360102705,6198148676745.117,0.39867894460814024,4.023914149963033,3.9411339107988965,0.36478433437392555,0.249112695317248,0.1982754802153848,Transport,1 +m_dense/H/short,TiRex-2,39219.39555555556,39219.39555555556,82.23131944444444,0.7426900448582262,0.2720748000161251,0.2016095463378692,8.169621291821787,198.0388738494429,0.3512716140845395,0.1458578699630019,0.12034135456579192,Transport,1 +m_dense/H/medium,TiRex-2,38070.67555555556,38070.67555555556,81.17599826388889,0.6998759914598698,0.25801608378227125,0.1929311156586724,7.608532690134482,195.11708166010365,0.33947907166448915,0.14123598148146135,0.11578234283857432,Transport,1 +m_dense/H/long,TiRex-2,36110.23012345679,36110.23012345679,80.46378858024691,0.689916501485496,0.2547956447955045,0.19101525885688544,7.136542747932626,190.0269194705234,0.3289646886901953,0.13929471274326768,0.11435298596130844,Transport,1 +ett1/W/short,TiRex-2,1547124.0,1547124.0,978.2845284598214,1.6855185545101878,0.6883940696716309,0.580485850356187,8.488165147934605,1243.8343941216613,0.49495139294804674,0.3892827633236769,0.28890785305659966,Energy,7 +bizitobs_l2c/5T/short,TiRex-2,14.93383556547619,14.93383556547619,2.193809581938244,0.22124708786914293,0.09929924046650128,0.17677601162969478,1.5322297547719141,3.8644321142279354,0.13272024084331618,0.07534430091480315,0.058803702986981246,Web/CloudOps,7 +bizitobs_l2c/5T/medium,TiRex-2,63.19584927721088,63.19584927721088,4.977902450042517,0.48808926347375287,0.37606425199315174,0.6283914456808016,3.1453473860628303,7.949581704543383,0.4182649013206898,0.26191087209797365,0.2040195497980443,Web/CloudOps,7 +bizitobs_l2c/5T/long,TiRex-2,66.60882936507936,66.60882936507936,5.3562927827380955,0.5257369500573876,0.45467404542280987,0.7315136264673611,3.5957392631578493,8.161423243839236,0.45825171379190544,0.30074783207864914,0.2349228228854863,Web/CloudOps,7 +bizitobs_service/10S/short,TiRex-2,2124.9037037037037,2124.9037037037037,17.89202876984127,0.6836875451697143,0.05208196407903439,0.042719071244708626,5.124078337022812,46.09667779464919,0.03414989258402386,0.0132549869064809,0.010300021467279664,Web/CloudOps,2 +bizitobs_service/10S/medium,TiRex-2,21159.720634920635,21159.720634920635,39.25756944444444,1.0469395521505525,0.0645524669828869,0.057627240111849096,9.916783356409036,145.46381211463088,0.10947947978930302,0.029546168343115548,0.02220843324720674,Web/CloudOps,2 +bizitobs_service/10S/long,TiRex-2,130393.24783068783,130393.24783068783,75.80310846560846,1.3026199793519373,0.07816176318617725,0.07480905544407386,19.70650897588218,361.10005238256036,0.26751446288351055,0.0561573661157882,0.05164819073750352,Web/CloudOps,2 +saugeen/M/short,TiRex-2,426.0589657738095,426.0589657738095,12.868065243675595,0.75396850567,0.366977123987107,0.37143509164929106,5.2403886564201185,20.641195841661148,0.6197106221742226,0.3863379224493094,0.3070765124178913,Nature,1 +electricity/H/short,TiRex-2,1384200.4414414414,1384200.4414414414,157.4660543355856,0.8797050144055314,0.1692884425751629,0.11501677737766448,9.760297568275666,1176.5204806723261,0.5554016867685895,0.07433522290814784,0.06123444706220508,Energy,1 +electricity/H/medium,TiRex-2,5610675.599279279,5610675.599279279,238.23055602477478,1.0518388951591393,0.22517674474846752,0.12367076325460567,8.730221937421115,2368.686471291479,0.924576388087429,0.09298923673142463,0.07407118525173237,Energy,1 +electricity/H/long,TiRex-2,7618202.061261261,7618202.061261261,267.43694294294295,1.168906630991813,0.2908547654849042,0.1355908798939222,9.672768438905456,2760.1090669140704,1.0885861996231783,0.10547705119587675,0.08360165083955609,Energy,1 +bitbrains_rnd/5T/short,TiRex-2,1659506.45871525,1659506.45871525,119.5886044508425,1.6236081184706452,0.9670634303710571,0.6457224660926676,52.19321706085626,1288.2183272703621,5.271017314483613,0.4893220282085217,0.39785320445905387,Web/CloudOps,2 +bitbrains_rnd/5T/medium,TiRex-2,2461904.8654351765,2461904.8654351765,169.29982046678634,4.393936970295376,1.225119981269174,0.6987358738745777,159.64877779267312,1569.0458455491912,6.601775794535811,0.7123306562057038,0.6556978758126363,Web/CloudOps,2 +bitbrains_rnd/5T/long,TiRex-2,2590565.215748175,2590565.215748175,197.0302073657878,3.2887565619795613,2.313552731954288,0.6884301064129308,115.02988267865221,1609.5232883522299,6.165720827551116,0.7547783011301775,0.6540300699788436,Web/CloudOps,2 +loop_seattle/H/short,TiRex-2,38.00743017082179,38.00743017082179,3.336659141019635,0.6906266725940448,0.09330307188340191,0.07662893929758904,5.330252824583842,6.165016639946869,0.10912706381530621,0.05906225988955522,0.04692040441947186,Transport,1 +loop_seattle/H/medium,TiRex-2,43.61009416924664,43.61009416924664,3.5941325625644995,0.7534036109346346,0.10449096553711945,0.08201800747783572,5.7793624845908775,6.60379392237876,0.11672130518335676,0.06352588355049973,0.05056762902484285,Transport,1 +loop_seattle/H/long,TiRex-2,45.374286205710355,45.374286205710355,3.631456398348813,0.7725106955233876,0.11085750552276832,0.08410831168671266,6.173115282413125,6.736043809663826,0.12038212115911795,0.06489898766734688,0.05177656449539728,Transport,1 +hospital/M/short,TiRex-2,2883.337244676228,2883.337244676228,18.25684145480226,0.7638226911245549,0.19163308274170876,0.1734949079860811,5.13612267284183,53.69671539932613,0.19493154603772528,0.06627657397820835,0.05172387939721485,Healthcare,1 +restaurant/D/short,TiRex-2,137.77434155225552,137.77434155225552,7.055112893434202,0.6771348945629766,0.670650716966704,0.39087871990851875,4.627797947158439,11.737731533488722,0.540197601221862,0.3246926418881744,0.2540599170281452,Sales,1 +solar/H/short,TiRex-2,194.76465056345242,194.76465056345242,5.452739452274619,0.4206465743515943,1.5130535717380325,1.3452161038442507,2.7504857095824398,13.955810637990629,0.5144158424010375,0.20098979783370605,0.15631810019690323,Energy,1 +solar/H/medium,TiRex-2,240.26789841849148,240.26789841849148,6.000272296989051,0.45798631208922647,1.7569056998198131,1.349030937354233,2.8841532677996398,15.500577357585474,0.5583669749448374,0.21614381284162518,0.16590579497721725,Energy,1 +solar/H/long,TiRex-2,233.15052716950527,233.15052716950527,6.114054896593674,0.4648854628679047,2.438797229491199,1.344011995496005,3.181912294493722,15.269267407754219,0.5294133284759306,0.21198542581331944,0.16535494683071889,Energy,1 +ett1/D/short,TiRex-2,43139.78412698413,43139.78412698413,141.946626984127,1.7452232225357933,1.3405826629154265,0.48869311991285946,10.596747221999122,207.70118951749922,0.5455340637865546,0.37282752419153004,0.28297848451766844,Energy,7 +ett2/15T/short,TiRex-2,6.8130562918526785,6.8130562918526785,1.6779974074590773,0.725277016175907,0.10211520315798402,0.12416105236696597,4.8174806304638835,2.6101831912439937,0.1239146816999102,0.07966050633383664,0.06259886478628421,Energy,7 +ett2/15T/medium,TiRex-2,10.956639384920635,10.956639384920635,2.0630088975694445,0.851081542923179,0.12936377934233861,0.15562343567108772,6.141934479881748,3.310081477081891,0.17640022193809274,0.10994147120279686,0.08708697209073318,Energy,7 +ett2/15T/long,TiRex-2,10.737170138888889,10.737170138888889,2.0975189112103174,0.8712340736046428,0.13285933146513937,0.16012541235547828,6.663154187696339,3.276762142556107,0.17462457440618986,0.11178057217583494,0.08995941372695054,Energy,7 +electricity/D/short,TiRex-2,1235194821.0323603,1235194821.0323603,4212.8701981981985,1.40345813179156,0.31685345227429046,0.0947280444497195,11.35921668056188,35145.338539162774,0.5775546301990924,0.06923144833804465,0.05439939818809368,Energy,1 +us_births/W/short,TiRex-2,2343688.8571428573,2343688.8571428573,1201.9584263392858,1.0927954166200322,0.01630930708987372,0.01632125716057437,6.639555336576497,1530.9111199357255,0.02078196834051687,0.016316467780212642,0.012581888588537449,Healthcare,1 +m4_quarterly/Q/short,TiRex-2,1805815.5906666666,1805815.5906666666,558.39201953125,1.1806343278534328,0.11143733072280884,0.1018531440248489,9.018075475382668,1343.8063813908113,0.22492952458339135,0.09346499110558745,0.07467205150688183,Econ/Fin,1 +ett2/W/short,TiRex-2,3005724.5714285714,3005724.5714285714,1237.6961495535713,0.8737796138932673,0.14656952449253627,0.16627809908055882,9.044031982367455,1733.702561406821,0.1454310383909455,0.10382371246887327,0.0863849629544897,Energy,7 diff --git a/results/TiRex-2-Pretrained/config.json b/results/TiRex-2-Pretrained/config.json new file mode 100644 index 0000000..d3971f8 --- /dev/null +++ b/results/TiRex-2-Pretrained/config.json @@ -0,0 +1,9 @@ +{ + "model": "TiRex-2", + "model_type": "pretrained", + "model_dtype": "float32", + "model_link": "https://huggingface.co/NX-AI/TiRex-2-gifteval-zs", + "org": "NXAI", + "testdata_leakage": "No", + "replication_code_available": "Yes" +} diff --git a/results/TiRex-2-Zeroshot/all_results.csv b/results/TiRex-2-Zeroshot/all_results.csv new file mode 100644 index 0000000..25b81cf --- /dev/null +++ b/results/TiRex-2-Zeroshot/all_results.csv @@ -0,0 +1,98 @@ +dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates +m4_yearly/A/short,TiRex-2,3925752.972461623,3925752.972461623,945.9092669974754,3.565310531663481,0.1691560802524474,0.159569355775755,33.09361634918049,1981.351299608836,0.3177188651366359,0.15168093557765205,0.12393123470237974,Econ/Fin,1 +m4_quarterly/Q/short,TiRex-2,1805140.6866666668,1805140.6866666668,561.00865625,1.1902769296544624,0.11176770369211833,0.1023809876901841,9.1061822629413,1343.5552413900468,0.2248874881696951,0.09390297001483086,0.0750439460234444,Econ/Fin,1 +m4_monthly/M/short,TiRex-2,1894708.7681111111,1894708.7681111111,564.4636552372685,0.9451225157862497,0.1610596431096395,0.13314482971049318,7.687750775483862,1376.484205543642,0.2860806732791468,0.11731492586804414,0.09352542604180264,Econ/Fin,1 +m4_weekly/W/short,TiRex-2,262766.8583672595,262766.8583672595,261.9853224769659,2.064760132194989,0.06361218818842738,0.06351536993354064,14.264154829555096,512.6078992439147,0.0933892151838018,0.047729665679921776,0.03773484955269001,Econ/Fin,1 +m4_daily/D/short,TiRex-2,360299.0735746392,360299.0735746392,175.61151420291324,3.290214060862409,0.036935874990276125,0.030074489008788827,26.173371487155997,600.2491762382012,0.09272190956718832,0.027127125839516045,0.021460839272318906,Econ/Fin,1 +m4_hourly/H/short,TiRex-2,3084036.3285024157,3084036.3285024157,284.49076590177134,0.7445135392163762,0.08728793968900966,0.08059150389061331,5.49825161460385,1756.1424567791805,0.23975220818623966,0.03883926902982491,0.030272192270531455,Econ/Fin,1 +electricity/15T/short,TiRex-2,123817.23977477477,123817.23977477477,51.50886208474099,0.9913067720463019,0.1690069505767124,0.15860901977101932,9.986028513983076,351.87673946252085,0.6936184133711639,0.10153412029548933,0.08350562702586567,Energy,1 +electricity/15T/medium,TiRex-2,261771.33581081082,261771.33581081082,53.94533009572072,0.8317570403290815,0.12924391153463058,0.12585259868075158,7.235878905350341,511.63594069495434,0.8816002466787844,0.09295323595710964,0.07491384668942075,Energy,1 +electricity/15T/long,TiRex-2,327501.0835975976,327501.0835975976,58.55276661036036,0.879442109489505,0.1374557466979041,0.1280798910425497,7.345243199954292,572.2771038558135,0.9028372664426261,0.09237416523039846,0.07416215534539335,Energy,1 +electricity/H/short,TiRex-2,1532454.2069369368,1532454.2069369368,168.07000351914414,0.9381835650021294,0.17448969788421761,0.12022988347553581,10.049656401936238,1237.9233445318562,0.5843882235269777,0.07934104419193143,0.0648753058328166,Energy,1 +electricity/H/medium,TiRex-2,5602662.348108108,5602662.348108108,239.80178913288287,1.0622403125091775,0.22066840067653193,0.12494531808885247,8.82830097330871,2366.994370104861,0.9239159052323264,0.09360254079236517,0.0746710619061961,Energy,1 +electricity/H/long,TiRex-2,7590587.198270271,7590587.198270271,268.2350930930931,1.1723912872291986,0.29186229845187034,0.13622153054138916,9.738161069420299,2755.10203046462,1.0866114259284647,0.10579184137902413,0.08403267032744127,Energy,1 +electricity/D/short,TiRex-2,1255199487.833946,1255199487.833946,4212.765117117117,1.4042599159489701,0.2775557733707555,0.09445894077164485,11.345348106688919,35428.79461446503,0.582212754876607,0.06922972150690723,0.054504933173045354,Energy,1 +electricity/W/short,TiRex-2,41026352661.21802,41026352661.21802,28276.184684684686,1.5173694465026841,0.20164035586724446,0.09777388733690083,11.527025673337642,202549.63011868973,0.46215141433394263,0.06451692227893627,0.050255274572395696,Energy,1 +solar/10T/short,TiRex-2,24.13185542122871,24.13185542122871,2.3316943834587893,1.029370578934644,5.821340305873504,1.539346537494782,5.5614415334429435,4.91241849003408,1.4290220067690313,0.6782896436413428,0.5285340232443377,Energy,1 +solar/10T/medium,TiRex-2,19.555018248175184,19.555018248175184,1.8907250107138907,0.8241197248708465,3.5917973405840287,1.4558955130796507,4.543089885617716,4.42210563512171,0.9812827644773479,0.41955937249534414,0.3244557123237033,Energy,1 +solar/10T/long,TiRex-2,18.479808996096917,18.479808996096917,1.8550475034690541,0.8081197037526254,3.112117514413043,1.4578671969295982,4.490666247311467,4.298814836219038,0.929119959919178,0.4009388000501257,0.306568608515406,Energy,1 +solar/H/short,TiRex-2,189.12044595978998,189.12044595978998,5.372484748167179,0.4140980752697592,1.3723402979615178,1.3443105105876927,2.7973198992666113,13.752106964381493,0.5069072569395401,0.19803158262923126,0.15440768366590513,Energy,1 +solar/H/medium,TiRex-2,228.0293795620438,228.0293795620438,5.89148228406326,0.4496586489823745,1.4573582494181463,1.350086552255776,2.9893915024759923,15.100641693717648,0.5439603588779106,0.21222494265890537,0.1643637957487274,Energy,1 +solar/H/long,TiRex-2,253.06184103811842,253.06184103811842,6.226842558799675,0.47295889994475543,2.2989820818006765,1.345893968399228,3.236912702490943,15.90791755818839,0.5515564930983082,0.2158959796116749,0.1689188116273346,Energy,1 +solar/D/short,TiRex-2,125094.64136253041,125094.64136253041,251.58272506082724,0.9809203401333817,1.0352986950653893,0.43146796179410607,5.3804452932209,353.68720836712544,0.5109575486797528,0.36345134753592867,0.2758444092897847,Energy,1 +solar/W/short,TiRex-2,1579489.6350364964,1579489.6350364964,1015.540602189781,1.1109558802764368,0.2285003662109375,0.1990116503049786,7.099422972362463,1256.77748031881,0.2565397047207847,0.20729722667504027,0.1491571830701785,Energy,1 +hospital/M/short,TiRex-2,2804.86962190352,2804.86962190352,18.25859001521078,0.7642741264176063,0.19198169401550957,0.1734611656443569,5.127208367986504,52.961019834435966,0.1922608002982394,0.06628292165853178,0.05172650495416111,Healthcare,1 +covid_deaths/D/short,TiRex-2,364138.4421052632,364138.4421052632,103.87904918546366,34.21256996742289,0.08800280890250883,0.12879597933272927,731.40733182024,603.4388470303045,0.22704680286629966,0.03908499778962053,0.03174311681216086,Healthcare,1 +us_births/D/short,TiRex-2,190365.28,190365.28,265.29505208333336,0.39064947779214493,0.025641948382059732,0.025221747646242305,3.781596977726359,436.30869805677725,0.040900400001947695,0.02486925838763332,0.02031583635229672,Healthcare,1 +us_births/M/short,TiRex-2,66788768.0,66788768.0,6633.834635416667,0.7489572015398966,0.02043255294362704,0.02074391412076921,3.7107444382058374,8172.439537861384,0.025383541485608604,0.020604645148691012,0.0155724811693052,Healthcare,1 +us_births/W/short,TiRex-2,2509542.0,2509542.0,1234.9979073660713,1.1224102398223685,0.016725510358810425,0.016737408124682836,7.313698674780622,1584.1534016628566,0.02150472709432132,0.016764975495483923,0.012926842477302442,Healthcare,1 +saugeen/D/short,TiRex-2,1241.5941666666668,1241.5941666666668,13.150348307291667,2.92194181234672,0.2803130086263021,0.33175323083503244,29.4642526850992,35.23626209839328,1.1413109249496898,0.4259429149464185,0.35689549709191887,Nature,1 +saugeen/M/short,TiRex-2,420.1109561011905,420.1109561011905,12.871096656436013,0.7541549956088199,0.36453044982183547,0.3743121098359575,5.222674362738224,20.49660840483592,0.6153696735624813,0.3864289345545302,0.30554479504295934,Nature,1 +saugeen/W/short,TiRex-2,1053.1900390625,1053.1900390625,15.098287963867188,1.224780165322851,0.3643290281295776,0.39960959709671584,10.412568752211305,32.452889533329696,0.9796174559631642,0.45575437679817943,0.36747879652688165,Nature,1 +temperature_rain/D/short,TiRex-2,185.14133019477347,185.14133019477347,5.711758556709811,1.3204128177329444,16.97904185255517,1.5327799473597192,19.349227803694497,13.606664918148512,1.6018641919745553,0.6724249888004665,0.5445240027621031,Nature,1 +kdd_cup_2018/H/short,TiRex-2,4442.174206754925,4442.174206754925,22.10933639909958,0.922222688557774,0.7994122658687796,0.4947152755325103,7.317917138106568,66.64963770910481,1.395097629373204,0.46278845403513597,0.3699761793579389,Nature,1 +kdd_cup_2018/H/medium,TiRex-2,5318.600992571075,5318.600992571075,25.58394948506536,1.0542517924844046,0.9023686594004134,0.5722041892552259,8.345251646724861,72.92873914014334,1.526530590302982,0.5355183974135239,0.42469027080103744,Nature,1 +kdd_cup_2018/H/long,TiRex-2,4074.4951810687776,4074.4951810687776,23.78459523907172,1.0124852365633705,1.0015790273667555,0.6058371441618738,7.414191914504397,63.83177250451986,1.497751320407376,0.5580827153460637,0.43614614818372194,Nature,1 +kdd_cup_2018/D/short,TiRex-2,2877.013365250349,2877.013365250349,21.025637509142896,1.1857494194578504,0.5317708463204003,0.4599644801734185,9.017441031299992,53.63779791574547,1.2015435906379177,0.4709965913938233,0.3722977832746291,Nature,1 +car_parts/M/short,TiRex-2,1.3852346275089367,1.3852346275089367,0.45626666040016356,0.8353268673756366,0.8468199423819361,1.903595951776484,15.627453788485994,1.17695990904913,2.822229128834916,1.0940806476049796,0.9525227769671033,Sales,1 +restaurant/D/short,TiRex-2,137.80806948725134,137.80806948725134,7.054675825394602,0.6772710027748202,0.671193221286308,0.3911772863851723,4.618019098400836,11.73916817697282,0.5402637188836696,0.32467252700431554,0.25417469339959453,Sales,1 +hierarchical_sales/D/short,TiRex-2,28.711541442744934,28.711541442744934,2.30566834177346,0.7448622733427184,0.638792748406679,1.0532423279249479,6.945714551438969,5.3583151682917025,1.6438717538710228,0.707353513519512,0.5760216800258925,Sales,1 +hierarchical_sales/W/short,TiRex-2,467.15138373940675,467.15138373940675,8.945835954051907,0.7229935984146366,0.5407295880643187,0.45575619365157183,6.779509685207151,21.613685103179577,0.9922948551267048,0.41070770438435444,0.34861481393387034,Sales,1 +loop_seattle/5T/short,TiRex-2,43.87518342040764,43.87518342040764,3.5572149097611905,0.5617068464740116,0.09232246410735989,0.07597797244620377,4.15838068084048,6.623834495245759,0.11358414129375362,0.06099838412517148,0.048038819329013986,Transport,1 +loop_seattle/5T/medium,TiRex-2,69.0496111487358,69.0496111487358,4.744501812032379,0.7537277109058076,0.14394985013948014,0.10848924897599285,5.740788810771305,8.309609566564232,0.147845025170222,0.08441443418022337,0.0665944843228126,Transport,1 +loop_seattle/5T/long,TiRex-2,83.51502121316362,83.51502121316362,5.1612489250086,0.8161043011822313,0.15143499482212475,0.11713571262081851,6.437345218596752,9.138655328502308,0.16157329516685554,0.09125193652824826,0.07231182889199439,Transport,1 +loop_seattle/H/short,TiRex-2,36.752171765520615,36.752171765520615,3.3182301638626366,0.6895219539087595,0.09518163675953956,0.07638752331474484,5.3087506322250935,6.062356948045918,0.10730988287263946,0.05873604825320189,0.046658867768813034,Transport,1 +loop_seattle/H/medium,TiRex-2,39.963860939112486,39.963860939112486,3.5056779702012384,0.7385274714089076,0.10186903631724072,0.08015740773322845,5.822803217021223,6.321697631104519,0.11173528537535929,0.06196245870843825,0.04962478429747825,Transport,1 +loop_seattle/H/long,TiRex-2,44.1811876504988,44.1811876504988,3.6002133857929137,0.7676405049492637,0.1123779296875,0.08368619335927907,6.2455731257297,6.646893082523503,0.11878887830926697,0.06434063320452639,0.051531910421448585,Transport,1 +loop_seattle/D/short,TiRex-2,17.91515092879257,17.91515092879257,2.8714013319143445,0.867178228275405,0.05343969323440725,0.052946495575926567,7.372078323495213,4.23262931625161,0.07564274675351775,0.05131578211768893,0.04187743735040092,Transport,1 +sz_taxi/15T/short,TiRex-2,16.67869871556395,16.67869871556395,2.72904053479615,0.5443350382868307,1134924377146.895,0.3929731693171286,3.911906325546686,4.083956257792675,0.38186737646108954,0.25517696162637965,0.20068777198673984,Transport,1 +sz_taxi/15T/medium,TiRex-2,16.293831797542737,16.293831797542737,2.7445665147569445,0.534959458862143,9786438144693.17,0.40478437029711756,3.8738422690116128,4.036561878324515,0.37566945906485055,0.25542772513974416,0.2012267667506087,Transport,1 +sz_taxi/15T/long,TiRex-2,15.531495949074074,15.531495949074074,2.685954193376068,0.5074304012067504,5918545693956.813,0.3988811641104446,3.90079277694111,3.9410018966087894,0.3647721153756484,0.2486071356024875,0.19679291631062168,Transport,1 +sz_taxi/H/short,TiRex-2,7.186893821781517,7.186893821781517,1.8472644773303952,0.5625609368303884,1.1981948461288061,0.2949764766031587,4.0263306343481275,2.680838268486467,0.24973662786163356,0.17208408532512143,0.1357769164228408,Transport,1 +m_dense/H/short,TiRex-2,45185.27111111111,45185.27111111111,88.63413194444445,0.7834781786901008,0.29433012211491527,0.20956098778102772,8.815794450948548,212.5682739994638,0.3770431494562165,0.15721486385938985,0.13070027920278968,Transport,1 +m_dense/H/medium,TiRex-2,36424.648888888885,36424.648888888885,80.52771701388889,0.6944438165080411,0.2769168824254407,0.19487524240010917,7.669966759348129,190.85242699239873,0.33205911132455274,0.140108054008095,0.1158284608188371,Transport,1 +m_dense/H/long,TiRex-2,35379.35012345679,35379.35012345679,81.44740740740741,0.7023894654371488,0.28512867561689215,0.19774536542858107,7.41385843515998,188.0939927893945,0.3256185068666396,0.14099750233838532,0.1176040656510254,Transport,1 +m_dense/D/short,TiRex-2,9302.554074074074,9302.554074074074,45.90950810185185,0.6827223156791568,0.1254161611320886,0.09872481020028359,7.1117102277065944,96.44974895806662,0.1669687822331519,0.07947614943012374,0.0664869168709989,Transport,1 +ett1/15T/short,TiRex-2,4.777524820963541,4.777524820963541,1.1251089186895462,0.7068243293647052,0.5050334919059895,0.2454958353253085,4.57036272631621,2.185754977339304,0.41319867311050695,0.2126924184673378,0.16280994100395638,Energy,7 +ett1/15T/medium,TiRex-2,8.36113529265873,8.36113529265873,1.5193705047123016,0.9620571859584023,0.7468546684576234,0.3719444767762893,6.565320427073821,2.8915627768835885,0.5511347242853942,0.2895935204645521,0.22430260865576324,Energy,7 +ett1/15T/long,TiRex-2,7.797987351190476,7.797987351190476,1.5002304997519842,0.9753296932617752,0.7791201583281974,0.37569426395051003,6.985385977395471,2.792487663569971,0.5322509097280307,0.2859454165945768,0.22313323495313775,Energy,7 +ett1/H/short,TiRex-2,95.41261160714286,95.41261160714286,4.9221575055803575,0.8241148007712913,0.43700499761672246,0.2633897780116344,5.672593011292728,9.767937940381422,0.4559096259668956,0.2297372281658519,0.1760159079657413,Energy,7 +ett1/H/medium,TiRex-2,128.27647879464286,128.27647879464286,6.530461193266369,1.2182385415353505,4436163986317.478,0.4380040190666625,8.357694888614539,11.325920659912944,0.5424847516096021,0.31279361075380185,0.24454562548898362,Energy,7 +ett1/H/long,TiRex-2,135.83649966931216,135.83649966931216,6.99635830026455,1.3765462455951127,2548354743000.0903,0.4851589981157114,8.904549589357002,11.654891662701639,0.5581275189839633,0.3350404459396196,0.25938698709574803,Energy,7 +ett1/D/short,TiRex-2,44600.701587301584,44600.701587301584,144.3385044642857,1.7604458199491033,1.2093021453373016,0.4986431492265436,10.309404312012907,211.18878186897518,0.5546943407823264,0.3791098697325535,0.28548388792796964,Energy,7 +ett1/W/short,TiRex-2,1573593.7142857143,1573593.7142857143,970.7212611607143,1.6462558284731443,0.7105236053466797,0.5674326146407519,8.350049655906595,1254.4296370405614,0.499167492990075,0.3862731587471971,0.2858382191145276,Energy,7 +ett2/15T/short,TiRex-2,7.816949753534226,7.816949753534226,1.7375293550037203,0.7397939174548761,0.10430615543600158,0.125324073680851,5.052000020302956,2.7958808546742877,0.1327304103941921,0.08248669966605805,0.06513303178460077,Energy,7 +ett2/15T/medium,TiRex-2,10.933501984126984,10.933501984126984,2.0700012400793653,0.8546483144908716,0.12798583802323707,0.15618842761188842,6.3883580037547665,3.3065846403996653,0.17621388083916165,0.1103141130578086,0.08759993914875729,Energy,7 +ett2/15T/long,TiRex-2,11.044852430555556,11.044852430555556,2.112267640128968,0.8761431867437008,0.13255998009520042,0.1611223610372838,6.851088372630475,3.323379669937751,0.17710891836445444,0.11256656602418447,0.09071869456742,Energy,7 +ett2/H/short,TiRex-2,111.11182105654763,111.11182105654763,6.4094778878348215,0.7313270449707547,0.11761186218489156,0.10855963897186066,5.2875025268709885,10.540959209509712,0.13368869197676997,0.0812900133704742,0.0644920405293882,Energy,7 +ett2/H/medium,TiRex-2,232.92373511904762,232.92373511904762,9.458468191964286,1.0203529407575571,0.17094076278825207,0.166734846419972,7.783987341530951,15.261839178783388,0.20566309745561884,0.127458941400003,0.10322907106806486,Energy,7 +ett2/H/long,TiRex-2,225.19794973544973,225.19794973544973,9.275537367724867,1.0337514081334989,0.18131860672993383,0.17816749494011833,8.14370846322247,15.006596873890153,0.2055037942579731,0.12702134527019782,0.10372616194396898,Energy,7 +ett2/D/short,TiRex-2,106215.92380952381,106215.92380952381,196.07870783730158,1.2910983141010477,0.41601310608878966,0.13309177708383788,12.483287674400684,325.9078455783534,0.18652565881295205,0.11222101785749164,0.09236945705268701,Energy,7 +ett2/W/short,TiRex-2,2924133.714285714,2924133.714285714,1179.0831473214287,0.7967958930313758,0.13155042273657663,0.14566925063649888,8.87052076178342,1710.009857949864,0.1434436110330695,0.09890699961390582,0.08450314279347239,Energy,7 +jena_weather/10T/short,TiRex-2,816.9817460317461,816.9817460317461,5.659363374255952,0.2723811673347503,0.3465113741508773,0.5453616355078412,2.0430736321595364,28.58289254137422,0.1775355862325858,0.03515173955530846,0.02812849741231814,Nature,21 +jena_weather/10T/medium,TiRex-2,1555.4323232323231,1555.4323232323231,9.717207792207793,0.5730240297516871,0.7552129390941147,0.6369689593071237,5.430352836648267,39.438969601554284,0.24203628222263823,0.05963433810192993,0.04879301430896989,Nature,21 +jena_weather/10T/long,TiRex-2,1458.0329365079365,1458.0329365079365,9.860320560515873,0.6144307173068461,0.7607445287075483,0.631178371890325,5.779880740316048,38.18419747104732,0.2336556518257139,0.060336992273433074,0.04906195101594583,Nature,21 +jena_weather/H/short,TiRex-2,1052.1824352548037,1052.1824352548037,8.087169420948204,0.508006742121415,1.1153542100473677,0.6032011812654541,4.497581348411526,32.437361718469084,0.19883893912045086,0.04957382792427007,0.04019951241284675,Nature,21 +jena_weather/H/medium,TiRex-2,1280.0906746031746,1280.0906746031746,9.91663333953373,0.7169373608856688,1.8533453471215964,0.6544626748605363,6.456219882366867,35.778354833658504,0.21893409862910562,0.060681638150217605,0.04947892337542519,Nature,21 +jena_weather/H/long,TiRex-2,1102.6791005291004,1102.6791005291004,10.528961020171957,0.8939815728625709,2.05829330554996,0.6522593765934921,6.69870719698231,33.20661230130379,0.19994059651208343,0.06339601064764443,0.05204549021014954,Nature,21 +jena_weather/D/short,TiRex-2,368.0499255952381,368.0499255952381,9.612146577380953,1.0510425931359986,0.5819358244765228,0.4577633295464466,6.709961127740127,19.184627324898393,0.1155228123153331,0.05788083272095213,0.04535887528647994,Nature,21 +bitbrains_fast_storage/5T/short,TiRex-2,1723376.7755777808,1723376.7755777808,154.08290823400185,0.7044155597193855,1.6201636437082763,0.7199479737130543,13.758444057986146,1312.7744572384781,4.121787176930717,0.4837822307108841,0.38375538432532647,Web/CloudOps,2 +bitbrains_fast_storage/5T/medium,TiRex-2,2892881.868580414,2892881.868580414,260.28439196397585,0.97228037874943,3.0109777142042677,0.7987150874858573,21.285221189792992,1700.847397205409,5.167644446425982,0.7908159161333406,0.5956249437155066,Web/CloudOps,2 +bitbrains_fast_storage/5T/long,TiRex-2,4319813.52356807,4319813.52356807,379.53989961970916,0.8978976392789713,3.7784828601056892,0.8137003084496276,16.07768440463051,2078.4161093409734,5.492633248099424,1.0030106398148266,0.6876963237926554,Web/CloudOps,2 +bitbrains_fast_storage/H/short,TiRex-2,3050948.32391675,3050948.32391675,316.4819422666632,1.0672482531133942,3.1929280766167527,0.5632178848341244,19.590276093583526,1746.6964029037072,4.978652005286071,0.9020763161150319,0.6681497695003986,Web/CloudOps,2 +bitbrains_rnd/5T/short,TiRex-2,1748420.0538065794,1748420.0538065794,121.03059614976165,1.6509150903984346,0.8036898249964979,0.6519412595004452,53.09874829940944,1322.278357157289,5.410381295422938,0.49522225788398405,0.39813439613482254,Web/CloudOps,2 +bitbrains_rnd/5T/medium,TiRex-2,2283682.948496941,2283682.948496941,151.4133007734393,4.394114851241022,0.6109278475880223,0.7155275289239105,160.62260320419003,1511.1859410730835,6.3583287680649985,0.6370728578190749,0.6253627910685908,Web/CloudOps,2 +bitbrains_rnd/5T/long,TiRex-2,2212029.9004256725,2212029.9004256725,157.27209422920217,3.3099104322882575,1.0492739797539292,0.6960737739008084,116.01810925224669,1487.2894474263146,5.697471039827067,0.6024739863477223,0.5951494166582366,Web/CloudOps,2 +bitbrains_rnd/H/short,TiRex-2,1928392.7321086058,1928392.7321086058,147.55648736200504,5.904995041098433,1.1947712873606189,0.5452820655333148,203.18331195438105,1388.665810088448,6.077481281065691,0.6457794116680052,0.5984643433408406,Web/CloudOps,2 +bizitobs_application/10S/short,TiRex-2,427204.9066666667,427204.9066666667,350.91052083333335,1.1189630431963855,0.015436778598361544,0.015577248139824817,7.570168246311635,653.6091390629928,0.025207091943266046,0.013533216159103788,0.010740321428749732,Web/CloudOps,2 +bizitobs_application/10S/medium,TiRex-2,3874406.8266666667,3874406.8266666667,1106.983125,2.4547498781074237,0.03494385083516439,0.035631226428824214,20.44052050854657,1968.3512965592972,0.07729136221187001,0.04346796927274269,0.03594552310695648,Web/CloudOps,2 +bizitobs_application/10S/long,TiRex-2,6227707.448888889,6227707.448888889,1506.26875,3.2672475473038074,0.04723150041368272,0.04824694063771193,49.878044457498135,2495.537507009039,0.0962429066968465,0.0580907649592383,0.051582493353778784,Web/CloudOps,2 +bizitobs_service/10S/short,TiRex-2,2426.002962962963,2426.002962962963,19.292020502645503,0.7656758469523396,0.05819892035590278,0.04590644801441087,6.287054302297299,49.2544715022196,0.036489287114719375,0.014292145538752998,0.01112213804789036,Web/CloudOps,2 +bizitobs_service/10S/medium,TiRex-2,21604.810158730157,21604.810158730157,40.389806547619045,1.076708862913629,0.07260297502790179,0.06151982650629266,9.433093910956908,146.98574814834993,0.1106249377917325,0.0303983201979615,0.022530308937752846,Web/CloudOps,2 +bizitobs_service/10S/long,TiRex-2,129176.80084656084,129176.80084656084,76.62758597883598,1.369230703062023,0.08712069072420635,0.07998852654532604,18.32292296549916,359.41174277777964,0.2662637091543876,0.05676816541547072,0.05137590523708529,Web/CloudOps,2 +bizitobs_l2c/5T/short,TiRex-2,20.142113095238095,20.142113095238095,2.571166701543899,0.26520284966606145,0.1396272045951331,0.2068432429341444,2.850532132967124,4.487996556954795,0.15413596780494024,0.08830427182841008,0.07183070465067484,Web/CloudOps,7 +bizitobs_l2c/5T/medium,TiRex-2,138.6170599489796,138.6170599489796,7.816230867346939,0.7511392921283505,0.49535290604078297,0.8712551852971513,7.19737928075143,11.773574646171808,0.6194631643018862,0.41124868627517047,0.3251802798100466,Web/CloudOps,7 +bizitobs_l2c/5T/long,TiRex-2,305.15458333333333,305.15458333333333,12.27048363095238,1.1512217917821361,0.8671760012013787,1.1611212927515784,8.66740454269043,17.468674343902954,0.9808399486950933,0.6889693114719946,0.5201133695652778,Web/CloudOps,7 +bizitobs_l2c/H/short,TiRex-2,66.49639601934524,66.49639601934524,4.9107762896825395,0.47873681819974856,0.4430189612958071,0.6339647051558424,2.8631498457283757,8.154532237924212,0.43955017174211103,0.26470341872932684,0.20429848005804527,Web/CloudOps,7 +bizitobs_l2c/H/medium,TiRex-2,86.32678571428572,86.32678571428572,5.28187023344494,0.5429817832924992,0.4824121268344011,0.7918762641533725,3.729523181367853,9.291220894709463,0.5625975377287782,0.3198252653352691,0.2574468104524075,Web/CloudOps,7 +bizitobs_l2c/H/long,TiRex-2,93.45682043650794,93.45682043650794,5.509787326388889,0.5803228562327183,0.5864931325768655,0.8099713945558144,4.38126025424668,9.667306782993283,0.590506999870815,0.33655371212133406,0.2667387722612735,Web/CloudOps,7 diff --git a/results/TiRex-2-Zeroshot/config.json b/results/TiRex-2-Zeroshot/config.json new file mode 100644 index 0000000..d667710 --- /dev/null +++ b/results/TiRex-2-Zeroshot/config.json @@ -0,0 +1,9 @@ +{ + "model": "TiRex-2", + "model_type": "zero-shot", + "model_dtype": "float32", + "model_link": "https://huggingface.co/NX-AI/TiRex-2-gifteval-zs", + "org": "NXAI", + "testdata_leakage": "No", + "replication_code_available": "Yes" +} From 6556de5f5430b2d4374e33f3350f66285044e573 Mon Sep 17 00:00:00 2001 From: Taha Aksu Date: Fri, 3 Jul 2026 18:05:40 +0300 Subject: [PATCH 2/5] Update all_results.csv update model name to match the folder. --- results/TiRex-2-Pretrained/all_results.csv | 194 ++++++++++----------- 1 file changed, 97 insertions(+), 97 deletions(-) diff --git a/results/TiRex-2-Pretrained/all_results.csv b/results/TiRex-2-Pretrained/all_results.csv index e4973d3..cb5ddff 100644 --- a/results/TiRex-2-Pretrained/all_results.csv +++ b/results/TiRex-2-Pretrained/all_results.csv @@ -1,98 +1,98 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -m4_hourly/H/short,TiRex-2,2735924.972624799,2735924.972624799,274.13352958937196,0.7419439182389933,0.08749635361626912,0.08123207732684108,5.473133131330267,1654.063170687504,0.22581613246750787,0.03742527766083388,0.0290645478351972,Econ/Fin,1 -hierarchical_sales/W/short,TiRex-2,468.0,468.0,8.952389474642478,0.7229401236570634,0.5346424392231268,0.4563716622864947,6.736882009297888,21.633307652783937,0.9931957359771438,0.41100857972023297,0.3484094691711162,Sales,1 -electricity/15T/short,TiRex-2,122465.69444819819,122465.69444819819,49.285010557432436,0.9394809187300088,0.1619774548785007,0.1529433031237386,9.969919577841162,349.9509886372636,0.6898223789018113,0.09715047058252188,0.08044891389738694,Energy,1 -electricity/15T/medium,TiRex-2,267435.3852702703,267435.3852702703,53.47612682995496,0.8221889886246854,0.1263991920206702,0.12431317125815226,7.144108773136996,517.1415524498783,0.8910869701381757,0.0921447514822314,0.07421144456232331,Energy,1 -electricity/15T/long,TiRex-2,330048.6916396396,330048.6916396396,57.904783596096095,0.866318436990398,0.1313392786854205,0.126076343883345,7.206440582229634,574.4986437230637,0.9063420178428268,0.09135189261218972,0.0731714648520933,Energy,1 -us_births/M/short,TiRex-2,53760512.0,53760512.0,5961.65234375,0.6734442379902473,0.018370466927687328,0.01861603234076324,3.6619369354757176,7332.156026708652,0.022773626628948822,0.018516851533655312,0.013913057847699436,Healthcare,1 -bizitobs_application/10S/short,TiRex-2,371382.7911111111,371382.7911111111,315.1425,0.8120974750327924,0.012099929385715061,0.012123103450099487,5.926582770119361,609.4118403108945,0.023502578792049585,0.012153786564427336,0.009822963161196427,Web/CloudOps,2 -bizitobs_application/10S/medium,TiRex-2,4158993.066666667,4158993.066666667,1126.4161458333333,2.450093689833996,0.03512014389038086,0.03585457102084038,30.292152236670653,2039.3609456559343,0.08007970213801013,0.04423104680606996,0.0383724077420928,Web/CloudOps,2 -bizitobs_application/10S/long,TiRex-2,6185949.297777778,6185949.297777778,1517.5309722222223,3.254956093319394,0.04710794236924913,0.048130068658116074,65.31864844873816,2487.1568703597645,0.09591969903964602,0.05852510385396066,0.05338696670429768,Web/CloudOps,2 -jena_weather/D/short,TiRex-2,361.02720734126984,361.02720734126984,9.569070870535715,1.0514905529518717,0.5775311723376692,0.45571283752111424,6.725121139199016,19.00071596917521,0.11441536536470644,0.057621446561765474,0.045102764226988466,Nature,21 -saugeen/W/short,TiRex-2,1070.11875,1070.11875,14.060226440429688,1.14081485589053,0.3662555456161499,0.3743517967611254,17.176551747705325,32.71266956394724,0.9874591322010298,0.4244196265387699,0.36449206766183456,Nature,1 -temperature_rain/D/short,TiRex-2,185.15688346775227,185.15688346775227,5.7239993365764965,1.324773252957719,17.26088339364978,1.5332303774699485,19.349143499536613,13.607236437563369,1.6019314749194347,0.6738660522108054,0.5452618784254414,Nature,1 -car_parts/M/short,TiRex-2,1.3908236906381817,1.3908236906381817,0.45469587885305607,0.8339935868608188,0.8497397890356249,1.9058860991002284,15.82594274940204,1.179331883160199,2.827916879435113,1.0903140745864777,0.9483574128735562,Sales,1 -m4_monthly/M/short,TiRex-2,1867948.8414074073,1867948.8414074073,560.7087281539352,0.9447579417136923,0.16032005786895753,0.13240934473109392,7.804554635811126,1366.7292494885032,0.2840532585185391,0.11653452311166827,0.09301213164925544,Econ/Fin,1 -saugeen/D/short,TiRex-2,1267.173125,1267.173125,13.297771809895833,2.953828045294503,0.2945594787597656,0.3359813612336568,50.079822700596594,35.59737525436391,1.1530074661123557,0.43071799732168997,0.37724312730260157,Nature,1 -m4_daily/D/short,TiRex-2,357720.2883504005,357720.2883504005,168.52248064103213,3.1650345467500696,0.035846439467160054,0.02921115456629039,25.111238905479485,598.0972231589112,0.09238949228664951,0.02603206606290311,0.020564183806217325,Econ/Fin,1 -bitbrains_fast_storage/5T/short,TiRex-2,1685765.2857100694,1685765.2857100694,152.72170290044795,0.6786866319242542,1.872174168248289,0.7137665582954569,13.1930142413708,1298.3702421536275,4.0765614127622,0.47950837189753875,0.37956212645211024,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,TiRex-2,2940924.7639004453,2940924.7639004453,280.1311642294954,0.9455146688322891,4.069497562422916,0.790615148489914,20.777950912314292,1714.9124653755496,5.210377902089446,0.8511158774907593,0.6299991936508988,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,TiRex-2,4733683.728531202,4733683.728531202,391.84719201996154,0.8699116825471095,4.358922360919579,0.802398429785886,15.394901149778299,2175.703042359228,5.749733009429851,1.035535038902417,0.7130824014146924,Web/CloudOps,2 -kdd_cup_2018/H/short,TiRex-2,4426.89061094461,4426.89061094461,22.17742783894196,0.9268375493193,0.8223006254505293,0.4988260554036163,7.333708413711209,66.53488266274023,1.3926955984148277,0.46421373119447057,0.36937959469966014,Nature,1 -kdd_cup_2018/H/medium,TiRex-2,5246.252653657638,5246.252653657638,25.44397590097107,1.046415058215544,0.9177972642929557,0.5697375096354433,8.390626823827603,72.43101996836465,1.51611242662624,0.5325884967944596,0.42166459432557635,Nature,1 -kdd_cup_2018/H/long,TiRex-2,4105.419208933625,4105.419208933625,23.93025439269749,1.014279005334405,0.9731754885874183,0.6098629628799798,7.459388240605868,64.07354531266103,1.5034242874647514,0.5615004676833808,0.4392580742446777,Nature,1 -covid_deaths/D/short,TiRex-2,353467.82957393484,353467.82957393484,100.21796679197995,34.471835332746174,0.08887185339251587,0.1289719005351602,729.5252522304601,594.5316051934791,0.22369540977757033,0.03770749772219641,0.031030153054808978,Healthcare,1 -bitbrains_rnd/H/short,TiRex-2,1934720.2236903799,1934720.2236903799,148.77669323558246,5.869116630417864,1.183787879836804,0.5420021719281388,204.6311250462247,1390.9422071712324,6.087444192797658,0.6511196601780107,0.602300622078529,Web/CloudOps,2 -solar/D/short,TiRex-2,126992.42822384428,126992.42822384428,251.5985401459854,0.9812374089694395,1.0493661848007907,0.4302205487078319,5.340019582258884,356.35997000763746,0.5148187788959832,0.363474194947295,0.2764812109419446,Energy,1 -jena_weather/10T/short,TiRex-2,809.9595734126984,809.9595734126984,5.435115559895833,0.26742441313570603,0.36282560214413,0.5415310151195131,2.0110459478035145,28.45978870990961,0.1767709707662157,0.03375888217380943,0.027348119669494516,Nature,21 -jena_weather/10T/medium,TiRex-2,1529.101875901876,1529.101875901876,9.456885822510822,0.5700904520605501,0.7550373987775442,0.6376296190377302,5.430503515273511,39.10373225028368,0.23997890976419187,0.05803674019975744,0.04756545771135137,Nature,21 -jena_weather/10T/long,TiRex-2,1411.2183862433862,1411.2183862433862,9.505033688822751,0.618404537319281,0.7944206174826316,0.6315618023492328,5.866931826120398,37.566186740783074,0.22987393819602014,0.05816293098398159,0.04774614937417189,Nature,21 -bizitobs_l2c/H/short,TiRex-2,65.68519035218254,65.68519035218254,4.908343602740575,0.4816184983773924,0.45986689652184504,0.6288581183373774,2.7769031462667533,8.10464005074763,0.43686090070421146,0.26457231830563527,0.20448077168907364,Web/CloudOps,7 -bizitobs_l2c/H/medium,TiRex-2,81.51143043154762,81.51143043154762,5.055875651041666,0.5116310340744515,0.4982165221804231,0.7692850059983269,3.6914230708141886,9.028368093489965,0.5466814013644596,0.3061409501046924,0.2485275960809763,Web/CloudOps,7 -bizitobs_l2c/H/long,TiRex-2,82.46930803571429,82.46930803571429,5.27351810515873,0.5587767093946338,0.6236998210397166,0.7961355732123889,4.32893368175279,9.081261368098282,0.5547096544978007,0.3221217061736304,0.25852483409583343,Web/CloudOps,7 -bitbrains_fast_storage/H/short,TiRex-2,2973251.476132946,2973251.476132946,310.3028515367281,1.0538410248858598,3.1227876906144285,0.5616641029041088,19.17960953570585,1724.311884820419,4.914848979186926,0.8844639224144263,0.6626235058883643,Web/CloudOps,2 -m_dense/D/short,TiRex-2,9380.882962962964,9380.882962962964,45.72203414351852,0.677363275336489,0.12713628702467683,0.09764746436597997,7.2132240861865204,96.854958380885,0.16767025968237573,0.0791516042772177,0.06576066516739021,Transport,1 -ett1/H/short,TiRex-2,102.722265625,102.722265625,4.954581705729167,0.8272529245225078,0.4488456362769717,0.26613610792137093,5.524588882718681,10.135199338197548,0.4730512179315852,0.23125059823969393,0.1790920328552686,Energy,7 -ett1/H/medium,TiRex-2,136.39622395833334,136.39622395833334,6.705653599330357,1.2556926939632393,4035307616059.5664,0.43752889744959494,8.643925777438985,11.678879396514604,0.5593906384070876,0.3211849117121331,0.2527730944540408,Energy,7 -ett1/H/long,TiRex-2,131.28544973544973,131.28544973544973,6.789668588789683,1.3106683899068423,3450133394303.924,0.4619682848423259,9.045007293461918,11.457986286230653,0.548698146972205,0.3251425233159237,0.253825323477632,Energy,7 -ett2/H/short,TiRex-2,111.46099330357143,111.46099330357143,6.421700613839286,0.7290800790070151,0.11696868682693025,0.10779797978111626,5.053298592989539,10.55750885879673,0.13389858757752893,0.08144503154476455,0.06443443656469955,Energy,7 -ett2/H/medium,TiRex-2,238.35234375,238.35234375,9.677085658482143,1.0448681247806426,0.17482781236502853,0.17033797616091728,7.931912422817044,15.438663923733815,0.20804591156821092,0.13040494417703927,0.10514101908395308,Energy,7 -ett2/H/long,TiRex-2,231.7792328042328,231.7792328042328,9.556094990079366,1.0595264022765154,0.18369060348860522,0.18096225351564318,8.344963208430071,15.224297448625759,0.20848503607424046,0.13086336597524917,0.10564943307841551,Energy,7 -jena_weather/H/short,TiRex-2,1070.9659565580619,1070.9659565580619,8.24231069209482,0.5128743295000073,1.3146275998617116,0.6007166758430651,4.465033772666549,32.72561621357284,0.20060593667040064,0.050524837971740746,0.04085830846993249,Nature,21 -jena_weather/H/medium,TiRex-2,1330.9272817460317,1330.9272817460317,10.170596168154763,0.7554230790988424,2.198876071665761,0.6516425705712917,6.535026093918058,36.48187607218181,0.2232390529193263,0.06223567701703482,0.05056881481213809,Nature,21 -jena_weather/H/long,TiRex-2,1082.6092592592593,1082.6092592592593,10.487950562169312,0.9357782155528825,2.275960037268332,0.6572199945470869,7.023876418412875,32.90302811686577,0.19811270309623577,0.06314908854075926,0.052154443904512994,Nature,21 -hierarchical_sales/D/short,TiRex-2,28.86287722199256,28.86287722199256,2.3153076878358827,0.7465872607733174,0.6439304314403334,1.0543384486898075,6.871045012077792,5.372418191279655,1.6481984051421685,0.7103107581421451,0.5782802009063903,Sales,1 -loop_seattle/5T/short,TiRex-2,44.5508118872549,44.5508118872549,3.58014922560307,0.5652788488758629,0.0910358464385703,0.07672242528305881,4.131856843766213,6.674639457472958,0.11445533425791658,0.06139165702064151,0.048347652976253055,Transport,1 -loop_seattle/5T/medium,TiRex-2,66.42972095910733,66.42972095910733,4.601891044246646,0.7322309565303429,0.14028391457194514,0.10538641935781516,5.5619102224497405,8.150442991586857,0.14501312481494238,0.08187709564657383,0.0646940890067908,Transport,1 -loop_seattle/5T/long,TiRex-2,79.83594025914459,79.83594025914459,4.991819172113289,0.7903638105368993,0.14663429150900126,0.1132778229049103,6.28149661122108,8.935095984887045,0.15797432434153716,0.08825638384674804,0.07003299440442716,Transport,1 -solar/10T/short,TiRex-2,22.460542122871047,22.460542122871047,2.0224117529653283,0.8810234037506813,6.3082301027202305,1.5099237360220634,3.8817160523176844,4.739255439715299,1.3786488941836919,0.5883193599240236,0.44402503608015176,Energy,1 -solar/10T/medium,TiRex-2,23.552443458305685,23.552443458305685,2.0036498510423577,0.877559366462002,4.229125074493445,1.4555353300666363,4.263007999143949,4.853085972688479,1.0769190092843446,0.44461784206594535,0.334210239708199,Energy,1 -solar/10T/long,TiRex-2,21.350827345650853,21.350827345650853,1.9085049148893705,0.8364499118313201,3.864406547242276,1.449063578207482,4.4101718434800325,4.620695547820788,0.9986893192091942,0.41249276314194205,0.3109315562744274,Energy,1 -loop_seattle/D/short,TiRex-2,17.446017156862744,17.446017156862744,2.835831277412281,0.8566307433253452,0.052907534698706786,0.05231591657332428,6.984260948261078,4.176842965310373,0.07464577005150691,0.050680097671054886,0.041161517631257534,Transport,1 -sz_taxi/H/short,TiRex-2,7.183556711571848,7.183556711571848,1.8483202029497197,0.5628104538189279,1.1255545330862713,0.2950467143494381,4.003910051308085,2.680215795709713,0.24967864068126927,0.1721824326813258,0.1357547249582032,Transport,1 -us_births/D/short,TiRex-2,93353.30666666667,93353.30666666667,208.64692708333334,0.3076205176585381,0.020072161356608074,0.019926642340184052,2.373297542966765,305.53773362167016,0.028641683231326865,0.019558956341904153,0.01554787721359311,Healthcare,1 -m4_weekly/W/short,TiRex-2,257578.18212984788,257578.18212984788,263.0244803942576,2.0465144168105653,0.0648957443155567,0.06426997920509521,14.298740765464443,507.52160754971595,0.09246257166110591,0.047918984148269686,0.03807589922802331,Econ/Fin,1 -m4_yearly/A/short,TiRex-2,3879403.3853921825,3879403.3853921825,938.838406096747,3.5356582296819132,0.1682881216666491,0.1582375094325841,33.02536006017795,1969.6201119485409,0.3158377148172202,0.15054709025634938,0.12304534352926313,Econ/Fin,1 -solar/W/short,TiRex-2,1678798.9489051094,1678798.9489051094,1043.010378649635,1.1403619413995314,0.235527901753892,0.20366481522649393,7.208275915974989,1295.6847413260332,0.26448164942189084,0.21290449482880225,0.15341984853884758,Energy,1 -ett1/15T/short,TiRex-2,4.043311709449405,4.043311709449405,1.0290889195033481,0.6758792362283556,0.44195556640625,0.23069853498463108,4.515836824135661,2.01079877398247,0.38012462632575356,0.1945406203960586,0.1503710957407965,Energy,7 -ett1/15T/medium,TiRex-2,9.10895275297619,9.10895275297619,1.546162109375,0.9767100169713148,0.7246699114296506,0.3755077119350578,6.629173737261665,3.018104165362122,0.5752535700626994,0.29469999197556696,0.22687258591414056,Energy,7 -ett1/15T/long,TiRex-2,8.03449466765873,8.03449466765873,1.5046803695436508,0.9731631871038224,0.7383725011928667,0.3786457834472302,7.060227997423676,2.834518419001494,0.5402620132708786,0.28679356617664437,0.2241025617861879,Energy,7 -electricity/W/short,TiRex-2,49331108116.75676,49331108116.75676,29673.349549549548,1.500452338951663,0.1952593529202839,0.09674242534199598,11.47934708556454,222106.07402040306,0.5067727656700232,0.06770479143464207,0.05183360789300366,Energy,1 -kdd_cup_2018/D/short,TiRex-2,2881.703304741007,2881.703304741007,21.034277545049537,1.1877302146579156,0.5336189059487001,0.4606541274751218,9.041479395049551,53.681498719214304,1.2025225350083817,0.47119013736643794,0.37266195949645775,Nature,1 -ett2/D/short,TiRex-2,107246.42539682539,107246.42539682539,195.54144345238095,1.2806129591735198,0.41008421882750495,0.13192089743947757,12.91984842862906,327.48500026234086,0.1874282847666604,0.11191351456621583,0.09265818394078704,Energy,7 -sz_taxi/15T/short,TiRex-2,16.671935811584248,16.671935811584248,2.72941648974669,0.5443780414186495,1107137702090.672,0.3926591063358222,3.8874432491971382,4.083128189462615,0.38178994853072734,0.25521211502214786,0.20071457598415376,Transport,1 -sz_taxi/15T/medium,TiRex-2,16.270310830662392,16.270310830662392,2.7457815838675215,0.5353160657686888,10077405659892.186,0.4049826669109481,3.9253929550860924,4.033647335930893,0.37539821224702946,0.25554080760181364,0.20158870885104296,Transport,1 -sz_taxi/15T/long,TiRex-2,15.532536502849004,15.532536502849004,2.691416266025641,0.5077981360102705,6198148676745.117,0.39867894460814024,4.023914149963033,3.9411339107988965,0.36478433437392555,0.249112695317248,0.1982754802153848,Transport,1 -m_dense/H/short,TiRex-2,39219.39555555556,39219.39555555556,82.23131944444444,0.7426900448582262,0.2720748000161251,0.2016095463378692,8.169621291821787,198.0388738494429,0.3512716140845395,0.1458578699630019,0.12034135456579192,Transport,1 -m_dense/H/medium,TiRex-2,38070.67555555556,38070.67555555556,81.17599826388889,0.6998759914598698,0.25801608378227125,0.1929311156586724,7.608532690134482,195.11708166010365,0.33947907166448915,0.14123598148146135,0.11578234283857432,Transport,1 -m_dense/H/long,TiRex-2,36110.23012345679,36110.23012345679,80.46378858024691,0.689916501485496,0.2547956447955045,0.19101525885688544,7.136542747932626,190.0269194705234,0.3289646886901953,0.13929471274326768,0.11435298596130844,Transport,1 -ett1/W/short,TiRex-2,1547124.0,1547124.0,978.2845284598214,1.6855185545101878,0.6883940696716309,0.580485850356187,8.488165147934605,1243.8343941216613,0.49495139294804674,0.3892827633236769,0.28890785305659966,Energy,7 -bizitobs_l2c/5T/short,TiRex-2,14.93383556547619,14.93383556547619,2.193809581938244,0.22124708786914293,0.09929924046650128,0.17677601162969478,1.5322297547719141,3.8644321142279354,0.13272024084331618,0.07534430091480315,0.058803702986981246,Web/CloudOps,7 -bizitobs_l2c/5T/medium,TiRex-2,63.19584927721088,63.19584927721088,4.977902450042517,0.48808926347375287,0.37606425199315174,0.6283914456808016,3.1453473860628303,7.949581704543383,0.4182649013206898,0.26191087209797365,0.2040195497980443,Web/CloudOps,7 -bizitobs_l2c/5T/long,TiRex-2,66.60882936507936,66.60882936507936,5.3562927827380955,0.5257369500573876,0.45467404542280987,0.7315136264673611,3.5957392631578493,8.161423243839236,0.45825171379190544,0.30074783207864914,0.2349228228854863,Web/CloudOps,7 -bizitobs_service/10S/short,TiRex-2,2124.9037037037037,2124.9037037037037,17.89202876984127,0.6836875451697143,0.05208196407903439,0.042719071244708626,5.124078337022812,46.09667779464919,0.03414989258402386,0.0132549869064809,0.010300021467279664,Web/CloudOps,2 -bizitobs_service/10S/medium,TiRex-2,21159.720634920635,21159.720634920635,39.25756944444444,1.0469395521505525,0.0645524669828869,0.057627240111849096,9.916783356409036,145.46381211463088,0.10947947978930302,0.029546168343115548,0.02220843324720674,Web/CloudOps,2 -bizitobs_service/10S/long,TiRex-2,130393.24783068783,130393.24783068783,75.80310846560846,1.3026199793519373,0.07816176318617725,0.07480905544407386,19.70650897588218,361.10005238256036,0.26751446288351055,0.0561573661157882,0.05164819073750352,Web/CloudOps,2 -saugeen/M/short,TiRex-2,426.0589657738095,426.0589657738095,12.868065243675595,0.75396850567,0.366977123987107,0.37143509164929106,5.2403886564201185,20.641195841661148,0.6197106221742226,0.3863379224493094,0.3070765124178913,Nature,1 -electricity/H/short,TiRex-2,1384200.4414414414,1384200.4414414414,157.4660543355856,0.8797050144055314,0.1692884425751629,0.11501677737766448,9.760297568275666,1176.5204806723261,0.5554016867685895,0.07433522290814784,0.06123444706220508,Energy,1 -electricity/H/medium,TiRex-2,5610675.599279279,5610675.599279279,238.23055602477478,1.0518388951591393,0.22517674474846752,0.12367076325460567,8.730221937421115,2368.686471291479,0.924576388087429,0.09298923673142463,0.07407118525173237,Energy,1 -electricity/H/long,TiRex-2,7618202.061261261,7618202.061261261,267.43694294294295,1.168906630991813,0.2908547654849042,0.1355908798939222,9.672768438905456,2760.1090669140704,1.0885861996231783,0.10547705119587675,0.08360165083955609,Energy,1 -bitbrains_rnd/5T/short,TiRex-2,1659506.45871525,1659506.45871525,119.5886044508425,1.6236081184706452,0.9670634303710571,0.6457224660926676,52.19321706085626,1288.2183272703621,5.271017314483613,0.4893220282085217,0.39785320445905387,Web/CloudOps,2 -bitbrains_rnd/5T/medium,TiRex-2,2461904.8654351765,2461904.8654351765,169.29982046678634,4.393936970295376,1.225119981269174,0.6987358738745777,159.64877779267312,1569.0458455491912,6.601775794535811,0.7123306562057038,0.6556978758126363,Web/CloudOps,2 -bitbrains_rnd/5T/long,TiRex-2,2590565.215748175,2590565.215748175,197.0302073657878,3.2887565619795613,2.313552731954288,0.6884301064129308,115.02988267865221,1609.5232883522299,6.165720827551116,0.7547783011301775,0.6540300699788436,Web/CloudOps,2 -loop_seattle/H/short,TiRex-2,38.00743017082179,38.00743017082179,3.336659141019635,0.6906266725940448,0.09330307188340191,0.07662893929758904,5.330252824583842,6.165016639946869,0.10912706381530621,0.05906225988955522,0.04692040441947186,Transport,1 -loop_seattle/H/medium,TiRex-2,43.61009416924664,43.61009416924664,3.5941325625644995,0.7534036109346346,0.10449096553711945,0.08201800747783572,5.7793624845908775,6.60379392237876,0.11672130518335676,0.06352588355049973,0.05056762902484285,Transport,1 -loop_seattle/H/long,TiRex-2,45.374286205710355,45.374286205710355,3.631456398348813,0.7725106955233876,0.11085750552276832,0.08410831168671266,6.173115282413125,6.736043809663826,0.12038212115911795,0.06489898766734688,0.05177656449539728,Transport,1 -hospital/M/short,TiRex-2,2883.337244676228,2883.337244676228,18.25684145480226,0.7638226911245549,0.19163308274170876,0.1734949079860811,5.13612267284183,53.69671539932613,0.19493154603772528,0.06627657397820835,0.05172387939721485,Healthcare,1 -restaurant/D/short,TiRex-2,137.77434155225552,137.77434155225552,7.055112893434202,0.6771348945629766,0.670650716966704,0.39087871990851875,4.627797947158439,11.737731533488722,0.540197601221862,0.3246926418881744,0.2540599170281452,Sales,1 -solar/H/short,TiRex-2,194.76465056345242,194.76465056345242,5.452739452274619,0.4206465743515943,1.5130535717380325,1.3452161038442507,2.7504857095824398,13.955810637990629,0.5144158424010375,0.20098979783370605,0.15631810019690323,Energy,1 -solar/H/medium,TiRex-2,240.26789841849148,240.26789841849148,6.000272296989051,0.45798631208922647,1.7569056998198131,1.349030937354233,2.8841532677996398,15.500577357585474,0.5583669749448374,0.21614381284162518,0.16590579497721725,Energy,1 -solar/H/long,TiRex-2,233.15052716950527,233.15052716950527,6.114054896593674,0.4648854628679047,2.438797229491199,1.344011995496005,3.181912294493722,15.269267407754219,0.5294133284759306,0.21198542581331944,0.16535494683071889,Energy,1 -ett1/D/short,TiRex-2,43139.78412698413,43139.78412698413,141.946626984127,1.7452232225357933,1.3405826629154265,0.48869311991285946,10.596747221999122,207.70118951749922,0.5455340637865546,0.37282752419153004,0.28297848451766844,Energy,7 -ett2/15T/short,TiRex-2,6.8130562918526785,6.8130562918526785,1.6779974074590773,0.725277016175907,0.10211520315798402,0.12416105236696597,4.8174806304638835,2.6101831912439937,0.1239146816999102,0.07966050633383664,0.06259886478628421,Energy,7 -ett2/15T/medium,TiRex-2,10.956639384920635,10.956639384920635,2.0630088975694445,0.851081542923179,0.12936377934233861,0.15562343567108772,6.141934479881748,3.310081477081891,0.17640022193809274,0.10994147120279686,0.08708697209073318,Energy,7 -ett2/15T/long,TiRex-2,10.737170138888889,10.737170138888889,2.0975189112103174,0.8712340736046428,0.13285933146513937,0.16012541235547828,6.663154187696339,3.276762142556107,0.17462457440618986,0.11178057217583494,0.08995941372695054,Energy,7 -electricity/D/short,TiRex-2,1235194821.0323603,1235194821.0323603,4212.8701981981985,1.40345813179156,0.31685345227429046,0.0947280444497195,11.35921668056188,35145.338539162774,0.5775546301990924,0.06923144833804465,0.05439939818809368,Energy,1 -us_births/W/short,TiRex-2,2343688.8571428573,2343688.8571428573,1201.9584263392858,1.0927954166200322,0.01630930708987372,0.01632125716057437,6.639555336576497,1530.9111199357255,0.02078196834051687,0.016316467780212642,0.012581888588537449,Healthcare,1 -m4_quarterly/Q/short,TiRex-2,1805815.5906666666,1805815.5906666666,558.39201953125,1.1806343278534328,0.11143733072280884,0.1018531440248489,9.018075475382668,1343.8063813908113,0.22492952458339135,0.09346499110558745,0.07467205150688183,Econ/Fin,1 -ett2/W/short,TiRex-2,3005724.5714285714,3005724.5714285714,1237.6961495535713,0.8737796138932673,0.14656952449253627,0.16627809908055882,9.044031982367455,1733.702561406821,0.1454310383909455,0.10382371246887327,0.0863849629544897,Energy,7 +m4_hourly/H/short,TiRex-2-Pretrained,2735924.972624799,2735924.972624799,274.13352958937196,0.7419439182389933,0.08749635361626912,0.08123207732684108,5.473133131330267,1654.063170687504,0.22581613246750787,0.03742527766083388,0.0290645478351972,Econ/Fin,1 +hierarchical_sales/W/short,TiRex-2-Pretrained,468.0,468.0,8.952389474642478,0.7229401236570634,0.5346424392231268,0.4563716622864947,6.736882009297888,21.633307652783937,0.9931957359771438,0.41100857972023297,0.3484094691711162,Sales,1 +electricity/15T/short,TiRex-2-Pretrained,122465.69444819819,122465.69444819819,49.285010557432436,0.9394809187300088,0.1619774548785007,0.1529433031237386,9.969919577841162,349.9509886372636,0.6898223789018113,0.09715047058252188,0.08044891389738694,Energy,1 +electricity/15T/medium,TiRex-2-Pretrained,267435.3852702703,267435.3852702703,53.47612682995496,0.8221889886246854,0.1263991920206702,0.12431317125815226,7.144108773136996,517.1415524498783,0.8910869701381757,0.0921447514822314,0.07421144456232331,Energy,1 +electricity/15T/long,TiRex-2-Pretrained,330048.6916396396,330048.6916396396,57.904783596096095,0.866318436990398,0.1313392786854205,0.126076343883345,7.206440582229634,574.4986437230637,0.9063420178428268,0.09135189261218972,0.0731714648520933,Energy,1 +us_births/M/short,TiRex-2-Pretrained,53760512.0,53760512.0,5961.65234375,0.6734442379902473,0.018370466927687328,0.01861603234076324,3.6619369354757176,7332.156026708652,0.022773626628948822,0.018516851533655312,0.013913057847699436,Healthcare,1 +bizitobs_application/10S/short,TiRex-2-Pretrained,371382.7911111111,371382.7911111111,315.1425,0.8120974750327924,0.012099929385715061,0.012123103450099487,5.926582770119361,609.4118403108945,0.023502578792049585,0.012153786564427336,0.009822963161196427,Web/CloudOps,2 +bizitobs_application/10S/medium,TiRex-2-Pretrained,4158993.066666667,4158993.066666667,1126.4161458333333,2.450093689833996,0.03512014389038086,0.03585457102084038,30.292152236670653,2039.3609456559343,0.08007970213801013,0.04423104680606996,0.0383724077420928,Web/CloudOps,2 +bizitobs_application/10S/long,TiRex-2-Pretrained,6185949.297777778,6185949.297777778,1517.5309722222223,3.254956093319394,0.04710794236924913,0.048130068658116074,65.31864844873816,2487.1568703597645,0.09591969903964602,0.05852510385396066,0.05338696670429768,Web/CloudOps,2 +jena_weather/D/short,TiRex-2-Pretrained,361.02720734126984,361.02720734126984,9.569070870535715,1.0514905529518717,0.5775311723376692,0.45571283752111424,6.725121139199016,19.00071596917521,0.11441536536470644,0.057621446561765474,0.045102764226988466,Nature,21 +saugeen/W/short,TiRex-2-Pretrained,1070.11875,1070.11875,14.060226440429688,1.14081485589053,0.3662555456161499,0.3743517967611254,17.176551747705325,32.71266956394724,0.9874591322010298,0.4244196265387699,0.36449206766183456,Nature,1 +temperature_rain/D/short,TiRex-2-Pretrained,185.15688346775227,185.15688346775227,5.7239993365764965,1.324773252957719,17.26088339364978,1.5332303774699485,19.349143499536613,13.607236437563369,1.6019314749194347,0.6738660522108054,0.5452618784254414,Nature,1 +car_parts/M/short,TiRex-2-Pretrained,1.3908236906381817,1.3908236906381817,0.45469587885305607,0.8339935868608188,0.8497397890356249,1.9058860991002284,15.82594274940204,1.179331883160199,2.827916879435113,1.0903140745864777,0.9483574128735562,Sales,1 +m4_monthly/M/short,TiRex-2-Pretrained,1867948.8414074073,1867948.8414074073,560.7087281539352,0.9447579417136923,0.16032005786895753,0.13240934473109392,7.804554635811126,1366.7292494885032,0.2840532585185391,0.11653452311166827,0.09301213164925544,Econ/Fin,1 +saugeen/D/short,TiRex-2-Pretrained,1267.173125,1267.173125,13.297771809895833,2.953828045294503,0.2945594787597656,0.3359813612336568,50.079822700596594,35.59737525436391,1.1530074661123557,0.43071799732168997,0.37724312730260157,Nature,1 +m4_daily/D/short,TiRex-2-Pretrained,357720.2883504005,357720.2883504005,168.52248064103213,3.1650345467500696,0.035846439467160054,0.02921115456629039,25.111238905479485,598.0972231589112,0.09238949228664951,0.02603206606290311,0.020564183806217325,Econ/Fin,1 +bitbrains_fast_storage/5T/short,TiRex-2-Pretrained,1685765.2857100694,1685765.2857100694,152.72170290044795,0.6786866319242542,1.872174168248289,0.7137665582954569,13.1930142413708,1298.3702421536275,4.0765614127622,0.47950837189753875,0.37956212645211024,Web/CloudOps,2 +bitbrains_fast_storage/5T/medium,TiRex-2-Pretrained,2940924.7639004453,2940924.7639004453,280.1311642294954,0.9455146688322891,4.069497562422916,0.790615148489914,20.777950912314292,1714.9124653755496,5.210377902089446,0.8511158774907593,0.6299991936508988,Web/CloudOps,2 +bitbrains_fast_storage/5T/long,TiRex-2-Pretrained,4733683.728531202,4733683.728531202,391.84719201996154,0.8699116825471095,4.358922360919579,0.802398429785886,15.394901149778299,2175.703042359228,5.749733009429851,1.035535038902417,0.7130824014146924,Web/CloudOps,2 +kdd_cup_2018/H/short,TiRex-2-Pretrained,4426.89061094461,4426.89061094461,22.17742783894196,0.9268375493193,0.8223006254505293,0.4988260554036163,7.333708413711209,66.53488266274023,1.3926955984148277,0.46421373119447057,0.36937959469966014,Nature,1 +kdd_cup_2018/H/medium,TiRex-2-Pretrained,5246.252653657638,5246.252653657638,25.44397590097107,1.046415058215544,0.9177972642929557,0.5697375096354433,8.390626823827603,72.43101996836465,1.51611242662624,0.5325884967944596,0.42166459432557635,Nature,1 +kdd_cup_2018/H/long,TiRex-2-Pretrained,4105.419208933625,4105.419208933625,23.93025439269749,1.014279005334405,0.9731754885874183,0.6098629628799798,7.459388240605868,64.07354531266103,1.5034242874647514,0.5615004676833808,0.4392580742446777,Nature,1 +covid_deaths/D/short,TiRex-2-Pretrained,353467.82957393484,353467.82957393484,100.21796679197995,34.471835332746174,0.08887185339251587,0.1289719005351602,729.5252522304601,594.5316051934791,0.22369540977757033,0.03770749772219641,0.031030153054808978,Healthcare,1 +bitbrains_rnd/H/short,TiRex-2-Pretrained,1934720.2236903799,1934720.2236903799,148.77669323558246,5.869116630417864,1.183787879836804,0.5420021719281388,204.6311250462247,1390.9422071712324,6.087444192797658,0.6511196601780107,0.602300622078529,Web/CloudOps,2 +solar/D/short,TiRex-2-Pretrained,126992.42822384428,126992.42822384428,251.5985401459854,0.9812374089694395,1.0493661848007907,0.4302205487078319,5.340019582258884,356.35997000763746,0.5148187788959832,0.363474194947295,0.2764812109419446,Energy,1 +jena_weather/10T/short,TiRex-2-Pretrained,809.9595734126984,809.9595734126984,5.435115559895833,0.26742441313570603,0.36282560214413,0.5415310151195131,2.0110459478035145,28.45978870990961,0.1767709707662157,0.03375888217380943,0.027348119669494516,Nature,21 +jena_weather/10T/medium,TiRex-2-Pretrained,1529.101875901876,1529.101875901876,9.456885822510822,0.5700904520605501,0.7550373987775442,0.6376296190377302,5.430503515273511,39.10373225028368,0.23997890976419187,0.05803674019975744,0.04756545771135137,Nature,21 +jena_weather/10T/long,TiRex-2-Pretrained,1411.2183862433862,1411.2183862433862,9.505033688822751,0.618404537319281,0.7944206174826316,0.6315618023492328,5.866931826120398,37.566186740783074,0.22987393819602014,0.05816293098398159,0.04774614937417189,Nature,21 +bizitobs_l2c/H/short,TiRex-2-Pretrained,65.68519035218254,65.68519035218254,4.908343602740575,0.4816184983773924,0.45986689652184504,0.6288581183373774,2.7769031462667533,8.10464005074763,0.43686090070421146,0.26457231830563527,0.20448077168907364,Web/CloudOps,7 +bizitobs_l2c/H/medium,TiRex-2-Pretrained,81.51143043154762,81.51143043154762,5.055875651041666,0.5116310340744515,0.4982165221804231,0.7692850059983269,3.6914230708141886,9.028368093489965,0.5466814013644596,0.3061409501046924,0.2485275960809763,Web/CloudOps,7 +bizitobs_l2c/H/long,TiRex-2-Pretrained,82.46930803571429,82.46930803571429,5.27351810515873,0.5587767093946338,0.6236998210397166,0.7961355732123889,4.32893368175279,9.081261368098282,0.5547096544978007,0.3221217061736304,0.25852483409583343,Web/CloudOps,7 +bitbrains_fast_storage/H/short,TiRex-2-Pretrained,2973251.476132946,2973251.476132946,310.3028515367281,1.0538410248858598,3.1227876906144285,0.5616641029041088,19.17960953570585,1724.311884820419,4.914848979186926,0.8844639224144263,0.6626235058883643,Web/CloudOps,2 +m_dense/D/short,TiRex-2-Pretrained,9380.882962962964,9380.882962962964,45.72203414351852,0.677363275336489,0.12713628702467683,0.09764746436597997,7.2132240861865204,96.854958380885,0.16767025968237573,0.0791516042772177,0.06576066516739021,Transport,1 +ett1/H/short,TiRex-2-Pretrained,102.722265625,102.722265625,4.954581705729167,0.8272529245225078,0.4488456362769717,0.26613610792137093,5.524588882718681,10.135199338197548,0.4730512179315852,0.23125059823969393,0.1790920328552686,Energy,7 +ett1/H/medium,TiRex-2-Pretrained,136.39622395833334,136.39622395833334,6.705653599330357,1.2556926939632393,4035307616059.5664,0.43752889744959494,8.643925777438985,11.678879396514604,0.5593906384070876,0.3211849117121331,0.2527730944540408,Energy,7 +ett1/H/long,TiRex-2-Pretrained,131.28544973544973,131.28544973544973,6.789668588789683,1.3106683899068423,3450133394303.924,0.4619682848423259,9.045007293461918,11.457986286230653,0.548698146972205,0.3251425233159237,0.253825323477632,Energy,7 +ett2/H/short,TiRex-2-Pretrained,111.46099330357143,111.46099330357143,6.421700613839286,0.7290800790070151,0.11696868682693025,0.10779797978111626,5.053298592989539,10.55750885879673,0.13389858757752893,0.08144503154476455,0.06443443656469955,Energy,7 +ett2/H/medium,TiRex-2-Pretrained,238.35234375,238.35234375,9.677085658482143,1.0448681247806426,0.17482781236502853,0.17033797616091728,7.931912422817044,15.438663923733815,0.20804591156821092,0.13040494417703927,0.10514101908395308,Energy,7 +ett2/H/long,TiRex-2-Pretrained,231.7792328042328,231.7792328042328,9.556094990079366,1.0595264022765154,0.18369060348860522,0.18096225351564318,8.344963208430071,15.224297448625759,0.20848503607424046,0.13086336597524917,0.10564943307841551,Energy,7 +jena_weather/H/short,TiRex-2-Pretrained,1070.9659565580619,1070.9659565580619,8.24231069209482,0.5128743295000073,1.3146275998617116,0.6007166758430651,4.465033772666549,32.72561621357284,0.20060593667040064,0.050524837971740746,0.04085830846993249,Nature,21 +jena_weather/H/medium,TiRex-2-Pretrained,1330.9272817460317,1330.9272817460317,10.170596168154763,0.7554230790988424,2.198876071665761,0.6516425705712917,6.535026093918058,36.48187607218181,0.2232390529193263,0.06223567701703482,0.05056881481213809,Nature,21 +jena_weather/H/long,TiRex-2-Pretrained,1082.6092592592593,1082.6092592592593,10.487950562169312,0.9357782155528825,2.275960037268332,0.6572199945470869,7.023876418412875,32.90302811686577,0.19811270309623577,0.06314908854075926,0.052154443904512994,Nature,21 +hierarchical_sales/D/short,TiRex-2-Pretrained,28.86287722199256,28.86287722199256,2.3153076878358827,0.7465872607733174,0.6439304314403334,1.0543384486898075,6.871045012077792,5.372418191279655,1.6481984051421685,0.7103107581421451,0.5782802009063903,Sales,1 +loop_seattle/5T/short,TiRex-2-Pretrained,44.5508118872549,44.5508118872549,3.58014922560307,0.5652788488758629,0.0910358464385703,0.07672242528305881,4.131856843766213,6.674639457472958,0.11445533425791658,0.06139165702064151,0.048347652976253055,Transport,1 +loop_seattle/5T/medium,TiRex-2-Pretrained,66.42972095910733,66.42972095910733,4.601891044246646,0.7322309565303429,0.14028391457194514,0.10538641935781516,5.5619102224497405,8.150442991586857,0.14501312481494238,0.08187709564657383,0.0646940890067908,Transport,1 +loop_seattle/5T/long,TiRex-2-Pretrained,79.83594025914459,79.83594025914459,4.991819172113289,0.7903638105368993,0.14663429150900126,0.1132778229049103,6.28149661122108,8.935095984887045,0.15797432434153716,0.08825638384674804,0.07003299440442716,Transport,1 +solar/10T/short,TiRex-2-Pretrained,22.460542122871047,22.460542122871047,2.0224117529653283,0.8810234037506813,6.3082301027202305,1.5099237360220634,3.8817160523176844,4.739255439715299,1.3786488941836919,0.5883193599240236,0.44402503608015176,Energy,1 +solar/10T/medium,TiRex-2-Pretrained,23.552443458305685,23.552443458305685,2.0036498510423577,0.877559366462002,4.229125074493445,1.4555353300666363,4.263007999143949,4.853085972688479,1.0769190092843446,0.44461784206594535,0.334210239708199,Energy,1 +solar/10T/long,TiRex-2-Pretrained,21.350827345650853,21.350827345650853,1.9085049148893705,0.8364499118313201,3.864406547242276,1.449063578207482,4.4101718434800325,4.620695547820788,0.9986893192091942,0.41249276314194205,0.3109315562744274,Energy,1 +loop_seattle/D/short,TiRex-2-Pretrained,17.446017156862744,17.446017156862744,2.835831277412281,0.8566307433253452,0.052907534698706786,0.05231591657332428,6.984260948261078,4.176842965310373,0.07464577005150691,0.050680097671054886,0.041161517631257534,Transport,1 +sz_taxi/H/short,TiRex-2-Pretrained,7.183556711571848,7.183556711571848,1.8483202029497197,0.5628104538189279,1.1255545330862713,0.2950467143494381,4.003910051308085,2.680215795709713,0.24967864068126927,0.1721824326813258,0.1357547249582032,Transport,1 +us_births/D/short,TiRex-2-Pretrained,93353.30666666667,93353.30666666667,208.64692708333334,0.3076205176585381,0.020072161356608074,0.019926642340184052,2.373297542966765,305.53773362167016,0.028641683231326865,0.019558956341904153,0.01554787721359311,Healthcare,1 +m4_weekly/W/short,TiRex-2-Pretrained,257578.18212984788,257578.18212984788,263.0244803942576,2.0465144168105653,0.0648957443155567,0.06426997920509521,14.298740765464443,507.52160754971595,0.09246257166110591,0.047918984148269686,0.03807589922802331,Econ/Fin,1 +m4_yearly/A/short,TiRex-2-Pretrained,3879403.3853921825,3879403.3853921825,938.838406096747,3.5356582296819132,0.1682881216666491,0.1582375094325841,33.02536006017795,1969.6201119485409,0.3158377148172202,0.15054709025634938,0.12304534352926313,Econ/Fin,1 +solar/W/short,TiRex-2-Pretrained,1678798.9489051094,1678798.9489051094,1043.010378649635,1.1403619413995314,0.235527901753892,0.20366481522649393,7.208275915974989,1295.6847413260332,0.26448164942189084,0.21290449482880225,0.15341984853884758,Energy,1 +ett1/15T/short,TiRex-2-Pretrained,4.043311709449405,4.043311709449405,1.0290889195033481,0.6758792362283556,0.44195556640625,0.23069853498463108,4.515836824135661,2.01079877398247,0.38012462632575356,0.1945406203960586,0.1503710957407965,Energy,7 +ett1/15T/medium,TiRex-2-Pretrained,9.10895275297619,9.10895275297619,1.546162109375,0.9767100169713148,0.7246699114296506,0.3755077119350578,6.629173737261665,3.018104165362122,0.5752535700626994,0.29469999197556696,0.22687258591414056,Energy,7 +ett1/15T/long,TiRex-2-Pretrained,8.03449466765873,8.03449466765873,1.5046803695436508,0.9731631871038224,0.7383725011928667,0.3786457834472302,7.060227997423676,2.834518419001494,0.5402620132708786,0.28679356617664437,0.2241025617861879,Energy,7 +electricity/W/short,TiRex-2-Pretrained,49331108116.75676,49331108116.75676,29673.349549549548,1.500452338951663,0.1952593529202839,0.09674242534199598,11.47934708556454,222106.07402040306,0.5067727656700232,0.06770479143464207,0.05183360789300366,Energy,1 +kdd_cup_2018/D/short,TiRex-2-Pretrained,2881.703304741007,2881.703304741007,21.034277545049537,1.1877302146579156,0.5336189059487001,0.4606541274751218,9.041479395049551,53.681498719214304,1.2025225350083817,0.47119013736643794,0.37266195949645775,Nature,1 +ett2/D/short,TiRex-2-Pretrained,107246.42539682539,107246.42539682539,195.54144345238095,1.2806129591735198,0.41008421882750495,0.13192089743947757,12.91984842862906,327.48500026234086,0.1874282847666604,0.11191351456621583,0.09265818394078704,Energy,7 +sz_taxi/15T/short,TiRex-2-Pretrained,16.671935811584248,16.671935811584248,2.72941648974669,0.5443780414186495,1107137702090.672,0.3926591063358222,3.8874432491971382,4.083128189462615,0.38178994853072734,0.25521211502214786,0.20071457598415376,Transport,1 +sz_taxi/15T/medium,TiRex-2-Pretrained,16.270310830662392,16.270310830662392,2.7457815838675215,0.5353160657686888,10077405659892.186,0.4049826669109481,3.9253929550860924,4.033647335930893,0.37539821224702946,0.25554080760181364,0.20158870885104296,Transport,1 +sz_taxi/15T/long,TiRex-2-Pretrained,15.532536502849004,15.532536502849004,2.691416266025641,0.5077981360102705,6198148676745.117,0.39867894460814024,4.023914149963033,3.9411339107988965,0.36478433437392555,0.249112695317248,0.1982754802153848,Transport,1 +m_dense/H/short,TiRex-2-Pretrained,39219.39555555556,39219.39555555556,82.23131944444444,0.7426900448582262,0.2720748000161251,0.2016095463378692,8.169621291821787,198.0388738494429,0.3512716140845395,0.1458578699630019,0.12034135456579192,Transport,1 +m_dense/H/medium,TiRex-2-Pretrained,38070.67555555556,38070.67555555556,81.17599826388889,0.6998759914598698,0.25801608378227125,0.1929311156586724,7.608532690134482,195.11708166010365,0.33947907166448915,0.14123598148146135,0.11578234283857432,Transport,1 +m_dense/H/long,TiRex-2-Pretrained,36110.23012345679,36110.23012345679,80.46378858024691,0.689916501485496,0.2547956447955045,0.19101525885688544,7.136542747932626,190.0269194705234,0.3289646886901953,0.13929471274326768,0.11435298596130844,Transport,1 +ett1/W/short,TiRex-2-Pretrained,1547124.0,1547124.0,978.2845284598214,1.6855185545101878,0.6883940696716309,0.580485850356187,8.488165147934605,1243.8343941216613,0.49495139294804674,0.3892827633236769,0.28890785305659966,Energy,7 +bizitobs_l2c/5T/short,TiRex-2-Pretrained,14.93383556547619,14.93383556547619,2.193809581938244,0.22124708786914293,0.09929924046650128,0.17677601162969478,1.5322297547719141,3.8644321142279354,0.13272024084331618,0.07534430091480315,0.058803702986981246,Web/CloudOps,7 +bizitobs_l2c/5T/medium,TiRex-2-Pretrained,63.19584927721088,63.19584927721088,4.977902450042517,0.48808926347375287,0.37606425199315174,0.6283914456808016,3.1453473860628303,7.949581704543383,0.4182649013206898,0.26191087209797365,0.2040195497980443,Web/CloudOps,7 +bizitobs_l2c/5T/long,TiRex-2-Pretrained,66.60882936507936,66.60882936507936,5.3562927827380955,0.5257369500573876,0.45467404542280987,0.7315136264673611,3.5957392631578493,8.161423243839236,0.45825171379190544,0.30074783207864914,0.2349228228854863,Web/CloudOps,7 +bizitobs_service/10S/short,TiRex-2-Pretrained,2124.9037037037037,2124.9037037037037,17.89202876984127,0.6836875451697143,0.05208196407903439,0.042719071244708626,5.124078337022812,46.09667779464919,0.03414989258402386,0.0132549869064809,0.010300021467279664,Web/CloudOps,2 +bizitobs_service/10S/medium,TiRex-2-Pretrained,21159.720634920635,21159.720634920635,39.25756944444444,1.0469395521505525,0.0645524669828869,0.057627240111849096,9.916783356409036,145.46381211463088,0.10947947978930302,0.029546168343115548,0.02220843324720674,Web/CloudOps,2 +bizitobs_service/10S/long,TiRex-2-Pretrained,130393.24783068783,130393.24783068783,75.80310846560846,1.3026199793519373,0.07816176318617725,0.07480905544407386,19.70650897588218,361.10005238256036,0.26751446288351055,0.0561573661157882,0.05164819073750352,Web/CloudOps,2 +saugeen/M/short,TiRex-2-Pretrained,426.0589657738095,426.0589657738095,12.868065243675595,0.75396850567,0.366977123987107,0.37143509164929106,5.2403886564201185,20.641195841661148,0.6197106221742226,0.3863379224493094,0.3070765124178913,Nature,1 +electricity/H/short,TiRex-2-Pretrained,1384200.4414414414,1384200.4414414414,157.4660543355856,0.8797050144055314,0.1692884425751629,0.11501677737766448,9.760297568275666,1176.5204806723261,0.5554016867685895,0.07433522290814784,0.06123444706220508,Energy,1 +electricity/H/medium,TiRex-2-Pretrained,5610675.599279279,5610675.599279279,238.23055602477478,1.0518388951591393,0.22517674474846752,0.12367076325460567,8.730221937421115,2368.686471291479,0.924576388087429,0.09298923673142463,0.07407118525173237,Energy,1 +electricity/H/long,TiRex-2-Pretrained,7618202.061261261,7618202.061261261,267.43694294294295,1.168906630991813,0.2908547654849042,0.1355908798939222,9.672768438905456,2760.1090669140704,1.0885861996231783,0.10547705119587675,0.08360165083955609,Energy,1 +bitbrains_rnd/5T/short,TiRex-2-Pretrained,1659506.45871525,1659506.45871525,119.5886044508425,1.6236081184706452,0.9670634303710571,0.6457224660926676,52.19321706085626,1288.2183272703621,5.271017314483613,0.4893220282085217,0.39785320445905387,Web/CloudOps,2 +bitbrains_rnd/5T/medium,TiRex-2-Pretrained,2461904.8654351765,2461904.8654351765,169.29982046678634,4.393936970295376,1.225119981269174,0.6987358738745777,159.64877779267312,1569.0458455491912,6.601775794535811,0.7123306562057038,0.6556978758126363,Web/CloudOps,2 +bitbrains_rnd/5T/long,TiRex-2-Pretrained,2590565.215748175,2590565.215748175,197.0302073657878,3.2887565619795613,2.313552731954288,0.6884301064129308,115.02988267865221,1609.5232883522299,6.165720827551116,0.7547783011301775,0.6540300699788436,Web/CloudOps,2 +loop_seattle/H/short,TiRex-2-Pretrained,38.00743017082179,38.00743017082179,3.336659141019635,0.6906266725940448,0.09330307188340191,0.07662893929758904,5.330252824583842,6.165016639946869,0.10912706381530621,0.05906225988955522,0.04692040441947186,Transport,1 +loop_seattle/H/medium,TiRex-2-Pretrained,43.61009416924664,43.61009416924664,3.5941325625644995,0.7534036109346346,0.10449096553711945,0.08201800747783572,5.7793624845908775,6.60379392237876,0.11672130518335676,0.06352588355049973,0.05056762902484285,Transport,1 +loop_seattle/H/long,TiRex-2-Pretrained,45.374286205710355,45.374286205710355,3.631456398348813,0.7725106955233876,0.11085750552276832,0.08410831168671266,6.173115282413125,6.736043809663826,0.12038212115911795,0.06489898766734688,0.05177656449539728,Transport,1 +hospital/M/short,TiRex-2-Pretrained,2883.337244676228,2883.337244676228,18.25684145480226,0.7638226911245549,0.19163308274170876,0.1734949079860811,5.13612267284183,53.69671539932613,0.19493154603772528,0.06627657397820835,0.05172387939721485,Healthcare,1 +restaurant/D/short,TiRex-2-Pretrained,137.77434155225552,137.77434155225552,7.055112893434202,0.6771348945629766,0.670650716966704,0.39087871990851875,4.627797947158439,11.737731533488722,0.540197601221862,0.3246926418881744,0.2540599170281452,Sales,1 +solar/H/short,TiRex-2-Pretrained,194.76465056345242,194.76465056345242,5.452739452274619,0.4206465743515943,1.5130535717380325,1.3452161038442507,2.7504857095824398,13.955810637990629,0.5144158424010375,0.20098979783370605,0.15631810019690323,Energy,1 +solar/H/medium,TiRex-2-Pretrained,240.26789841849148,240.26789841849148,6.000272296989051,0.45798631208922647,1.7569056998198131,1.349030937354233,2.8841532677996398,15.500577357585474,0.5583669749448374,0.21614381284162518,0.16590579497721725,Energy,1 +solar/H/long,TiRex-2-Pretrained,233.15052716950527,233.15052716950527,6.114054896593674,0.4648854628679047,2.438797229491199,1.344011995496005,3.181912294493722,15.269267407754219,0.5294133284759306,0.21198542581331944,0.16535494683071889,Energy,1 +ett1/D/short,TiRex-2-Pretrained,43139.78412698413,43139.78412698413,141.946626984127,1.7452232225357933,1.3405826629154265,0.48869311991285946,10.596747221999122,207.70118951749922,0.5455340637865546,0.37282752419153004,0.28297848451766844,Energy,7 +ett2/15T/short,TiRex-2-Pretrained,6.8130562918526785,6.8130562918526785,1.6779974074590773,0.725277016175907,0.10211520315798402,0.12416105236696597,4.8174806304638835,2.6101831912439937,0.1239146816999102,0.07966050633383664,0.06259886478628421,Energy,7 +ett2/15T/medium,TiRex-2-Pretrained,10.956639384920635,10.956639384920635,2.0630088975694445,0.851081542923179,0.12936377934233861,0.15562343567108772,6.141934479881748,3.310081477081891,0.17640022193809274,0.10994147120279686,0.08708697209073318,Energy,7 +ett2/15T/long,TiRex-2-Pretrained,10.737170138888889,10.737170138888889,2.0975189112103174,0.8712340736046428,0.13285933146513937,0.16012541235547828,6.663154187696339,3.276762142556107,0.17462457440618986,0.11178057217583494,0.08995941372695054,Energy,7 +electricity/D/short,TiRex-2-Pretrained,1235194821.0323603,1235194821.0323603,4212.8701981981985,1.40345813179156,0.31685345227429046,0.0947280444497195,11.35921668056188,35145.338539162774,0.5775546301990924,0.06923144833804465,0.05439939818809368,Energy,1 +us_births/W/short,TiRex-2-Pretrained,2343688.8571428573,2343688.8571428573,1201.9584263392858,1.0927954166200322,0.01630930708987372,0.01632125716057437,6.639555336576497,1530.9111199357255,0.02078196834051687,0.016316467780212642,0.012581888588537449,Healthcare,1 +m4_quarterly/Q/short,TiRex-2-Pretrained,1805815.5906666666,1805815.5906666666,558.39201953125,1.1806343278534328,0.11143733072280884,0.1018531440248489,9.018075475382668,1343.8063813908113,0.22492952458339135,0.09346499110558745,0.07467205150688183,Econ/Fin,1 +ett2/W/short,TiRex-2-Pretrained,3005724.5714285714,3005724.5714285714,1237.6961495535713,0.8737796138932673,0.14656952449253627,0.16627809908055882,9.044031982367455,1733.702561406821,0.1454310383909455,0.10382371246887327,0.0863849629544897,Energy,7 From 3f5fa44c5f70febf0ae5a362378548c3e7fdf674 Mon Sep 17 00:00:00 2001 From: Taha Aksu Date: Fri, 3 Jul 2026 18:06:01 +0300 Subject: [PATCH 3/5] Update config.json update model name to match the folder. --- results/TiRex-2-Pretrained/config.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/results/TiRex-2-Pretrained/config.json b/results/TiRex-2-Pretrained/config.json index d3971f8..2796f77 100644 --- a/results/TiRex-2-Pretrained/config.json +++ b/results/TiRex-2-Pretrained/config.json @@ -1,5 +1,5 @@ { - "model": "TiRex-2", + "model": "TiRex-2-Pretrained", "model_type": "pretrained", "model_dtype": "float32", "model_link": "https://huggingface.co/NX-AI/TiRex-2-gifteval-zs", From ceaaca0c3c79ac6c78443ab706e04d97516b5e14 Mon Sep 17 00:00:00 2001 From: Taha Aksu Date: Fri, 3 Jul 2026 18:06:36 +0300 Subject: [PATCH 4/5] Update all_results.csv update model name to match the folder. --- results/TiRex-2-Zeroshot/all_results.csv | 194 +++++++++++------------ 1 file changed, 97 insertions(+), 97 deletions(-) diff --git a/results/TiRex-2-Zeroshot/all_results.csv b/results/TiRex-2-Zeroshot/all_results.csv index 25b81cf..5409931 100644 --- a/results/TiRex-2-Zeroshot/all_results.csv +++ b/results/TiRex-2-Zeroshot/all_results.csv @@ -1,98 +1,98 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -m4_yearly/A/short,TiRex-2,3925752.972461623,3925752.972461623,945.9092669974754,3.565310531663481,0.1691560802524474,0.159569355775755,33.09361634918049,1981.351299608836,0.3177188651366359,0.15168093557765205,0.12393123470237974,Econ/Fin,1 -m4_quarterly/Q/short,TiRex-2,1805140.6866666668,1805140.6866666668,561.00865625,1.1902769296544624,0.11176770369211833,0.1023809876901841,9.1061822629413,1343.5552413900468,0.2248874881696951,0.09390297001483086,0.0750439460234444,Econ/Fin,1 -m4_monthly/M/short,TiRex-2,1894708.7681111111,1894708.7681111111,564.4636552372685,0.9451225157862497,0.1610596431096395,0.13314482971049318,7.687750775483862,1376.484205543642,0.2860806732791468,0.11731492586804414,0.09352542604180264,Econ/Fin,1 -m4_weekly/W/short,TiRex-2,262766.8583672595,262766.8583672595,261.9853224769659,2.064760132194989,0.06361218818842738,0.06351536993354064,14.264154829555096,512.6078992439147,0.0933892151838018,0.047729665679921776,0.03773484955269001,Econ/Fin,1 -m4_daily/D/short,TiRex-2,360299.0735746392,360299.0735746392,175.61151420291324,3.290214060862409,0.036935874990276125,0.030074489008788827,26.173371487155997,600.2491762382012,0.09272190956718832,0.027127125839516045,0.021460839272318906,Econ/Fin,1 -m4_hourly/H/short,TiRex-2,3084036.3285024157,3084036.3285024157,284.49076590177134,0.7445135392163762,0.08728793968900966,0.08059150389061331,5.49825161460385,1756.1424567791805,0.23975220818623966,0.03883926902982491,0.030272192270531455,Econ/Fin,1 -electricity/15T/short,TiRex-2,123817.23977477477,123817.23977477477,51.50886208474099,0.9913067720463019,0.1690069505767124,0.15860901977101932,9.986028513983076,351.87673946252085,0.6936184133711639,0.10153412029548933,0.08350562702586567,Energy,1 -electricity/15T/medium,TiRex-2,261771.33581081082,261771.33581081082,53.94533009572072,0.8317570403290815,0.12924391153463058,0.12585259868075158,7.235878905350341,511.63594069495434,0.8816002466787844,0.09295323595710964,0.07491384668942075,Energy,1 -electricity/15T/long,TiRex-2,327501.0835975976,327501.0835975976,58.55276661036036,0.879442109489505,0.1374557466979041,0.1280798910425497,7.345243199954292,572.2771038558135,0.9028372664426261,0.09237416523039846,0.07416215534539335,Energy,1 -electricity/H/short,TiRex-2,1532454.2069369368,1532454.2069369368,168.07000351914414,0.9381835650021294,0.17448969788421761,0.12022988347553581,10.049656401936238,1237.9233445318562,0.5843882235269777,0.07934104419193143,0.0648753058328166,Energy,1 -electricity/H/medium,TiRex-2,5602662.348108108,5602662.348108108,239.80178913288287,1.0622403125091775,0.22066840067653193,0.12494531808885247,8.82830097330871,2366.994370104861,0.9239159052323264,0.09360254079236517,0.0746710619061961,Energy,1 -electricity/H/long,TiRex-2,7590587.198270271,7590587.198270271,268.2350930930931,1.1723912872291986,0.29186229845187034,0.13622153054138916,9.738161069420299,2755.10203046462,1.0866114259284647,0.10579184137902413,0.08403267032744127,Energy,1 -electricity/D/short,TiRex-2,1255199487.833946,1255199487.833946,4212.765117117117,1.4042599159489701,0.2775557733707555,0.09445894077164485,11.345348106688919,35428.79461446503,0.582212754876607,0.06922972150690723,0.054504933173045354,Energy,1 -electricity/W/short,TiRex-2,41026352661.21802,41026352661.21802,28276.184684684686,1.5173694465026841,0.20164035586724446,0.09777388733690083,11.527025673337642,202549.63011868973,0.46215141433394263,0.06451692227893627,0.050255274572395696,Energy,1 -solar/10T/short,TiRex-2,24.13185542122871,24.13185542122871,2.3316943834587893,1.029370578934644,5.821340305873504,1.539346537494782,5.5614415334429435,4.91241849003408,1.4290220067690313,0.6782896436413428,0.5285340232443377,Energy,1 -solar/10T/medium,TiRex-2,19.555018248175184,19.555018248175184,1.8907250107138907,0.8241197248708465,3.5917973405840287,1.4558955130796507,4.543089885617716,4.42210563512171,0.9812827644773479,0.41955937249534414,0.3244557123237033,Energy,1 -solar/10T/long,TiRex-2,18.479808996096917,18.479808996096917,1.8550475034690541,0.8081197037526254,3.112117514413043,1.4578671969295982,4.490666247311467,4.298814836219038,0.929119959919178,0.4009388000501257,0.306568608515406,Energy,1 -solar/H/short,TiRex-2,189.12044595978998,189.12044595978998,5.372484748167179,0.4140980752697592,1.3723402979615178,1.3443105105876927,2.7973198992666113,13.752106964381493,0.5069072569395401,0.19803158262923126,0.15440768366590513,Energy,1 -solar/H/medium,TiRex-2,228.0293795620438,228.0293795620438,5.89148228406326,0.4496586489823745,1.4573582494181463,1.350086552255776,2.9893915024759923,15.100641693717648,0.5439603588779106,0.21222494265890537,0.1643637957487274,Energy,1 -solar/H/long,TiRex-2,253.06184103811842,253.06184103811842,6.226842558799675,0.47295889994475543,2.2989820818006765,1.345893968399228,3.236912702490943,15.90791755818839,0.5515564930983082,0.2158959796116749,0.1689188116273346,Energy,1 -solar/D/short,TiRex-2,125094.64136253041,125094.64136253041,251.58272506082724,0.9809203401333817,1.0352986950653893,0.43146796179410607,5.3804452932209,353.68720836712544,0.5109575486797528,0.36345134753592867,0.2758444092897847,Energy,1 -solar/W/short,TiRex-2,1579489.6350364964,1579489.6350364964,1015.540602189781,1.1109558802764368,0.2285003662109375,0.1990116503049786,7.099422972362463,1256.77748031881,0.2565397047207847,0.20729722667504027,0.1491571830701785,Energy,1 -hospital/M/short,TiRex-2,2804.86962190352,2804.86962190352,18.25859001521078,0.7642741264176063,0.19198169401550957,0.1734611656443569,5.127208367986504,52.961019834435966,0.1922608002982394,0.06628292165853178,0.05172650495416111,Healthcare,1 -covid_deaths/D/short,TiRex-2,364138.4421052632,364138.4421052632,103.87904918546366,34.21256996742289,0.08800280890250883,0.12879597933272927,731.40733182024,603.4388470303045,0.22704680286629966,0.03908499778962053,0.03174311681216086,Healthcare,1 -us_births/D/short,TiRex-2,190365.28,190365.28,265.29505208333336,0.39064947779214493,0.025641948382059732,0.025221747646242305,3.781596977726359,436.30869805677725,0.040900400001947695,0.02486925838763332,0.02031583635229672,Healthcare,1 -us_births/M/short,TiRex-2,66788768.0,66788768.0,6633.834635416667,0.7489572015398966,0.02043255294362704,0.02074391412076921,3.7107444382058374,8172.439537861384,0.025383541485608604,0.020604645148691012,0.0155724811693052,Healthcare,1 -us_births/W/short,TiRex-2,2509542.0,2509542.0,1234.9979073660713,1.1224102398223685,0.016725510358810425,0.016737408124682836,7.313698674780622,1584.1534016628566,0.02150472709432132,0.016764975495483923,0.012926842477302442,Healthcare,1 -saugeen/D/short,TiRex-2,1241.5941666666668,1241.5941666666668,13.150348307291667,2.92194181234672,0.2803130086263021,0.33175323083503244,29.4642526850992,35.23626209839328,1.1413109249496898,0.4259429149464185,0.35689549709191887,Nature,1 -saugeen/M/short,TiRex-2,420.1109561011905,420.1109561011905,12.871096656436013,0.7541549956088199,0.36453044982183547,0.3743121098359575,5.222674362738224,20.49660840483592,0.6153696735624813,0.3864289345545302,0.30554479504295934,Nature,1 -saugeen/W/short,TiRex-2,1053.1900390625,1053.1900390625,15.098287963867188,1.224780165322851,0.3643290281295776,0.39960959709671584,10.412568752211305,32.452889533329696,0.9796174559631642,0.45575437679817943,0.36747879652688165,Nature,1 -temperature_rain/D/short,TiRex-2,185.14133019477347,185.14133019477347,5.711758556709811,1.3204128177329444,16.97904185255517,1.5327799473597192,19.349227803694497,13.606664918148512,1.6018641919745553,0.6724249888004665,0.5445240027621031,Nature,1 -kdd_cup_2018/H/short,TiRex-2,4442.174206754925,4442.174206754925,22.10933639909958,0.922222688557774,0.7994122658687796,0.4947152755325103,7.317917138106568,66.64963770910481,1.395097629373204,0.46278845403513597,0.3699761793579389,Nature,1 -kdd_cup_2018/H/medium,TiRex-2,5318.600992571075,5318.600992571075,25.58394948506536,1.0542517924844046,0.9023686594004134,0.5722041892552259,8.345251646724861,72.92873914014334,1.526530590302982,0.5355183974135239,0.42469027080103744,Nature,1 -kdd_cup_2018/H/long,TiRex-2,4074.4951810687776,4074.4951810687776,23.78459523907172,1.0124852365633705,1.0015790273667555,0.6058371441618738,7.414191914504397,63.83177250451986,1.497751320407376,0.5580827153460637,0.43614614818372194,Nature,1 -kdd_cup_2018/D/short,TiRex-2,2877.013365250349,2877.013365250349,21.025637509142896,1.1857494194578504,0.5317708463204003,0.4599644801734185,9.017441031299992,53.63779791574547,1.2015435906379177,0.4709965913938233,0.3722977832746291,Nature,1 -car_parts/M/short,TiRex-2,1.3852346275089367,1.3852346275089367,0.45626666040016356,0.8353268673756366,0.8468199423819361,1.903595951776484,15.627453788485994,1.17695990904913,2.822229128834916,1.0940806476049796,0.9525227769671033,Sales,1 -restaurant/D/short,TiRex-2,137.80806948725134,137.80806948725134,7.054675825394602,0.6772710027748202,0.671193221286308,0.3911772863851723,4.618019098400836,11.73916817697282,0.5402637188836696,0.32467252700431554,0.25417469339959453,Sales,1 -hierarchical_sales/D/short,TiRex-2,28.711541442744934,28.711541442744934,2.30566834177346,0.7448622733427184,0.638792748406679,1.0532423279249479,6.945714551438969,5.3583151682917025,1.6438717538710228,0.707353513519512,0.5760216800258925,Sales,1 -hierarchical_sales/W/short,TiRex-2,467.15138373940675,467.15138373940675,8.945835954051907,0.7229935984146366,0.5407295880643187,0.45575619365157183,6.779509685207151,21.613685103179577,0.9922948551267048,0.41070770438435444,0.34861481393387034,Sales,1 -loop_seattle/5T/short,TiRex-2,43.87518342040764,43.87518342040764,3.5572149097611905,0.5617068464740116,0.09232246410735989,0.07597797244620377,4.15838068084048,6.623834495245759,0.11358414129375362,0.06099838412517148,0.048038819329013986,Transport,1 -loop_seattle/5T/medium,TiRex-2,69.0496111487358,69.0496111487358,4.744501812032379,0.7537277109058076,0.14394985013948014,0.10848924897599285,5.740788810771305,8.309609566564232,0.147845025170222,0.08441443418022337,0.0665944843228126,Transport,1 -loop_seattle/5T/long,TiRex-2,83.51502121316362,83.51502121316362,5.1612489250086,0.8161043011822313,0.15143499482212475,0.11713571262081851,6.437345218596752,9.138655328502308,0.16157329516685554,0.09125193652824826,0.07231182889199439,Transport,1 -loop_seattle/H/short,TiRex-2,36.752171765520615,36.752171765520615,3.3182301638626366,0.6895219539087595,0.09518163675953956,0.07638752331474484,5.3087506322250935,6.062356948045918,0.10730988287263946,0.05873604825320189,0.046658867768813034,Transport,1 -loop_seattle/H/medium,TiRex-2,39.963860939112486,39.963860939112486,3.5056779702012384,0.7385274714089076,0.10186903631724072,0.08015740773322845,5.822803217021223,6.321697631104519,0.11173528537535929,0.06196245870843825,0.04962478429747825,Transport,1 -loop_seattle/H/long,TiRex-2,44.1811876504988,44.1811876504988,3.6002133857929137,0.7676405049492637,0.1123779296875,0.08368619335927907,6.2455731257297,6.646893082523503,0.11878887830926697,0.06434063320452639,0.051531910421448585,Transport,1 -loop_seattle/D/short,TiRex-2,17.91515092879257,17.91515092879257,2.8714013319143445,0.867178228275405,0.05343969323440725,0.052946495575926567,7.372078323495213,4.23262931625161,0.07564274675351775,0.05131578211768893,0.04187743735040092,Transport,1 -sz_taxi/15T/short,TiRex-2,16.67869871556395,16.67869871556395,2.72904053479615,0.5443350382868307,1134924377146.895,0.3929731693171286,3.911906325546686,4.083956257792675,0.38186737646108954,0.25517696162637965,0.20068777198673984,Transport,1 -sz_taxi/15T/medium,TiRex-2,16.293831797542737,16.293831797542737,2.7445665147569445,0.534959458862143,9786438144693.17,0.40478437029711756,3.8738422690116128,4.036561878324515,0.37566945906485055,0.25542772513974416,0.2012267667506087,Transport,1 -sz_taxi/15T/long,TiRex-2,15.531495949074074,15.531495949074074,2.685954193376068,0.5074304012067504,5918545693956.813,0.3988811641104446,3.90079277694111,3.9410018966087894,0.3647721153756484,0.2486071356024875,0.19679291631062168,Transport,1 -sz_taxi/H/short,TiRex-2,7.186893821781517,7.186893821781517,1.8472644773303952,0.5625609368303884,1.1981948461288061,0.2949764766031587,4.0263306343481275,2.680838268486467,0.24973662786163356,0.17208408532512143,0.1357769164228408,Transport,1 -m_dense/H/short,TiRex-2,45185.27111111111,45185.27111111111,88.63413194444445,0.7834781786901008,0.29433012211491527,0.20956098778102772,8.815794450948548,212.5682739994638,0.3770431494562165,0.15721486385938985,0.13070027920278968,Transport,1 -m_dense/H/medium,TiRex-2,36424.648888888885,36424.648888888885,80.52771701388889,0.6944438165080411,0.2769168824254407,0.19487524240010917,7.669966759348129,190.85242699239873,0.33205911132455274,0.140108054008095,0.1158284608188371,Transport,1 -m_dense/H/long,TiRex-2,35379.35012345679,35379.35012345679,81.44740740740741,0.7023894654371488,0.28512867561689215,0.19774536542858107,7.41385843515998,188.0939927893945,0.3256185068666396,0.14099750233838532,0.1176040656510254,Transport,1 -m_dense/D/short,TiRex-2,9302.554074074074,9302.554074074074,45.90950810185185,0.6827223156791568,0.1254161611320886,0.09872481020028359,7.1117102277065944,96.44974895806662,0.1669687822331519,0.07947614943012374,0.0664869168709989,Transport,1 -ett1/15T/short,TiRex-2,4.777524820963541,4.777524820963541,1.1251089186895462,0.7068243293647052,0.5050334919059895,0.2454958353253085,4.57036272631621,2.185754977339304,0.41319867311050695,0.2126924184673378,0.16280994100395638,Energy,7 -ett1/15T/medium,TiRex-2,8.36113529265873,8.36113529265873,1.5193705047123016,0.9620571859584023,0.7468546684576234,0.3719444767762893,6.565320427073821,2.8915627768835885,0.5511347242853942,0.2895935204645521,0.22430260865576324,Energy,7 -ett1/15T/long,TiRex-2,7.797987351190476,7.797987351190476,1.5002304997519842,0.9753296932617752,0.7791201583281974,0.37569426395051003,6.985385977395471,2.792487663569971,0.5322509097280307,0.2859454165945768,0.22313323495313775,Energy,7 -ett1/H/short,TiRex-2,95.41261160714286,95.41261160714286,4.9221575055803575,0.8241148007712913,0.43700499761672246,0.2633897780116344,5.672593011292728,9.767937940381422,0.4559096259668956,0.2297372281658519,0.1760159079657413,Energy,7 -ett1/H/medium,TiRex-2,128.27647879464286,128.27647879464286,6.530461193266369,1.2182385415353505,4436163986317.478,0.4380040190666625,8.357694888614539,11.325920659912944,0.5424847516096021,0.31279361075380185,0.24454562548898362,Energy,7 -ett1/H/long,TiRex-2,135.83649966931216,135.83649966931216,6.99635830026455,1.3765462455951127,2548354743000.0903,0.4851589981157114,8.904549589357002,11.654891662701639,0.5581275189839633,0.3350404459396196,0.25938698709574803,Energy,7 -ett1/D/short,TiRex-2,44600.701587301584,44600.701587301584,144.3385044642857,1.7604458199491033,1.2093021453373016,0.4986431492265436,10.309404312012907,211.18878186897518,0.5546943407823264,0.3791098697325535,0.28548388792796964,Energy,7 -ett1/W/short,TiRex-2,1573593.7142857143,1573593.7142857143,970.7212611607143,1.6462558284731443,0.7105236053466797,0.5674326146407519,8.350049655906595,1254.4296370405614,0.499167492990075,0.3862731587471971,0.2858382191145276,Energy,7 -ett2/15T/short,TiRex-2,7.816949753534226,7.816949753534226,1.7375293550037203,0.7397939174548761,0.10430615543600158,0.125324073680851,5.052000020302956,2.7958808546742877,0.1327304103941921,0.08248669966605805,0.06513303178460077,Energy,7 -ett2/15T/medium,TiRex-2,10.933501984126984,10.933501984126984,2.0700012400793653,0.8546483144908716,0.12798583802323707,0.15618842761188842,6.3883580037547665,3.3065846403996653,0.17621388083916165,0.1103141130578086,0.08759993914875729,Energy,7 -ett2/15T/long,TiRex-2,11.044852430555556,11.044852430555556,2.112267640128968,0.8761431867437008,0.13255998009520042,0.1611223610372838,6.851088372630475,3.323379669937751,0.17710891836445444,0.11256656602418447,0.09071869456742,Energy,7 -ett2/H/short,TiRex-2,111.11182105654763,111.11182105654763,6.4094778878348215,0.7313270449707547,0.11761186218489156,0.10855963897186066,5.2875025268709885,10.540959209509712,0.13368869197676997,0.0812900133704742,0.0644920405293882,Energy,7 -ett2/H/medium,TiRex-2,232.92373511904762,232.92373511904762,9.458468191964286,1.0203529407575571,0.17094076278825207,0.166734846419972,7.783987341530951,15.261839178783388,0.20566309745561884,0.127458941400003,0.10322907106806486,Energy,7 -ett2/H/long,TiRex-2,225.19794973544973,225.19794973544973,9.275537367724867,1.0337514081334989,0.18131860672993383,0.17816749494011833,8.14370846322247,15.006596873890153,0.2055037942579731,0.12702134527019782,0.10372616194396898,Energy,7 -ett2/D/short,TiRex-2,106215.92380952381,106215.92380952381,196.07870783730158,1.2910983141010477,0.41601310608878966,0.13309177708383788,12.483287674400684,325.9078455783534,0.18652565881295205,0.11222101785749164,0.09236945705268701,Energy,7 -ett2/W/short,TiRex-2,2924133.714285714,2924133.714285714,1179.0831473214287,0.7967958930313758,0.13155042273657663,0.14566925063649888,8.87052076178342,1710.009857949864,0.1434436110330695,0.09890699961390582,0.08450314279347239,Energy,7 -jena_weather/10T/short,TiRex-2,816.9817460317461,816.9817460317461,5.659363374255952,0.2723811673347503,0.3465113741508773,0.5453616355078412,2.0430736321595364,28.58289254137422,0.1775355862325858,0.03515173955530846,0.02812849741231814,Nature,21 -jena_weather/10T/medium,TiRex-2,1555.4323232323231,1555.4323232323231,9.717207792207793,0.5730240297516871,0.7552129390941147,0.6369689593071237,5.430352836648267,39.438969601554284,0.24203628222263823,0.05963433810192993,0.04879301430896989,Nature,21 -jena_weather/10T/long,TiRex-2,1458.0329365079365,1458.0329365079365,9.860320560515873,0.6144307173068461,0.7607445287075483,0.631178371890325,5.779880740316048,38.18419747104732,0.2336556518257139,0.060336992273433074,0.04906195101594583,Nature,21 -jena_weather/H/short,TiRex-2,1052.1824352548037,1052.1824352548037,8.087169420948204,0.508006742121415,1.1153542100473677,0.6032011812654541,4.497581348411526,32.437361718469084,0.19883893912045086,0.04957382792427007,0.04019951241284675,Nature,21 -jena_weather/H/medium,TiRex-2,1280.0906746031746,1280.0906746031746,9.91663333953373,0.7169373608856688,1.8533453471215964,0.6544626748605363,6.456219882366867,35.778354833658504,0.21893409862910562,0.060681638150217605,0.04947892337542519,Nature,21 -jena_weather/H/long,TiRex-2,1102.6791005291004,1102.6791005291004,10.528961020171957,0.8939815728625709,2.05829330554996,0.6522593765934921,6.69870719698231,33.20661230130379,0.19994059651208343,0.06339601064764443,0.05204549021014954,Nature,21 -jena_weather/D/short,TiRex-2,368.0499255952381,368.0499255952381,9.612146577380953,1.0510425931359986,0.5819358244765228,0.4577633295464466,6.709961127740127,19.184627324898393,0.1155228123153331,0.05788083272095213,0.04535887528647994,Nature,21 -bitbrains_fast_storage/5T/short,TiRex-2,1723376.7755777808,1723376.7755777808,154.08290823400185,0.7044155597193855,1.6201636437082763,0.7199479737130543,13.758444057986146,1312.7744572384781,4.121787176930717,0.4837822307108841,0.38375538432532647,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,TiRex-2,2892881.868580414,2892881.868580414,260.28439196397585,0.97228037874943,3.0109777142042677,0.7987150874858573,21.285221189792992,1700.847397205409,5.167644446425982,0.7908159161333406,0.5956249437155066,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,TiRex-2,4319813.52356807,4319813.52356807,379.53989961970916,0.8978976392789713,3.7784828601056892,0.8137003084496276,16.07768440463051,2078.4161093409734,5.492633248099424,1.0030106398148266,0.6876963237926554,Web/CloudOps,2 -bitbrains_fast_storage/H/short,TiRex-2,3050948.32391675,3050948.32391675,316.4819422666632,1.0672482531133942,3.1929280766167527,0.5632178848341244,19.590276093583526,1746.6964029037072,4.978652005286071,0.9020763161150319,0.6681497695003986,Web/CloudOps,2 -bitbrains_rnd/5T/short,TiRex-2,1748420.0538065794,1748420.0538065794,121.03059614976165,1.6509150903984346,0.8036898249964979,0.6519412595004452,53.09874829940944,1322.278357157289,5.410381295422938,0.49522225788398405,0.39813439613482254,Web/CloudOps,2 -bitbrains_rnd/5T/medium,TiRex-2,2283682.948496941,2283682.948496941,151.4133007734393,4.394114851241022,0.6109278475880223,0.7155275289239105,160.62260320419003,1511.1859410730835,6.3583287680649985,0.6370728578190749,0.6253627910685908,Web/CloudOps,2 -bitbrains_rnd/5T/long,TiRex-2,2212029.9004256725,2212029.9004256725,157.27209422920217,3.3099104322882575,1.0492739797539292,0.6960737739008084,116.01810925224669,1487.2894474263146,5.697471039827067,0.6024739863477223,0.5951494166582366,Web/CloudOps,2 -bitbrains_rnd/H/short,TiRex-2,1928392.7321086058,1928392.7321086058,147.55648736200504,5.904995041098433,1.1947712873606189,0.5452820655333148,203.18331195438105,1388.665810088448,6.077481281065691,0.6457794116680052,0.5984643433408406,Web/CloudOps,2 -bizitobs_application/10S/short,TiRex-2,427204.9066666667,427204.9066666667,350.91052083333335,1.1189630431963855,0.015436778598361544,0.015577248139824817,7.570168246311635,653.6091390629928,0.025207091943266046,0.013533216159103788,0.010740321428749732,Web/CloudOps,2 -bizitobs_application/10S/medium,TiRex-2,3874406.8266666667,3874406.8266666667,1106.983125,2.4547498781074237,0.03494385083516439,0.035631226428824214,20.44052050854657,1968.3512965592972,0.07729136221187001,0.04346796927274269,0.03594552310695648,Web/CloudOps,2 -bizitobs_application/10S/long,TiRex-2,6227707.448888889,6227707.448888889,1506.26875,3.2672475473038074,0.04723150041368272,0.04824694063771193,49.878044457498135,2495.537507009039,0.0962429066968465,0.0580907649592383,0.051582493353778784,Web/CloudOps,2 -bizitobs_service/10S/short,TiRex-2,2426.002962962963,2426.002962962963,19.292020502645503,0.7656758469523396,0.05819892035590278,0.04590644801441087,6.287054302297299,49.2544715022196,0.036489287114719375,0.014292145538752998,0.01112213804789036,Web/CloudOps,2 -bizitobs_service/10S/medium,TiRex-2,21604.810158730157,21604.810158730157,40.389806547619045,1.076708862913629,0.07260297502790179,0.06151982650629266,9.433093910956908,146.98574814834993,0.1106249377917325,0.0303983201979615,0.022530308937752846,Web/CloudOps,2 -bizitobs_service/10S/long,TiRex-2,129176.80084656084,129176.80084656084,76.62758597883598,1.369230703062023,0.08712069072420635,0.07998852654532604,18.32292296549916,359.41174277777964,0.2662637091543876,0.05676816541547072,0.05137590523708529,Web/CloudOps,2 -bizitobs_l2c/5T/short,TiRex-2,20.142113095238095,20.142113095238095,2.571166701543899,0.26520284966606145,0.1396272045951331,0.2068432429341444,2.850532132967124,4.487996556954795,0.15413596780494024,0.08830427182841008,0.07183070465067484,Web/CloudOps,7 -bizitobs_l2c/5T/medium,TiRex-2,138.6170599489796,138.6170599489796,7.816230867346939,0.7511392921283505,0.49535290604078297,0.8712551852971513,7.19737928075143,11.773574646171808,0.6194631643018862,0.41124868627517047,0.3251802798100466,Web/CloudOps,7 -bizitobs_l2c/5T/long,TiRex-2,305.15458333333333,305.15458333333333,12.27048363095238,1.1512217917821361,0.8671760012013787,1.1611212927515784,8.66740454269043,17.468674343902954,0.9808399486950933,0.6889693114719946,0.5201133695652778,Web/CloudOps,7 -bizitobs_l2c/H/short,TiRex-2,66.49639601934524,66.49639601934524,4.9107762896825395,0.47873681819974856,0.4430189612958071,0.6339647051558424,2.8631498457283757,8.154532237924212,0.43955017174211103,0.26470341872932684,0.20429848005804527,Web/CloudOps,7 -bizitobs_l2c/H/medium,TiRex-2,86.32678571428572,86.32678571428572,5.28187023344494,0.5429817832924992,0.4824121268344011,0.7918762641533725,3.729523181367853,9.291220894709463,0.5625975377287782,0.3198252653352691,0.2574468104524075,Web/CloudOps,7 -bizitobs_l2c/H/long,TiRex-2,93.45682043650794,93.45682043650794,5.509787326388889,0.5803228562327183,0.5864931325768655,0.8099713945558144,4.38126025424668,9.667306782993283,0.590506999870815,0.33655371212133406,0.2667387722612735,Web/CloudOps,7 +m4_yearly/A/short,TiRex-2-Zeroshot,3925752.972461623,3925752.972461623,945.9092669974754,3.565310531663481,0.1691560802524474,0.159569355775755,33.09361634918049,1981.351299608836,0.3177188651366359,0.15168093557765205,0.12393123470237974,Econ/Fin,1 +m4_quarterly/Q/short,TiRex-2-Zeroshot,1805140.6866666668,1805140.6866666668,561.00865625,1.1902769296544624,0.11176770369211833,0.1023809876901841,9.1061822629413,1343.5552413900468,0.2248874881696951,0.09390297001483086,0.0750439460234444,Econ/Fin,1 +m4_monthly/M/short,TiRex-2-Zeroshot,1894708.7681111111,1894708.7681111111,564.4636552372685,0.9451225157862497,0.1610596431096395,0.13314482971049318,7.687750775483862,1376.484205543642,0.2860806732791468,0.11731492586804414,0.09352542604180264,Econ/Fin,1 +m4_weekly/W/short,TiRex-2-Zeroshot,262766.8583672595,262766.8583672595,261.9853224769659,2.064760132194989,0.06361218818842738,0.06351536993354064,14.264154829555096,512.6078992439147,0.0933892151838018,0.047729665679921776,0.03773484955269001,Econ/Fin,1 +m4_daily/D/short,TiRex-2-Zeroshot,360299.0735746392,360299.0735746392,175.61151420291324,3.290214060862409,0.036935874990276125,0.030074489008788827,26.173371487155997,600.2491762382012,0.09272190956718832,0.027127125839516045,0.021460839272318906,Econ/Fin,1 +m4_hourly/H/short,TiRex-2-Zeroshot,3084036.3285024157,3084036.3285024157,284.49076590177134,0.7445135392163762,0.08728793968900966,0.08059150389061331,5.49825161460385,1756.1424567791805,0.23975220818623966,0.03883926902982491,0.030272192270531455,Econ/Fin,1 +electricity/15T/short,TiRex-2-Zeroshot,123817.23977477477,123817.23977477477,51.50886208474099,0.9913067720463019,0.1690069505767124,0.15860901977101932,9.986028513983076,351.87673946252085,0.6936184133711639,0.10153412029548933,0.08350562702586567,Energy,1 +electricity/15T/medium,TiRex-2-Zeroshot,261771.33581081082,261771.33581081082,53.94533009572072,0.8317570403290815,0.12924391153463058,0.12585259868075158,7.235878905350341,511.63594069495434,0.8816002466787844,0.09295323595710964,0.07491384668942075,Energy,1 +electricity/15T/long,TiRex-2-Zeroshot,327501.0835975976,327501.0835975976,58.55276661036036,0.879442109489505,0.1374557466979041,0.1280798910425497,7.345243199954292,572.2771038558135,0.9028372664426261,0.09237416523039846,0.07416215534539335,Energy,1 +electricity/H/short,TiRex-2-Zeroshot,1532454.2069369368,1532454.2069369368,168.07000351914414,0.9381835650021294,0.17448969788421761,0.12022988347553581,10.049656401936238,1237.9233445318562,0.5843882235269777,0.07934104419193143,0.0648753058328166,Energy,1 +electricity/H/medium,TiRex-2-Zeroshot,5602662.348108108,5602662.348108108,239.80178913288287,1.0622403125091775,0.22066840067653193,0.12494531808885247,8.82830097330871,2366.994370104861,0.9239159052323264,0.09360254079236517,0.0746710619061961,Energy,1 +electricity/H/long,TiRex-2-Zeroshot,7590587.198270271,7590587.198270271,268.2350930930931,1.1723912872291986,0.29186229845187034,0.13622153054138916,9.738161069420299,2755.10203046462,1.0866114259284647,0.10579184137902413,0.08403267032744127,Energy,1 +electricity/D/short,TiRex-2-Zeroshot,1255199487.833946,1255199487.833946,4212.765117117117,1.4042599159489701,0.2775557733707555,0.09445894077164485,11.345348106688919,35428.79461446503,0.582212754876607,0.06922972150690723,0.054504933173045354,Energy,1 +electricity/W/short,TiRex-2-Zeroshot,41026352661.21802,41026352661.21802,28276.184684684686,1.5173694465026841,0.20164035586724446,0.09777388733690083,11.527025673337642,202549.63011868973,0.46215141433394263,0.06451692227893627,0.050255274572395696,Energy,1 +solar/10T/short,TiRex-2-Zeroshot,24.13185542122871,24.13185542122871,2.3316943834587893,1.029370578934644,5.821340305873504,1.539346537494782,5.5614415334429435,4.91241849003408,1.4290220067690313,0.6782896436413428,0.5285340232443377,Energy,1 +solar/10T/medium,TiRex-2-Zeroshot,19.555018248175184,19.555018248175184,1.8907250107138907,0.8241197248708465,3.5917973405840287,1.4558955130796507,4.543089885617716,4.42210563512171,0.9812827644773479,0.41955937249534414,0.3244557123237033,Energy,1 +solar/10T/long,TiRex-2-Zeroshot,18.479808996096917,18.479808996096917,1.8550475034690541,0.8081197037526254,3.112117514413043,1.4578671969295982,4.490666247311467,4.298814836219038,0.929119959919178,0.4009388000501257,0.306568608515406,Energy,1 +solar/H/short,TiRex-2-Zeroshot,189.12044595978998,189.12044595978998,5.372484748167179,0.4140980752697592,1.3723402979615178,1.3443105105876927,2.7973198992666113,13.752106964381493,0.5069072569395401,0.19803158262923126,0.15440768366590513,Energy,1 +solar/H/medium,TiRex-2-Zeroshot,228.0293795620438,228.0293795620438,5.89148228406326,0.4496586489823745,1.4573582494181463,1.350086552255776,2.9893915024759923,15.100641693717648,0.5439603588779106,0.21222494265890537,0.1643637957487274,Energy,1 +solar/H/long,TiRex-2-Zeroshot,253.06184103811842,253.06184103811842,6.226842558799675,0.47295889994475543,2.2989820818006765,1.345893968399228,3.236912702490943,15.90791755818839,0.5515564930983082,0.2158959796116749,0.1689188116273346,Energy,1 +solar/D/short,TiRex-2-Zeroshot,125094.64136253041,125094.64136253041,251.58272506082724,0.9809203401333817,1.0352986950653893,0.43146796179410607,5.3804452932209,353.68720836712544,0.5109575486797528,0.36345134753592867,0.2758444092897847,Energy,1 +solar/W/short,TiRex-2-Zeroshot,1579489.6350364964,1579489.6350364964,1015.540602189781,1.1109558802764368,0.2285003662109375,0.1990116503049786,7.099422972362463,1256.77748031881,0.2565397047207847,0.20729722667504027,0.1491571830701785,Energy,1 +hospital/M/short,TiRex-2-Zeroshot,2804.86962190352,2804.86962190352,18.25859001521078,0.7642741264176063,0.19198169401550957,0.1734611656443569,5.127208367986504,52.961019834435966,0.1922608002982394,0.06628292165853178,0.05172650495416111,Healthcare,1 +covid_deaths/D/short,TiRex-2-Zeroshot,364138.4421052632,364138.4421052632,103.87904918546366,34.21256996742289,0.08800280890250883,0.12879597933272927,731.40733182024,603.4388470303045,0.22704680286629966,0.03908499778962053,0.03174311681216086,Healthcare,1 +us_births/D/short,TiRex-2-Zeroshot,190365.28,190365.28,265.29505208333336,0.39064947779214493,0.025641948382059732,0.025221747646242305,3.781596977726359,436.30869805677725,0.040900400001947695,0.02486925838763332,0.02031583635229672,Healthcare,1 +us_births/M/short,TiRex-2-Zeroshot,66788768.0,66788768.0,6633.834635416667,0.7489572015398966,0.02043255294362704,0.02074391412076921,3.7107444382058374,8172.439537861384,0.025383541485608604,0.020604645148691012,0.0155724811693052,Healthcare,1 +us_births/W/short,TiRex-2-Zeroshot,2509542.0,2509542.0,1234.9979073660713,1.1224102398223685,0.016725510358810425,0.016737408124682836,7.313698674780622,1584.1534016628566,0.02150472709432132,0.016764975495483923,0.012926842477302442,Healthcare,1 +saugeen/D/short,TiRex-2-Zeroshot,1241.5941666666668,1241.5941666666668,13.150348307291667,2.92194181234672,0.2803130086263021,0.33175323083503244,29.4642526850992,35.23626209839328,1.1413109249496898,0.4259429149464185,0.35689549709191887,Nature,1 +saugeen/M/short,TiRex-2-Zeroshot,420.1109561011905,420.1109561011905,12.871096656436013,0.7541549956088199,0.36453044982183547,0.3743121098359575,5.222674362738224,20.49660840483592,0.6153696735624813,0.3864289345545302,0.30554479504295934,Nature,1 +saugeen/W/short,TiRex-2-Zeroshot,1053.1900390625,1053.1900390625,15.098287963867188,1.224780165322851,0.3643290281295776,0.39960959709671584,10.412568752211305,32.452889533329696,0.9796174559631642,0.45575437679817943,0.36747879652688165,Nature,1 +temperature_rain/D/short,TiRex-2-Zeroshot,185.14133019477347,185.14133019477347,5.711758556709811,1.3204128177329444,16.97904185255517,1.5327799473597192,19.349227803694497,13.606664918148512,1.6018641919745553,0.6724249888004665,0.5445240027621031,Nature,1 +kdd_cup_2018/H/short,TiRex-2-Zeroshot,4442.174206754925,4442.174206754925,22.10933639909958,0.922222688557774,0.7994122658687796,0.4947152755325103,7.317917138106568,66.64963770910481,1.395097629373204,0.46278845403513597,0.3699761793579389,Nature,1 +kdd_cup_2018/H/medium,TiRex-2-Zeroshot,5318.600992571075,5318.600992571075,25.58394948506536,1.0542517924844046,0.9023686594004134,0.5722041892552259,8.345251646724861,72.92873914014334,1.526530590302982,0.5355183974135239,0.42469027080103744,Nature,1 +kdd_cup_2018/H/long,TiRex-2-Zeroshot,4074.4951810687776,4074.4951810687776,23.78459523907172,1.0124852365633705,1.0015790273667555,0.6058371441618738,7.414191914504397,63.83177250451986,1.497751320407376,0.5580827153460637,0.43614614818372194,Nature,1 +kdd_cup_2018/D/short,TiRex-2-Zeroshot,2877.013365250349,2877.013365250349,21.025637509142896,1.1857494194578504,0.5317708463204003,0.4599644801734185,9.017441031299992,53.63779791574547,1.2015435906379177,0.4709965913938233,0.3722977832746291,Nature,1 +car_parts/M/short,TiRex-2-Zeroshot,1.3852346275089367,1.3852346275089367,0.45626666040016356,0.8353268673756366,0.8468199423819361,1.903595951776484,15.627453788485994,1.17695990904913,2.822229128834916,1.0940806476049796,0.9525227769671033,Sales,1 +restaurant/D/short,TiRex-2-Zeroshot,137.80806948725134,137.80806948725134,7.054675825394602,0.6772710027748202,0.671193221286308,0.3911772863851723,4.618019098400836,11.73916817697282,0.5402637188836696,0.32467252700431554,0.25417469339959453,Sales,1 +hierarchical_sales/D/short,TiRex-2-Zeroshot,28.711541442744934,28.711541442744934,2.30566834177346,0.7448622733427184,0.638792748406679,1.0532423279249479,6.945714551438969,5.3583151682917025,1.6438717538710228,0.707353513519512,0.5760216800258925,Sales,1 +hierarchical_sales/W/short,TiRex-2-Zeroshot,467.15138373940675,467.15138373940675,8.945835954051907,0.7229935984146366,0.5407295880643187,0.45575619365157183,6.779509685207151,21.613685103179577,0.9922948551267048,0.41070770438435444,0.34861481393387034,Sales,1 +loop_seattle/5T/short,TiRex-2-Zeroshot,43.87518342040764,43.87518342040764,3.5572149097611905,0.5617068464740116,0.09232246410735989,0.07597797244620377,4.15838068084048,6.623834495245759,0.11358414129375362,0.06099838412517148,0.048038819329013986,Transport,1 +loop_seattle/5T/medium,TiRex-2-Zeroshot,69.0496111487358,69.0496111487358,4.744501812032379,0.7537277109058076,0.14394985013948014,0.10848924897599285,5.740788810771305,8.309609566564232,0.147845025170222,0.08441443418022337,0.0665944843228126,Transport,1 +loop_seattle/5T/long,TiRex-2-Zeroshot,83.51502121316362,83.51502121316362,5.1612489250086,0.8161043011822313,0.15143499482212475,0.11713571262081851,6.437345218596752,9.138655328502308,0.16157329516685554,0.09125193652824826,0.07231182889199439,Transport,1 +loop_seattle/H/short,TiRex-2-Zeroshot,36.752171765520615,36.752171765520615,3.3182301638626366,0.6895219539087595,0.09518163675953956,0.07638752331474484,5.3087506322250935,6.062356948045918,0.10730988287263946,0.05873604825320189,0.046658867768813034,Transport,1 +loop_seattle/H/medium,TiRex-2-Zeroshot,39.963860939112486,39.963860939112486,3.5056779702012384,0.7385274714089076,0.10186903631724072,0.08015740773322845,5.822803217021223,6.321697631104519,0.11173528537535929,0.06196245870843825,0.04962478429747825,Transport,1 +loop_seattle/H/long,TiRex-2-Zeroshot,44.1811876504988,44.1811876504988,3.6002133857929137,0.7676405049492637,0.1123779296875,0.08368619335927907,6.2455731257297,6.646893082523503,0.11878887830926697,0.06434063320452639,0.051531910421448585,Transport,1 +loop_seattle/D/short,TiRex-2-Zeroshot,17.91515092879257,17.91515092879257,2.8714013319143445,0.867178228275405,0.05343969323440725,0.052946495575926567,7.372078323495213,4.23262931625161,0.07564274675351775,0.05131578211768893,0.04187743735040092,Transport,1 +sz_taxi/15T/short,TiRex-2-Zeroshot,16.67869871556395,16.67869871556395,2.72904053479615,0.5443350382868307,1134924377146.895,0.3929731693171286,3.911906325546686,4.083956257792675,0.38186737646108954,0.25517696162637965,0.20068777198673984,Transport,1 +sz_taxi/15T/medium,TiRex-2-Zeroshot,16.293831797542737,16.293831797542737,2.7445665147569445,0.534959458862143,9786438144693.17,0.40478437029711756,3.8738422690116128,4.036561878324515,0.37566945906485055,0.25542772513974416,0.2012267667506087,Transport,1 +sz_taxi/15T/long,TiRex-2-Zeroshot,15.531495949074074,15.531495949074074,2.685954193376068,0.5074304012067504,5918545693956.813,0.3988811641104446,3.90079277694111,3.9410018966087894,0.3647721153756484,0.2486071356024875,0.19679291631062168,Transport,1 +sz_taxi/H/short,TiRex-2-Zeroshot,7.186893821781517,7.186893821781517,1.8472644773303952,0.5625609368303884,1.1981948461288061,0.2949764766031587,4.0263306343481275,2.680838268486467,0.24973662786163356,0.17208408532512143,0.1357769164228408,Transport,1 +m_dense/H/short,TiRex-2-Zeroshot,45185.27111111111,45185.27111111111,88.63413194444445,0.7834781786901008,0.29433012211491527,0.20956098778102772,8.815794450948548,212.5682739994638,0.3770431494562165,0.15721486385938985,0.13070027920278968,Transport,1 +m_dense/H/medium,TiRex-2-Zeroshot,36424.648888888885,36424.648888888885,80.52771701388889,0.6944438165080411,0.2769168824254407,0.19487524240010917,7.669966759348129,190.85242699239873,0.33205911132455274,0.140108054008095,0.1158284608188371,Transport,1 +m_dense/H/long,TiRex-2-Zeroshot,35379.35012345679,35379.35012345679,81.44740740740741,0.7023894654371488,0.28512867561689215,0.19774536542858107,7.41385843515998,188.0939927893945,0.3256185068666396,0.14099750233838532,0.1176040656510254,Transport,1 +m_dense/D/short,TiRex-2-Zeroshot,9302.554074074074,9302.554074074074,45.90950810185185,0.6827223156791568,0.1254161611320886,0.09872481020028359,7.1117102277065944,96.44974895806662,0.1669687822331519,0.07947614943012374,0.0664869168709989,Transport,1 +ett1/15T/short,TiRex-2-Zeroshot,4.777524820963541,4.777524820963541,1.1251089186895462,0.7068243293647052,0.5050334919059895,0.2454958353253085,4.57036272631621,2.185754977339304,0.41319867311050695,0.2126924184673378,0.16280994100395638,Energy,7 +ett1/15T/medium,TiRex-2-Zeroshot,8.36113529265873,8.36113529265873,1.5193705047123016,0.9620571859584023,0.7468546684576234,0.3719444767762893,6.565320427073821,2.8915627768835885,0.5511347242853942,0.2895935204645521,0.22430260865576324,Energy,7 +ett1/15T/long,TiRex-2-Zeroshot,7.797987351190476,7.797987351190476,1.5002304997519842,0.9753296932617752,0.7791201583281974,0.37569426395051003,6.985385977395471,2.792487663569971,0.5322509097280307,0.2859454165945768,0.22313323495313775,Energy,7 +ett1/H/short,TiRex-2-Zeroshot,95.41261160714286,95.41261160714286,4.9221575055803575,0.8241148007712913,0.43700499761672246,0.2633897780116344,5.672593011292728,9.767937940381422,0.4559096259668956,0.2297372281658519,0.1760159079657413,Energy,7 +ett1/H/medium,TiRex-2-Zeroshot,128.27647879464286,128.27647879464286,6.530461193266369,1.2182385415353505,4436163986317.478,0.4380040190666625,8.357694888614539,11.325920659912944,0.5424847516096021,0.31279361075380185,0.24454562548898362,Energy,7 +ett1/H/long,TiRex-2-Zeroshot,135.83649966931216,135.83649966931216,6.99635830026455,1.3765462455951127,2548354743000.0903,0.4851589981157114,8.904549589357002,11.654891662701639,0.5581275189839633,0.3350404459396196,0.25938698709574803,Energy,7 +ett1/D/short,TiRex-2-Zeroshot,44600.701587301584,44600.701587301584,144.3385044642857,1.7604458199491033,1.2093021453373016,0.4986431492265436,10.309404312012907,211.18878186897518,0.5546943407823264,0.3791098697325535,0.28548388792796964,Energy,7 +ett1/W/short,TiRex-2-Zeroshot,1573593.7142857143,1573593.7142857143,970.7212611607143,1.6462558284731443,0.7105236053466797,0.5674326146407519,8.350049655906595,1254.4296370405614,0.499167492990075,0.3862731587471971,0.2858382191145276,Energy,7 +ett2/15T/short,TiRex-2-Zeroshot,7.816949753534226,7.816949753534226,1.7375293550037203,0.7397939174548761,0.10430615543600158,0.125324073680851,5.052000020302956,2.7958808546742877,0.1327304103941921,0.08248669966605805,0.06513303178460077,Energy,7 +ett2/15T/medium,TiRex-2-Zeroshot,10.933501984126984,10.933501984126984,2.0700012400793653,0.8546483144908716,0.12798583802323707,0.15618842761188842,6.3883580037547665,3.3065846403996653,0.17621388083916165,0.1103141130578086,0.08759993914875729,Energy,7 +ett2/15T/long,TiRex-2-Zeroshot,11.044852430555556,11.044852430555556,2.112267640128968,0.8761431867437008,0.13255998009520042,0.1611223610372838,6.851088372630475,3.323379669937751,0.17710891836445444,0.11256656602418447,0.09071869456742,Energy,7 +ett2/H/short,TiRex-2-Zeroshot,111.11182105654763,111.11182105654763,6.4094778878348215,0.7313270449707547,0.11761186218489156,0.10855963897186066,5.2875025268709885,10.540959209509712,0.13368869197676997,0.0812900133704742,0.0644920405293882,Energy,7 +ett2/H/medium,TiRex-2-Zeroshot,232.92373511904762,232.92373511904762,9.458468191964286,1.0203529407575571,0.17094076278825207,0.166734846419972,7.783987341530951,15.261839178783388,0.20566309745561884,0.127458941400003,0.10322907106806486,Energy,7 +ett2/H/long,TiRex-2-Zeroshot,225.19794973544973,225.19794973544973,9.275537367724867,1.0337514081334989,0.18131860672993383,0.17816749494011833,8.14370846322247,15.006596873890153,0.2055037942579731,0.12702134527019782,0.10372616194396898,Energy,7 +ett2/D/short,TiRex-2-Zeroshot,106215.92380952381,106215.92380952381,196.07870783730158,1.2910983141010477,0.41601310608878966,0.13309177708383788,12.483287674400684,325.9078455783534,0.18652565881295205,0.11222101785749164,0.09236945705268701,Energy,7 +ett2/W/short,TiRex-2-Zeroshot,2924133.714285714,2924133.714285714,1179.0831473214287,0.7967958930313758,0.13155042273657663,0.14566925063649888,8.87052076178342,1710.009857949864,0.1434436110330695,0.09890699961390582,0.08450314279347239,Energy,7 +jena_weather/10T/short,TiRex-2-Zeroshot,816.9817460317461,816.9817460317461,5.659363374255952,0.2723811673347503,0.3465113741508773,0.5453616355078412,2.0430736321595364,28.58289254137422,0.1775355862325858,0.03515173955530846,0.02812849741231814,Nature,21 +jena_weather/10T/medium,TiRex-2-Zeroshot,1555.4323232323231,1555.4323232323231,9.717207792207793,0.5730240297516871,0.7552129390941147,0.6369689593071237,5.430352836648267,39.438969601554284,0.24203628222263823,0.05963433810192993,0.04879301430896989,Nature,21 +jena_weather/10T/long,TiRex-2-Zeroshot,1458.0329365079365,1458.0329365079365,9.860320560515873,0.6144307173068461,0.7607445287075483,0.631178371890325,5.779880740316048,38.18419747104732,0.2336556518257139,0.060336992273433074,0.04906195101594583,Nature,21 +jena_weather/H/short,TiRex-2-Zeroshot,1052.1824352548037,1052.1824352548037,8.087169420948204,0.508006742121415,1.1153542100473677,0.6032011812654541,4.497581348411526,32.437361718469084,0.19883893912045086,0.04957382792427007,0.04019951241284675,Nature,21 +jena_weather/H/medium,TiRex-2-Zeroshot,1280.0906746031746,1280.0906746031746,9.91663333953373,0.7169373608856688,1.8533453471215964,0.6544626748605363,6.456219882366867,35.778354833658504,0.21893409862910562,0.060681638150217605,0.04947892337542519,Nature,21 +jena_weather/H/long,TiRex-2-Zeroshot,1102.6791005291004,1102.6791005291004,10.528961020171957,0.8939815728625709,2.05829330554996,0.6522593765934921,6.69870719698231,33.20661230130379,0.19994059651208343,0.06339601064764443,0.05204549021014954,Nature,21 +jena_weather/D/short,TiRex-2-Zeroshot,368.0499255952381,368.0499255952381,9.612146577380953,1.0510425931359986,0.5819358244765228,0.4577633295464466,6.709961127740127,19.184627324898393,0.1155228123153331,0.05788083272095213,0.04535887528647994,Nature,21 +bitbrains_fast_storage/5T/short,TiRex-2-Zeroshot,1723376.7755777808,1723376.7755777808,154.08290823400185,0.7044155597193855,1.6201636437082763,0.7199479737130543,13.758444057986146,1312.7744572384781,4.121787176930717,0.4837822307108841,0.38375538432532647,Web/CloudOps,2 +bitbrains_fast_storage/5T/medium,TiRex-2-Zeroshot,2892881.868580414,2892881.868580414,260.28439196397585,0.97228037874943,3.0109777142042677,0.7987150874858573,21.285221189792992,1700.847397205409,5.167644446425982,0.7908159161333406,0.5956249437155066,Web/CloudOps,2 +bitbrains_fast_storage/5T/long,TiRex-2-Zeroshot,4319813.52356807,4319813.52356807,379.53989961970916,0.8978976392789713,3.7784828601056892,0.8137003084496276,16.07768440463051,2078.4161093409734,5.492633248099424,1.0030106398148266,0.6876963237926554,Web/CloudOps,2 +bitbrains_fast_storage/H/short,TiRex-2-Zeroshot,3050948.32391675,3050948.32391675,316.4819422666632,1.0672482531133942,3.1929280766167527,0.5632178848341244,19.590276093583526,1746.6964029037072,4.978652005286071,0.9020763161150319,0.6681497695003986,Web/CloudOps,2 +bitbrains_rnd/5T/short,TiRex-2-Zeroshot,1748420.0538065794,1748420.0538065794,121.03059614976165,1.6509150903984346,0.8036898249964979,0.6519412595004452,53.09874829940944,1322.278357157289,5.410381295422938,0.49522225788398405,0.39813439613482254,Web/CloudOps,2 +bitbrains_rnd/5T/medium,TiRex-2-Zeroshot,2283682.948496941,2283682.948496941,151.4133007734393,4.394114851241022,0.6109278475880223,0.7155275289239105,160.62260320419003,1511.1859410730835,6.3583287680649985,0.6370728578190749,0.6253627910685908,Web/CloudOps,2 +bitbrains_rnd/5T/long,TiRex-2-Zeroshot,2212029.9004256725,2212029.9004256725,157.27209422920217,3.3099104322882575,1.0492739797539292,0.6960737739008084,116.01810925224669,1487.2894474263146,5.697471039827067,0.6024739863477223,0.5951494166582366,Web/CloudOps,2 +bitbrains_rnd/H/short,TiRex-2-Zeroshot,1928392.7321086058,1928392.7321086058,147.55648736200504,5.904995041098433,1.1947712873606189,0.5452820655333148,203.18331195438105,1388.665810088448,6.077481281065691,0.6457794116680052,0.5984643433408406,Web/CloudOps,2 +bizitobs_application/10S/short,TiRex-2-Zeroshot,427204.9066666667,427204.9066666667,350.91052083333335,1.1189630431963855,0.015436778598361544,0.015577248139824817,7.570168246311635,653.6091390629928,0.025207091943266046,0.013533216159103788,0.010740321428749732,Web/CloudOps,2 +bizitobs_application/10S/medium,TiRex-2-Zeroshot,3874406.8266666667,3874406.8266666667,1106.983125,2.4547498781074237,0.03494385083516439,0.035631226428824214,20.44052050854657,1968.3512965592972,0.07729136221187001,0.04346796927274269,0.03594552310695648,Web/CloudOps,2 +bizitobs_application/10S/long,TiRex-2-Zeroshot,6227707.448888889,6227707.448888889,1506.26875,3.2672475473038074,0.04723150041368272,0.04824694063771193,49.878044457498135,2495.537507009039,0.0962429066968465,0.0580907649592383,0.051582493353778784,Web/CloudOps,2 +bizitobs_service/10S/short,TiRex-2-Zeroshot,2426.002962962963,2426.002962962963,19.292020502645503,0.7656758469523396,0.05819892035590278,0.04590644801441087,6.287054302297299,49.2544715022196,0.036489287114719375,0.014292145538752998,0.01112213804789036,Web/CloudOps,2 +bizitobs_service/10S/medium,TiRex-2-Zeroshot,21604.810158730157,21604.810158730157,40.389806547619045,1.076708862913629,0.07260297502790179,0.06151982650629266,9.433093910956908,146.98574814834993,0.1106249377917325,0.0303983201979615,0.022530308937752846,Web/CloudOps,2 +bizitobs_service/10S/long,TiRex-2-Zeroshot,129176.80084656084,129176.80084656084,76.62758597883598,1.369230703062023,0.08712069072420635,0.07998852654532604,18.32292296549916,359.41174277777964,0.2662637091543876,0.05676816541547072,0.05137590523708529,Web/CloudOps,2 +bizitobs_l2c/5T/short,TiRex-2-Zeroshot,20.142113095238095,20.142113095238095,2.571166701543899,0.26520284966606145,0.1396272045951331,0.2068432429341444,2.850532132967124,4.487996556954795,0.15413596780494024,0.08830427182841008,0.07183070465067484,Web/CloudOps,7 +bizitobs_l2c/5T/medium,TiRex-2-Zeroshot,138.6170599489796,138.6170599489796,7.816230867346939,0.7511392921283505,0.49535290604078297,0.8712551852971513,7.19737928075143,11.773574646171808,0.6194631643018862,0.41124868627517047,0.3251802798100466,Web/CloudOps,7 +bizitobs_l2c/5T/long,TiRex-2-Zeroshot,305.15458333333333,305.15458333333333,12.27048363095238,1.1512217917821361,0.8671760012013787,1.1611212927515784,8.66740454269043,17.468674343902954,0.9808399486950933,0.6889693114719946,0.5201133695652778,Web/CloudOps,7 +bizitobs_l2c/H/short,TiRex-2-Zeroshot,66.49639601934524,66.49639601934524,4.9107762896825395,0.47873681819974856,0.4430189612958071,0.6339647051558424,2.8631498457283757,8.154532237924212,0.43955017174211103,0.26470341872932684,0.20429848005804527,Web/CloudOps,7 +bizitobs_l2c/H/medium,TiRex-2-Zeroshot,86.32678571428572,86.32678571428572,5.28187023344494,0.5429817832924992,0.4824121268344011,0.7918762641533725,3.729523181367853,9.291220894709463,0.5625975377287782,0.3198252653352691,0.2574468104524075,Web/CloudOps,7 +bizitobs_l2c/H/long,TiRex-2-Zeroshot,93.45682043650794,93.45682043650794,5.509787326388889,0.5803228562327183,0.5864931325768655,0.8099713945558144,4.38126025424668,9.667306782993283,0.590506999870815,0.33655371212133406,0.2667387722612735,Web/CloudOps,7 From 078dfd64392711ad037eeef7c30d504ab17e7384 Mon Sep 17 00:00:00 2001 From: Taha Aksu Date: Fri, 3 Jul 2026 18:06:55 +0300 Subject: [PATCH 5/5] Update config.json update model name to match the folder. --- results/TiRex-2-Zeroshot/config.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/results/TiRex-2-Zeroshot/config.json b/results/TiRex-2-Zeroshot/config.json index d667710..0c373ab 100644 --- a/results/TiRex-2-Zeroshot/config.json +++ b/results/TiRex-2-Zeroshot/config.json @@ -1,5 +1,5 @@ { - "model": "TiRex-2", + "model": "TiRex-2-Zeroshot", "model_type": "zero-shot", "model_dtype": "float32", "model_link": "https://huggingface.co/NX-AI/TiRex-2-gifteval-zs",