datasets.yaml

# Dataset manifest — covers all datasets in data/raw/
# Used by chart test scripts to load appropriate data per pattern.

# --- Source project datasets (from original inspiration projects) ---

- name: weibull_loss_func_pct
  file: raw/weibull/femto_count_results.csv
  source: weibull-knowledge-informed-ml (Tim's PhD research)
  license: author
  domain: predictive-maintenance
  rows: 12
  patterns: [1]
  description: Loss function usage percentages across FEMTO bearing experiments

- name: weibull_loss_func_pct_ims
  file: raw/weibull/ims_count_results.csv
  source: weibull-knowledge-informed-ml (Tim's PhD research)
  license: author
  domain: predictive-maintenance
  rows: 9
  patterns: [1]
  description: Loss function usage percentages across IMS bearing experiments

- name: arxiv_labels
  file: raw/arxiv/labels.csv
  source: arxiv-code-search (Tim's research tool)
  license: author
  domain: bibliometrics
  rows: 4665
  patterns: [1, 9]
  description: Paper labels with code availability for ML classification

- name: weibull_correlations_femto
  file: raw/weibull/femto_correlation_results.csv
  source: weibull-knowledge-informed-ml
  license: author
  domain: predictive-maintenance
  rows: 15
  patterns: [2]
  description: Correlation values between predicted and true RUL for FEMTO bearings

- name: weibull_correlations_ims
  file: raw/weibull/ims_correlation_results.csv
  source: weibull-knowledge-informed-ml
  license: author
  domain: predictive-maintenance
  rows: 15
  patterns: [2]
  description: Correlation values between predicted and true RUL for IMS bearings

- name: weibull_results_femto
  file: raw/weibull/femto_results_filtered.csv
  source: weibull-knowledge-informed-ml
  license: author
  domain: predictive-maintenance
  rows: 582
  patterns: [3, 8]
  description: Full RUL experiment results for FEMTO bearings

- name: weibull_results_ims
  file: raw/weibull/ims_results_filtered.csv
  source: weibull-knowledge-informed-ml
  license: author
  domain: predictive-maintenance
  rows: 775
  patterns: [3, 8]
  description: Full RUL experiment results for IMS bearings

- name: weibull_early_stop_femto
  file: raw/weibull/femto_early_stop_summary_stats.csv
  source: weibull-knowledge-informed-ml
  license: author
  domain: predictive-maintenance
  rows: 9
  patterns: [4]
  description: Early stopping epoch distributions for FEMTO bearings

- name: weibull_early_stop_ims
  file: raw/weibull/ims_early_stop_summary_stats.csv
  source: weibull-knowledge-informed-ml
  license: author
  domain: predictive-maintenance
  rows: 9
  patterns: [4]
  description: Early stopping epoch distributions for IMS bearings

- name: beautiful_plots_classifiers
  file: raw/beautiful-plots/best_results.csv
  source: Beautiful-Plots
  license: author
  domain: machine-learning
  rows: 6
  patterns: [5]
  description: Classifier min/max/avg AUC comparison results

- name: beautiful_plots_births
  file: raw/beautiful-plots/birth_percentage.csv
  source: Beautiful-Plots
  license: author
  domain: demographics
  rows: 468
  patterns: [3, 7]
  description: Birth percentage above average by month and year

- name: ml_tool_wear_labels
  file: raw/ml-tool-wear/labels_with_tool_class.csv
  source: ml-tool-wear
  license: author
  domain: manufacturing
  rows: 167
  patterns: [2]
  description: Tool wear cases with class labels for anomaly detection

# --- Public reference datasets ---

- name: penguins
  file: raw/public/penguins.csv
  source: https://github.com/allisonhorst/palmerpenguins
  license: CC-0
  domain: ecology
  rows: 344
  patterns: [4, 6, 9]
  description: Body measurements of 3 penguin species from Palmer Station

- name: gapminder
  file: raw/public/gapminder.csv
  source: https://www.gapminder.org/
  license: CC-BY-4.0
  domain: global-development
  rows: 3313
  patterns: [1, 8]
  description: Life expectancy, population, and GDP per capita by country and year

- name: tips
  file: raw/public/tips.csv
  source: https://github.com/mwaskom/seaborn-data
  license: BSD
  domain: social-science
  rows: 244
  patterns: [4, 7]
  description: Restaurant tip amounts with meal context

- name: global_temp
  file: raw/public/global_temp.csv
  source: https://data.giss.nasa.gov/gistemp/
  license: PDDL
  domain: climate
  rows: 1753
  patterns: [3, 7]
  description: Global surface temperature anomalies (monthly)

- name: car_crashes
  file: raw/public/car_crashes.csv
  source: https://fivethirtyeight.com/
  license: CC-BY-4.0
  domain: transportation
  rows: 51
  patterns: [1, 2]
  description: US state-level bad driver statistics

- name: breast_cancer
  file: raw/public/breast_cancer.csv
  source: https://archive.ics.uci.edu/dataset/17
  license: CC-BY-4.0
  domain: medical
  rows: 569
  patterns: [6, 9]
  description: Cell nucleus features from breast mass FNA images

- name: healthexp
  file: raw/public/healthexp.csv
  source: https://data.oecd.org/
  license: CC-BY
  domain: health-economics
  rows: 274
  patterns: [5, 8]
  description: Health expenditure per capita by country and year

- name: iowa_electricity
  file: raw/public/iowa_electricity.csv
  source: https://www.eia.gov/
  license: public-domain
  domain: energy
  rows: 51
  patterns: [2]
  description: Iowa electricity generation by source type

- name: iris
  file: raw/public/iris.csv
  source: https://archive.ics.uci.edu/dataset/53
  license: CC-BY-4.0
  domain: ecology
  rows: 150
  patterns: [6]
  description: Iris flower measurements for 3 species (setosa, versicolor, virginica)

- name: mpg
  file: raw/public/mpg.csv
  source: https://github.com/mwaskom/seaborn-data
  license: BSD
  domain: automotive
  rows: 392
  patterns: [1, 2, 5, 6, 7]
  description: Auto fuel efficiency with engine and origin attributes

- name: flights
  file: raw/public/flights.csv
  source: https://github.com/mwaskom/seaborn-data
  license: BSD
  domain: aviation
  rows: 144
  patterns: [3, 7, 8]
  description: Monthly airline passenger counts (1949-1960)

- name: titanic
  file: raw/public/titanic.csv
  source: https://github.com/mwaskom/seaborn-data
  license: BSD
  domain: historical
  rows: 891
  patterns: [1, 2, 4, 6]
  description: Titanic passenger survival data with demographics

- name: geyser
  file: raw/public/geyser.csv
  source: https://github.com/mwaskom/seaborn-data
  license: BSD
  domain: geology
  rows: 272
  patterns: [2, 4, 9]
  description: Old Faithful geyser eruption durations and waiting times

- name: diamonds
  file: raw/public/diamonds.csv
  source: https://github.com/mwaskom/seaborn-data
  license: BSD
  domain: gemology
  rows: 2000
  patterns: [1, 2, 5, 6, 7]
  description: Diamond prices and quality attributes (subsetted)

- name: dowjones
  file: raw/public/dowjones.csv
  source: https://github.com/mwaskom/seaborn-data
  license: BSD
  domain: finance
  rows: 649
  patterns: [3]
  description: Dow Jones Industrial Average closing prices

- name: glue
  file: raw/public/glue.csv
  source: https://github.com/mwaskom/seaborn-data
  license: BSD
  domain: ml-nlp
  rows: 64
  patterns: [1, 5]
  description: GLUE benchmark scores for NLP models

- name: fmri
  file: raw/public/fmri.csv
  source: https://github.com/mwaskom/seaborn-data
  license: BSD
  domain: neuroscience
  rows: 1064
  patterns: [3, 8]
  description: fMRI brain signal measurements by region and event

- name: planets
  file: raw/public/planets.csv
  source: https://github.com/mwaskom/seaborn-data
  license: BSD
  domain: astronomy
  rows: 1035
  patterns: [1, 3]
  description: Exoplanet discoveries by method and year

- name: taxis
  file: raw/public/taxis.csv
  source: https://github.com/mwaskom/seaborn-data
  license: BSD
  domain: urban-transport
  rows: 1000
  patterns: [1, 2, 6, 7]
  description: NYC taxi ride fares and trip details (subsetted)

- name: wine
  file: raw/public/wine.csv
  source: https://archive.ics.uci.edu/dataset/109
  license: CC-BY-4.0
  domain: chemistry
  rows: 178
  patterns: [7, 9]
  description: Chemical analysis of wines from 3 Italian cultivars

- name: diabetes
  file: raw/public/diabetes.csv
  source: https://scikit-learn.org/
  license: CC-BY-4.0
  domain: medical
  rows: 442
  patterns: [7]
  description: Diabetes progression clinical measurements

- name: seattle_weather
  file: raw/public/seattle_weather.csv
  source: https://github.com/vega/vega-datasets
  license: BSD-3
  domain: climate
  rows: 1461
  patterns: [2, 3]
  description: Seattle daily weather observations (2012-2015)

- name: stocks
  file: raw/public/stocks.csv
  source: https://github.com/vega/vega-datasets
  license: BSD-3
  domain: finance
  rows: 560
  patterns: [3, 8]
  description: Stock prices for 5 tech companies over time

- name: disasters
  file: raw/public/disasters.csv
  source: https://github.com/vega/vega-datasets
  license: BSD-3
  domain: humanitarian
  rows: 803
  patterns: [1, 6]
  description: Global disaster deaths by type and year

- name: co2_concentration
  file: raw/public/co2_concentration.csv
  source: https://github.com/vega/vega-datasets
  license: BSD-3
  domain: climate
  rows: 741
  patterns: [3]
  description: Atmospheric CO2 concentration measurements

- name: mtcars
  file: raw/public/mtcars.csv
  source: https://vincentarelbundock.github.io/Rdatasets/
  license: public-domain
  domain: automotive
  rows: 32
  patterns: [1, 7]
  description: Motor Trend 1974 car performance statistics

- name: chickweight
  file: raw/public/chickweight.csv
  source: https://vincentarelbundock.github.io/Rdatasets/
  license: public-domain
  domain: nutrition
  rows: 578
  patterns: [2, 3, 8]
  description: Chick weight growth by diet over time

- name: world_happiness
  file: raw/public/world_happiness.csv
  source: World Happiness Report
  license: public-domain
  domain: economics
  rows: 153
  patterns: [1, 5, 7, 8]
  description: World happiness scores with contributing factors by country

- name: country_stats
  file: raw/public/country_stats.csv
  source: https://github.com/plotly/datasets
  license: CC0
  domain: geography
  rows: 142
  patterns: [1, 5, 7]
  description: Gapminder 2007 cross-section of country development indicators

# --- Pre-computed datasets (derived from source/public datasets) ---
# Generated by scripts/generate_precomputed.py
# These contain pre-aggregated, pre-modeled data so chart patterns
# focus on visualization only (no sklearn, no groupby/rolling/corr).

# P3: Time series (year, value, rolling)
- name: precomputed_p3_global_temp
  file: raw/precomputed/p3/global_temp.csv
  source: derived from public/global_temp.csv
  license: public-domain
  domain: climate
  rows: 146
  patterns: [3]
  description: Annual temperature anomalies with 10-year rolling mean

- name: precomputed_p3_flights
  file: raw/precomputed/p3/flights.csv
  source: derived from public/flights.csv
  license: BSD-3-Clause
  domain: transport
  rows: 12
  patterns: [3]
  description: Annual average airline passengers with rolling mean

- name: precomputed_p3_birth_percentage
  file: raw/precomputed/p3/birth_percentage.csv
  source: derived from beautiful-plots/birth_percentage.csv
  license: author
  domain: demographics
  rows: 39
  patterns: [3]
  description: Annual birth percentage above average with rolling mean

- name: precomputed_p3_dowjones
  file: raw/precomputed/p3/dowjones.csv
  source: derived from public/dowjones.csv
  license: public-domain
  domain: finance
  rows: 54
  patterns: [3]
  description: Annual Dow Jones closing price with rolling mean

- name: precomputed_p3_co2_concentration
  file: raw/precomputed/p3/co2_concentration.csv
  source: derived from public/co2_concentration.csv
  license: public-domain
  domain: climate
  rows: 62
  patterns: [3]
  description: Annual CO2 concentration with rolling mean

- name: precomputed_p3_stocks
  file: raw/precomputed/p3/stocks.csv
  source: derived from public/stocks.csv
  license: public-domain
  domain: finance
  rows: 10
  patterns: [3]
  description: Annual AAPL stock price with rolling mean

- name: precomputed_p3_planets
  file: raw/precomputed/p3/planets.csv
  source: derived from public/planets.csv
  license: BSD-3-Clause
  domain: astronomy
  rows: 23
  patterns: [3]
  description: Annual exoplanet discovery count with rolling mean

# P5: Lollipop (name, min, max, avg)
- name: precomputed_p5_healthexp
  file: raw/precomputed/p5/healthexp.csv
  source: derived from public/healthexp.csv
  license: public-domain
  domain: economics
  rows: 6
  patterns: [5]
  description: Health spending min/avg/max range by country

- name: precomputed_p5_mpg
  file: raw/precomputed/p5/mpg.csv
  source: derived from public/mpg.csv
  license: public-domain
  domain: automotive
  rows: 3
  patterns: [5]
  description: MPG min/avg/max range by origin

- name: precomputed_p5_diamonds
  file: raw/precomputed/p5/diamonds.csv
  source: derived from public/diamonds.csv
  license: public-domain
  domain: gemology
  rows: 7
  patterns: [5]
  description: Diamond price min/avg/max range by color grade

- name: precomputed_p5_best_results
  file: raw/precomputed/p5/best_results.csv
  source: derived from beautiful-plots/best_results.csv
  license: author
  domain: machine-learning
  rows: 6
  patterns: [5]
  description: Classifier AUC min/avg/max range

- name: precomputed_p5_world_happiness
  file: raw/precomputed/p5/world_happiness.csv
  source: derived from public/world_happiness.csv
  license: public-domain
  domain: economics
  rows: 7
  patterns: [5]
  description: Happiness score min/avg/max range by region

- name: precomputed_p5_country_stats
  file: raw/precomputed/p5/country_stats.csv
  source: derived from public/country_stats.csv
  license: CC0
  domain: geography
  rows: 5
  patterns: [5]
  description: Life expectancy min/avg/max range by continent

- name: precomputed_p5_glue
  file: raw/precomputed/p5/glue.csv
  source: derived from public/glue.csv
  license: public-domain
  domain: nlp
  rows: 8
  patterns: [5]
  description: Model score min/avg/max range across NLP tasks

# P6: Decision boundary (NPZ: mesh_x0, mesh_x1, yy_hat, yy_prob, X, y, class_names)
- name: precomputed_p6_iris
  file: raw/precomputed/p6/iris.npz
  source: derived from public/iris.csv (KNN k=15)
  license: public-domain
  domain: ecology
  rows: 150
  patterns: [6]
  description: KNN decision boundary for iris species (petal length vs width)

- name: precomputed_p6_wine
  file: raw/precomputed/p6/wine.npz
  source: derived from public/wine.csv (KNN k=15)
  license: CC-BY-4.0
  domain: chemistry
  rows: 178
  patterns: [6]
  description: KNN decision boundary for wine cultivars (alcohol vs malic acid)

- name: precomputed_p6_breast_cancer
  file: raw/precomputed/p6/breast_cancer.npz
  source: derived from public/breast_cancer.csv (KNN k=15)
  license: CC-BY-4.0
  domain: medical
  rows: 569
  patterns: [6]
  description: KNN decision boundary for breast cancer (mean radius vs mean texture)

- name: precomputed_p6_geyser
  file: raw/precomputed/p6/geyser.npz
  source: derived from public/geyser.csv (KNN k=15)
  license: public-domain
  domain: geology
  rows: 272
  patterns: [6]
  description: KNN decision boundary for geyser eruption kind (duration vs waiting)

- name: precomputed_p6_penguins
  file: raw/precomputed/p6/penguins.npz
  source: derived from public/penguins.csv (KNN k=15)
  license: CC0
  domain: ecology
  rows: 342
  patterns: [6]
  description: KNN decision boundary for penguin species (bill length vs depth)

# P7: Heatmap (pre-computed correlation matrix or pivot table CSV)
- name: precomputed_p7_penguins
  file: raw/precomputed/p7/penguins.csv
  source: derived from public/penguins.csv
  license: CC0
  domain: ecology
  rows: 4
  patterns: [7]
  description: 4x4 correlation matrix of penguin measurements

- name: precomputed_p7_mpg
  file: raw/precomputed/p7/mpg.csv
  source: derived from public/mpg.csv
  license: public-domain
  domain: automotive
  rows: 5
  patterns: [7]
  description: 5x5 correlation matrix of mpg features

- name: precomputed_p7_diamonds
  file: raw/precomputed/p7/diamonds.csv
  source: derived from public/diamonds.csv
  license: public-domain
  domain: gemology
  rows: 7
  patterns: [7]
  description: 7x7 correlation matrix of diamond attributes

- name: precomputed_p7_wine
  file: raw/precomputed/p7/wine.csv
  source: derived from public/wine.csv
  license: CC-BY-4.0
  domain: chemistry
  rows: 13
  patterns: [7]
  description: 13x13 correlation matrix of wine chemical features

- name: precomputed_p7_birth_percentage
  file: raw/precomputed/p7/birth_percentage.csv
  source: derived from beautiful-plots/birth_percentage.csv
  license: author
  domain: demographics
  rows: 39
  patterns: [7]
  description: 39x12 pivot table of birth percentage by year and month

- name: precomputed_p7_tips
  file: raw/precomputed/p7/tips.csv
  source: derived from public/tips.csv
  license: BSD-3-Clause
  domain: hospitality
  rows: 3
  patterns: [7]
  description: 3x3 correlation matrix of tips data

- name: precomputed_p7_flights
  file: raw/precomputed/p7/flights.csv
  source: derived from public/flights.csv
  license: BSD-3-Clause
  domain: transport
  rows: 12
  patterns: [7]
  description: 12x12 pivot table of airline passengers by month and year

- name: precomputed_p7_diabetes
  file: raw/precomputed/p7/diabetes.csv
  source: derived from public/diabetes.csv
  license: CC-BY-4.0
  domain: medical
  rows: 10
  patterns: [7]
  description: 10x10 correlation matrix of diabetes clinical features

- name: precomputed_p7_mtcars
  file: raw/precomputed/p7/mtcars.csv
  source: derived from public/mtcars.csv
  license: public-domain
  domain: automotive
  rows: 11
  patterns: [7]
  description: 11x11 correlation matrix of car performance metrics

- name: precomputed_p7_taxis
  file: raw/precomputed/p7/taxis.csv
  source: derived from public/taxis.csv
  license: BSD-3-Clause
  domain: transport
  rows: 5
  patterns: [7]
  description: 5x5 correlation matrix of taxi fare components

# P9: PR/ROC curves (NPZ: precision/recall/tpr/fpr arrays + averages + baseline)
- name: precomputed_p9_breast_cancer
  file: raw/precomputed/p9/breast_cancer.npz
  source: derived from public/breast_cancer.csv (5-fold Logistic Regression)
  license: CC-BY-4.0
  domain: medical
  rows: 569
  patterns: [9]
  description: 5-fold PR/ROC curves for breast cancer classification

- name: precomputed_p9_penguins
  file: raw/precomputed/p9/penguins.npz
  source: derived from public/penguins.csv (5-fold Logistic Regression)
  license: CC0
  domain: ecology
  rows: 333
  patterns: [9]
  description: 5-fold PR/ROC curves for penguin species (Adelie vs others)

- name: precomputed_p9_titanic
  file: raw/precomputed/p9/titanic.npz
  source: derived from public/titanic.csv (5-fold Logistic Regression)
  license: public-domain
  domain: transport
  rows: 714
  patterns: [9]
  description: 5-fold PR/ROC curves for Titanic survival prediction

- name: precomputed_p9_geyser
  file: raw/precomputed/p9/geyser.npz
  source: derived from public/geyser.csv (5-fold Logistic Regression)
  license: public-domain
  domain: geology
  rows: 272
  patterns: [9]
  description: 5-fold PR/ROC curves for geyser eruption kind classification

- name: precomputed_p9_wine
  file: raw/precomputed/p9/wine.npz
  source: derived from public/wine.csv (5-fold Logistic Regression)
  license: CC-BY-4.0
  domain: chemistry
  rows: 178
  patterns: [9]
  description: 5-fold PR/ROC curves for wine cultivar (class 0 vs others)