updating dagster definitions and dbt sources to include standings table (#249)

Author: digitalghost-dev

card_data/pipelines/definitions.py

@@ -4,9 +4,11 @@
 
 import dagster as dg
 
+from .defs.extract.limitless.extract_standings import create_standings_dataframe
 from .defs.extract.tcgcsv.extract_pricing import build_dataframe
 from .defs.extract.tcgdex.extract_sets import extract_sets_data
 from .defs.extract.tcgdex.extract_series import extract_series_data
+from .defs.load.limitless.load_standings import load_standings_data
 from .defs.load.tcgcsv.load_pricing import load_pricing_data, data_quality_checks_on_pricing
 from .defs.load.tcgdex.load_sets import load_sets_data, data_quality_check_on_sets
 from .defs.load.tcgdex.load_series import load_series_data, data_quality_check_on_series
@@ -17,7 +19,7 @@
 def defs() -> dg.Definitions:
     # load_from_defs_folder discovers dbt assets from transform_data.py
     folder_defs: dg.Definitions = load_from_defs_folder(project_root=Path(__file__).parent.parent)
-    return dg.Definitions.merge(folder_defs, defs_discord_sensors, defs_pricing, defs_sets, defs_series)
+    return dg.Definitions.merge(folder_defs, defs_discord_sensors, defs_pricing, defs_sets, defs_series, defs_standings)
 
 
 defs_discord_sensors: dg.Definitions = dg.Definitions(
@@ -63,4 +65,15 @@ def defs() -> dg.Definitions:
 defs_sets: dg.Definitions = dg.Definitions(
     assets=[extract_sets_data, load_sets_data, data_quality_check_on_sets],
     jobs=[sets_pipeline],
+)
+
+# Standings pipeline job
+standings_pipeline = dg.define_asset_job(
+    name="standings_pipeline_job",
+    selection=dg.AssetSelection.assets(create_standings_dataframe).downstream(include_self=True),
+)
+
+defs_standings: dg.Definitions = dg.Definitions(
+    assets=[create_standings_dataframe, load_standings_data],
+    jobs=[standings_pipeline],
 )

card_data/pipelines/poke_cli_dbt/models/sources.yml

@@ -102,6 +102,15 @@ sources:
           - name: attack_3_cost
             description: "Third attack energy cost"
 
+      - name: standings
+        description: "Tournament standings data"
+
+      - name: tournaments
+        description: "Tournament metadata"
+
+      - name: country_codes
+        description: "Country code to country name mapping"
+
       - name: pricing_data
         description: "Card pricing data"
         meta: