Skip to content

Commit a814a76

Browse files
committed
fix: add missing field to schema freeze list
1 parent 063de62 commit a814a76

1 file changed

Lines changed: 4 additions & 0 deletions

File tree

data_pipeline/stages/assemble_validated_events.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -59,6 +59,8 @@ def merge_data(tables: dict) -> pd.DataFrame:
5959
df_payments, on="order_id", how="left"
6060
)
6161

62+
df_merged = df_merged.rename(columns={"payment_value": "order_revenue"})
63+
6264
if len(df_merged) != len(df_orders):
6365
raise RuntimeError("Cardinality violation detected: expected 1 row per order")
6466

@@ -136,6 +138,7 @@ def freeze_schema(df: pd.DataFrame) -> pd.DataFrame:
136138

137139
ENFORCED_SCHEMA = [
138140
"order_id",
141+
"order_revenue",
139142
"seller_id",
140143
"product_id",
141144
"order_status",
@@ -153,6 +156,7 @@ def freeze_schema(df: pd.DataFrame) -> pd.DataFrame:
153156

154157
ENFORCED_DTYPES = {
155158
"order_id": "string",
159+
"order_revenue": "float64",
156160
"seller_id": "string",
157161
"product_id": "string",
158162
"order_status": "string",

0 commit comments

Comments
 (0)