Merge pull request #489 from PolicyEngine/maria/all_calibration_vars

 Supporting all calibration targets with SparseMatrixBuilder

Author: baogorek

.gitignore

@@ -27,6 +27,9 @@ node_modules
 !policyengine_us_data/storage/national_and_district_rents_2023.csv
 docs/.ipynb_checkpoints/
 
+## ACA PTC state-level uprating factors
+!policyengine_us_data/storage/aca_ptc_multipliers_2022_2024.csv
+
 ## Raw input cache for database pipeline
 policyengine_us_data/storage/calibration/raw_inputs/
 

Makefile

@@ -1,6 +1,6 @@
 .PHONY: all format test install download upload docker documentation data publish-local-area clean build paper clean-paper presentations database database-refresh promote-database promote-dataset
 
-HF_CLONE_DIR = $(HOME)/devl/huggingface/policyengine-us-data
+HF_CLONE_DIR ?= $(HOME)/huggingface/policyengine-us-data
 
 all: data test
 
@@ -73,6 +73,7 @@ database-refresh:
 	$(MAKE) database
 
 promote-database:
+	sqlite3 policyengine_us_data/storage/calibration/policy_data.db "PRAGMA wal_checkpoint(TRUNCATE);"
 	cp policyengine_us_data/storage/calibration/policy_data.db \
 		$(HF_CLONE_DIR)/calibration/policy_data.db
 	rm -rf $(HF_CLONE_DIR)/calibration/raw_inputs

changelog_entry.yaml

@@ -0,0 +1,11 @@
+- bump: minor
+  changes:
+    added:
+    - Entity aware target calculations for correct entity counts.
+    - Selection of targets closest to calibration time period and uprating logic for cohesive and comprehensive time-period coverage.
+    - Hierarchical state-level uprating with CD reconciliation via hierarchy inconsistency factors (HIFs) and state-specific uprating factors (e.g., CMS/KFF ACA PTC multipliers).
+    - stratum_domain and target_overview views for easier target inspection and debugging.
+    - test_schema_views_and_lookups.py for testing the new views and lookups.
+    - Calibration matrix diagnostic notebook (docs/calibration_matrix.ipynb).
+    removed:
+    - Redundant database fields and tables (variable_groups, variable_metadata,sources, source_id, stratum_group_id).