Restore HF transport for end-to-end Modal pipeline

Keep upload-dataset and skip_download=False defaults so the full
pipeline (data_build → calibrate → stage-h5s) works via HF transport.
skip_download is available as opt-in for local push-to-modal workflow.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: baogorek

Makefile

@@ -143,9 +143,11 @@ upload-calibration:
 		upload_calibration_artifacts()"
 
 upload-dataset:
-	@echo "NOTE: source_imputed H5 is an intermediate artifact."
-	@echo "Use 'make push-to-modal' to push to Modal volume,"
-	@echo "or 'make promote-dataset' to publish to HF at promotion time."
+	python -c "from policyengine_us_data.utils.huggingface import upload; \
+		upload('policyengine_us_data/storage/source_imputed_stratified_extended_cps_2024.h5', \
+		'policyengine/policyengine-us-data', \
+		'calibration/source_imputed_stratified_extended_cps.h5')"
+	@echo "Dataset uploaded to HF."
 
 upload-database:
 	python -c "from policyengine_us_data.utils.huggingface import upload; \
@@ -186,7 +188,8 @@ calibrate-both:
 
 stage-h5s:
 	modal run modal_app/local_area.py::main \
-		--branch $(BRANCH) --num-workers $(NUM_WORKERS)
+		--branch $(BRANCH) --num-workers $(NUM_WORKERS) \
+		$(if $(SKIP_DOWNLOAD),--skip-download)
 
 stage-national-h5:
 	modal run modal_app/local_area.py::main_national \
@@ -221,7 +224,7 @@ check-sanity:
 	python -m policyengine_us_data.calibration.validate_staging \
 		--sanity-only --area-type states --areas NC
 
-pipeline: data push-to-modal build-matrices calibrate-both stage-all-h5s
+pipeline: data upload-dataset build-matrices calibrate-both stage-all-h5s
 	@echo ""
 	@echo "========================================"
 	@echo "Pipeline complete. H5s are in HF staging."

modal_app/local_area.py

@@ -568,7 +568,7 @@ def coordinate_publish(
     branch: str = "main",
     num_workers: int = 8,
     skip_upload: bool = False,
-    skip_download: bool = True,
+    skip_download: bool = False,
 ) -> str:
     """Coordinate the full publishing workflow."""
     setup_gcp_credentials()
@@ -780,7 +780,7 @@ def main(
     branch: str = "main",
     num_workers: int = 8,
     skip_upload: bool = False,
-    skip_download: bool = True,
+    skip_download: bool = False,
 ):
     """Local entrypoint for Modal CLI."""
     result = coordinate_publish.remote(