Skip to content

Commit c5a0c0e

Browse files
committed
Update publication candidate
1 parent 323f1c8 commit c5a0c0e

6 files changed

Lines changed: 413 additions & 35 deletions

File tree

changelog.d/985.added renamed to .github/publication_candidates/usdata-gha26105715135-a1/changelog.d/985.added

File renamed without changes.
Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{
2+
"base_release_version": "1.115.4",
3+
"candidate_scope": "1.115.4-minor",
4+
"release_bump": "minor",
5+
"run_id": "usdata-gha26105715135-a1",
6+
"would_release_as_at_build_time": "1.116.0"
7+
}

.github/publication_scope.json

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
22
"base_release_version": "1.115.4",
3-
"candidate_scope": "1.115.4-patch",
4-
"release_bump": "patch",
5-
"run_id": "usdata-gha26102463213-a1",
6-
"would_release_as_at_build_time": "1.115.5"
3+
"candidate_scope": "1.115.4-minor",
4+
"release_bump": "minor",
5+
"run_id": "usdata-gha26105715135-a1",
6+
"would_release_as_at_build_time": "1.116.0"
77
}

docs/engineering/pipeline-map.md

Lines changed: 61 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -751,7 +751,7 @@ Finalize release manifests, record run diagnostics paths, and clean staging stat
751751
### `modal_app.local_area.build_areas_worker`
752752

753753
```python
754-
def build_areas_worker(branch: str, run_id: str, scope: str, work_items: List[Dict], calibration_inputs: WorkerCalibrationInputs | Mapping[str, object], validate: bool = True, scope_fingerprint: str | None = None) -> Dict
754+
def build_areas_worker(branch: str, run_id: str, scope: str, work_items: List[Dict] | None = None, calibration_inputs: WorkerCalibrationInputs | Mapping[str, object] | None = None, validate: bool = True, scope_fingerprint: str | None = None, request_payloads: List[Dict] | None = None) -> Dict
755755
```
756756

757757
Worker function that builds a subset of H5 files.
@@ -916,6 +916,14 @@ class LocalAreaBuildResult
916916

917917
In-memory output from building one local H5 area.
918918

919+
### `policyengine_us_data.build_outputs.geography_loader.CalibrationGeographyIndex`
920+
921+
```python
922+
class CalibrationGeographyIndex
923+
```
924+
925+
Clone geography fields needed for coordinator-side request planning.
926+
919927
### `policyengine_us_data.build_outputs.selection.CloneSelection`
920928

921929
```python
@@ -924,6 +932,14 @@ class CloneSelection
924932

925933
Active clone rows selected for one H5 output.
926934

935+
### `policyengine_us_data.build_outputs.worker_responses.CoordinatorWorkerResult`
936+
937+
```python
938+
class CoordinatorWorkerResult
939+
```
940+
941+
Normalized worker response with explicit fatal and nonfatal issue classes.
942+
927943
### `policyengine_us_data.build_outputs.builder.LocalAreaDatasetBuilder`
928944

929945
```python
@@ -956,6 +972,14 @@ def compute_input_fingerprint(weights_path: Path, dataset_path: Path, n_clones:
956972

957973
Compute a scope fingerprint for local H5 checkpoint and resume decisions.
958974

975+
### `policyengine_us_data.build_outputs.partitioning.partition_weighted_work_items`
976+
977+
```python
978+
def partition_weighted_work_items(work_items: WorkItems, num_workers: int, completed: set[str] | None = None) -> WorkChunks
979+
```
980+
981+
Partition remaining H5 work across worker chunks.
982+
959983
### `policyengine_us_data.build_outputs.source_dataset.MicrosimulationVariableProvider`
960984

961985
```python
@@ -964,13 +988,13 @@ class MicrosimulationVariableProvider
964988

965989
Lazy holder-backed variable reader for a source microsimulation.
966990

967-
### `policyengine_us_data.build_outputs.partitioning.partition_weighted_work_items`
991+
### `policyengine_us_data.build_outputs.partitioning.partition_weighted_area_requests`
968992

969993
```python
970-
def partition_weighted_work_items(work_items: WorkItems, num_workers: int, completed: set[str] | None = None) -> WorkChunks
994+
def partition_weighted_area_requests(requests: Sequence[WeightedAreaRequest], num_workers: int, completed: set[str] | None = None) -> WeightedAreaRequestChunks
971995
```
972996

973-
Partition remaining H5 work across worker chunks.
997+
Partition remaining typed H5 requests across worker chunks.
974998

975999
### `policyengine_us_data.build_outputs.payload.H5Payload`
9761000

@@ -1004,6 +1028,14 @@ class PublishingInputBundle
10041028

10051029
Input artifact bundle for one local H5 publication scope.
10061030

1031+
### `policyengine_us_data.build_outputs.target_universe.RegionalTargetUniverse`
1032+
1033+
```python
1034+
class RegionalTargetUniverse
1035+
```
1036+
1037+
Congressional district target universe for regional H5 outputs.
1038+
10071039
### `policyengine_us_data.build_outputs.reindexing.ReindexedEntities`
10081040

10091041
```python
@@ -1028,6 +1060,14 @@ class SourceDatasetSnapshot
10281060

10291061
Explicit in-memory worker view of a source H5 dataset.
10301062

1063+
### `policyengine_us_data.build_outputs.target_universe.TargetUniverseReader`
1064+
1065+
```python
1066+
class TargetUniverseReader
1067+
```
1068+
1069+
Adapter from the Stage 1 target database artifact to H5 target contracts.
1070+
10311071
### `policyengine_us_data.build_outputs.fingerprinting.FingerprintingService`
10321072

10331073
```python
@@ -1124,6 +1164,14 @@ class VariableCloner
11241164

11251165
Clone source variable arrays using selected and reindexed entity rows.
11261166

1167+
### `policyengine_us_data.build_outputs.partitioning.WeightedAreaRequest`
1168+
1169+
```python
1170+
class WeightedAreaRequest
1171+
```
1172+
1173+
Area build request plus scheduling weight for coordinator partitioning.
1174+
11271175
### `policyengine_us_data.build_outputs.worker_service.WorkerAreaResult`
11281176

11291177
```python
@@ -1236,6 +1284,14 @@ def stage(files: list, version: str, run_id: str = '')
12361284

12371285
Upload locally built H5 files into Hugging Face staging paths.
12381286

1287+
### `policyengine_us_data.build_outputs.worker_responses.normalize_worker_response`
1288+
1289+
```python
1290+
def normalize_worker_response(*, worker_index: int, result: object) -> CoordinatorWorkerResult
1291+
```
1292+
1293+
Normalize worker JSON into explicit fatal and nonfatal coordinator issues.
1294+
12391295
### `modal_app.local_area._resolve_scope_fingerprint`
12401296

12411297
```python
@@ -1255,7 +1311,7 @@ Run unified calibration pipeline.
12551311
### `modal_app.local_area.run_phase`
12561312

12571313
```python
1258-
def run_phase(phase_name: str, work_items: List[Dict], num_workers: int, completed: set, branch: str, run_id: str, calibration_inputs: WorkerCalibrationInputs | Mapping[str, object], run_dir: Path, validate: bool = True, scope_fingerprint: str | None = None) -> tuple
1314+
def run_phase(phase_name: str, weighted_requests: Sequence[WeightedAreaRequest] | None, num_workers: int, completed: set, branch: str, run_id: str, calibration_inputs: WorkerCalibrationInputs | Mapping[str, object], run_dir: Path, validate: bool = True, scope_fingerprint: str | None = None, work_items: List[Dict] | None = None) -> tuple
12591315
```
12601316

12611317
Run a single build phase, spawning workers and collecting results.

0 commit comments

Comments
 (0)