2026 data updates (#367)

2026 data update - maybe missing winners of tied elections for committee person
Fix committee ID A/B suffix assignment in py code
support non-default environment for local dev

Co-authored-by: Peter Wolanin <107691+pwolanin@users.noreply.github.com>
Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>

Author: pwolanin

cypress/support/e2e.js

@@ -1,8 +1,8 @@
 import { mount } from 'cypress/vue';
 import  Api  from '../../src/api';
-import { CONTENTFUL_SPACE_ID, CONTENTFUL_ACCESS_TOKEN } from '../../src/config'
+import { CONTENTFUL_SPACE_ID, CONTENTFUL_ACCESS_TOKEN, CONTENTFUL_ENVIRONMENT } from '../../src/config'
 
-const api = new Api(CONTENTFUL_SPACE_ID, CONTENTFUL_ACCESS_TOKEN)
+const api = new Api(CONTENTFUL_SPACE_ID, CONTENTFUL_ACCESS_TOKEN, CONTENTFUL_ENVIRONMENT)
 
 Cypress.Commands.add('mount', mount);
 Cypress.Commands.add('fetchLeaders', () => cy.wrap(api.fetchLeaders()));

data-scripts/cli.py

@@ -31,7 +31,7 @@ def voters(registry_file, turnout_file):
 @click.argument('committee_file', type=click.Path())
 def committee(committee_file):
     """Cleans committee person file"""
-    process_committee(committee_file).tojson()
+    process_committee(committee_file).tojson(indent=4)
 
 @cli.command()
 @click.option('--out', '-o', 'output_dir', type=click.Path(),
@@ -94,10 +94,12 @@ def export_leaders_cmd(space_id, api_key, environment_id,
               help='Contentful.com Content type ID')
 @click.option('--apikey', 'api_key', required=True,
               help='Contentful.com API key')
-def drop_contentful(space_id, content_type, api_key):
+@click.option('--environment', '-e', 'environment_id', default='master',
+              help='Contentful.com environment ID (default: master)')
+def drop_contentful(space_id, content_type, api_key, environment_id):
     """Drops all entries from a contentful.com content type.
        Processes 1,000 records at a time."""
-    process_drop(space_id, content_type, api_key)
+    process_drop(space_id, content_type, api_key, environment_id)
 
 if __name__ == '__main__':
     cli()

data-scripts/committee-id.php

@@ -34,7 +34,7 @@
     fwrite(STDERR, "UTF-8 BOM not found\n");
   }
   $row = array_map('trim', str_getcsv($line));
-  $expected_keys = ['Race', 'Party', 'Name', 'Add1', 'Add2', 'Zip'];
+  $expected_keys = ['Race', 'Party', 'Name', 'Address', 'Zip'];
   if (count(array_intersect($row, $expected_keys)) != count($expected_keys)) {
     throw new \Exception('Missing expected header');
   } 
@@ -59,7 +59,7 @@
   $new_row['division'] = (int) $matches[2];
   $new_row['party'] = mb_strtolower($row[$map['Party']]);
   $new_row['zip'] = $row[$map['Zip']];
-  $address = $row[$map['Add1']] . ($row[$map['Add2']] ? ', ' . $row[$map['Add2']] : '');
+  $address = $row[$map['Address']];
   $new_row['address'] = mb_convert_case($address, MB_CASE_TITLE);
   $new_row['fullName'] = mb_convert_case($row[$map['Name']], MB_CASE_TITLE);
   $rows[] = $new_row;

data-scripts/committee.py

@@ -1,27 +1,47 @@
 import petl as etl
 
+
 def create_ward(row):
+    # Incoming data like: "21-20 DEM"
     return int(row['ward_div'].split('-')[0].lstrip('0'))
 
+
 def create_division(row):
     # Delete "DEM" or "REP" from the end of the name
     # Get characters after -, trim leading zeros, convert to int
     return int(row['ward_div'].split('-')[1].lstrip('0').strip('DEM').strip('REP'))
 
+
 def process_committee(filepath):
     table = etl.fromcsv(filepath) \
         .rename({'Race': 'ward_div',
                  'Party': 'party',
                  'Name': 'fullName',
-                 'Add1': 'address',
+                 'Address': 'address',
                  'Zip': 'zip'}) \
         .cut('ward_div', 'party', 'fullName',
              'address', 'zip') \
-        .convert({'fullName': 'title',
-                  'address': 'title'}) \
-        .convert('party', 'lower') \
+        .convert({'ward_div': 'strip',
+                  'fullName': lambda v: v.strip().title(),
+                  'address': lambda v: v.strip().title(),
+                  'zip': 'strip'}) \
+        .convert('party', lambda v: v.strip().lower()) \
         .addfield('ward', create_ward, index=0) \
-        .addfield('division', create_division, index=1) \
-        .cutout('ward_div')
-    
-    return table
+        .addfield('division', create_division, index=1)
+
+    # Assign the A/B suffix in a single deterministic pass over the
+    # materialized rows. petl re-invokes row functions an unspecified number
+    # of times (tables are lazy and re-iterable), so the first-seen suffix
+    # cannot be derived from mutable state inside a petl transform -- doing so
+    # makes every row 'B'. Build the IDs here instead.
+    seen = set()
+    rows = []
+    for rec in etl.dicts(table):
+        wd = rec['ward_div']
+        suffix = 'A' if wd not in seen else 'B'
+        seen.add(wd)
+        rec['ID'] = (wd + ' ' + suffix).replace(' ', '-')
+        rows.append(rec)
+
+    return etl.fromdicts(rows) \
+        .cut('ID', 'ward', 'division', 'party', 'fullName', 'address', 'zip')

data-scripts/contentful.py

@@ -72,9 +72,9 @@ def process_fetch(space_id, content_type_id, api_key, environment_id='master'):
         records.append(record)
     return records
 
-def process_drop(space_id, content_type_id, api_key):
+def process_drop(space_id, content_type_id, api_key, environment_id='master'):
     client = Client(api_key)
-    content_type = client.content_types(space_id).find(content_type_id)
+    content_type = client.content_types(space_id, environment_id).find(content_type_id)
     entries = content_type.entries().all({ 'limit': 1000 })
 
     for entry in tqdm(entries):