us-zipcodes-congress/test.py at master · OpenSourceActivismTech/us-zipcodes-congress · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
from utils import load_csv_columns, list_key_set, list_key_values

def test_sunlight():
    print("\t new, old")

    new_data = load_csv_columns('zccd.csv')
    old_data = load_csv_columns('raw/old_sunlight_districts.csv')
    print("length", len(new_data), len(old_data))
    print()

    new_states = list_key_set(new_data, 'state_abbr')
    old_states = list_key_set(old_data, 'state')
    print("states", len(new_states), len(old_states))
    print()

    new_zctas = list_key_set(new_data, 'zcta')
    old_zctas = list_key_set(old_data, 'zipcode')
    print("ZCTAs", len(new_zctas), len(old_zctas))
    # we should not be missing any old zctas
    print("missing", old_zctas.difference(new_zctas))
    print("added", new_zctas.difference(old_zctas))
    print()

    new_zcta_list = list_key_values(new_data, 'zcta')
    old_zcta_list = list_key_values(old_data, 'zipcode')
    cds_changed = 0
    states_changed = set()
    for (n, l) in sorted(new_zcta_list.items()):
        new_cd_set = list_key_set(l, 'cd')
        old_cd_set = list_key_set(old_zcta_list[n], 'house_district')
        if old_cd_set.symmetric_difference(new_cd_set):
            cds_changed += 1
            new_state = list_key_values(l,'state_abbr')
            old_state = list_key_values(old_zcta_list[n], 'state')
            print("%s was %s-%s now %s-%s" % (n, ','.join(old_state), ','.join(old_cd_set), ','.join(new_state), ','.join(new_cd_set)))
            states_changed.update(new_state.keys())
            states_changed.update(old_state.keys())

    print("CDs changed",  cds_changed)
    print("from states", states_changed)
    print()

def test_hud():
    print("\t us, hud")

    our_data = load_csv_columns('zccd.csv')
    hud_data = load_csv_columns('zccd_hud.csv')
    print("length", len(our_data), len(hud_data))
    print()

    our_states = list_key_set(our_data, 'state_abbr')
    hud_states = list_key_set(hud_data, 'state_abbr')
    print("states", len(our_states), len(hud_states))
    print("we missed", list(hud_states.difference(our_states)))
    print()

    our_zctas = list_key_set(our_data, 'zcta')
    hud_zips = list_key_set(hud_data, 'zip')
    print("ZCTAs", len(our_zctas), len(hud_zips))
    # we should not be missing any hud zctas
    print("we added", len(our_zctas.difference(hud_zips)))
    print("missing", len(hud_zips.difference(our_zctas)))
    print(sorted(list(hud_zips.difference(our_zctas))))
    print()

    our_zcta_list = list_key_values(our_data, 'zcta')
    hud_zip_list = list_key_values(hud_data, 'zip')
    cds_changed = 0
    states_changed = set()
    for (n, l) in sorted(our_zcta_list.items()):
        our_cd_set = list_key_set(l, 'cd')
        hud_cd_set = list_key_set(hud_zip_list[n], 'cd')
        if hud_cd_set.symmetric_difference(our_cd_set):
            cds_changed += 1
            our_state = list_key_values(l,'state_abbr')
            hud_state = list_key_values(hud_zip_list[n], 'state_abbr')
            #print "%s in %s-%s hud %s-%s" % (n, ','.join(our_state), ','.join(our_cd_set), ','.join(hud_state), ','.join(hud_cd_set))
            states_changed.update(our_state.keys())
            states_changed.update(hud_state.keys())

    print("CDs differing",  cds_changed)
    print("from states", states_changed)
    print()

if __name__ == "__main__":
    test_sunlight()
    test_hud()