Merge pull request #4 from hackoregon/ec2-deploy

Ec2 deploy

Author: znmeb

ec2-deploy/.gitignore

@@ -0,0 +1 @@
+geocoder.html

ec2-deploy/README.md

@@ -0,0 +1,14 @@
+# Hack Oregon Geocoder Spring 2017 Edition
+1. You'll need a 64-bit Ubuntu 16.04.2 LTS "Xenial Xerus" base box. I tested on a 15 GB drive but it looks like it will run in 10. It will need at least 10. I tested on a 1 GB RAM local VM and a 1 GB RAM EC2 instance.
+2. You'll need `git` and `sudo` but the scripts should install everything else required.
+3. Log in on a terminal via `ssh` - don't do this on the console in a VM.
+4. Enter
+
+    ```
+    git clone https://github.com/hackoregon/postgis-geocoder-test
+    cd postgis-geocoder-test/ec2-deploy
+    sudo ./root-install-postgis.bash
+    ```
+
+    The script will take about half an hour ... it downloades a bunch of shapefiles, inserts them into a database, builds some indexes, creates a `pg_dump` of the database and makes an HTML database document. The last thing it does is test the geocoder. If everything worked you'll see the Hack Oregon headquarters geocoded.
+5. The dump file is in `/gisdata/geocoder.pgdump` and the HTML document is in `/gisdata/geocoder.html`. You should be able to recreate this on any PostgreSQL 9.6 / PostGIS 2.3 system by restoring the dump file as the `postgres` PostgreSQL superuser.

ec2-deploy/extensions.sql

@@ -0,0 +1,7 @@
+CREATE EXTENSION postgis_tiger_geocoder CASCADE;
+GRANT USAGE ON SCHEMA tiger TO PUBLIC;
+GRANT USAGE ON SCHEMA tiger_data TO PUBLIC;
+GRANT SELECT, REFERENCES, TRIGGER ON ALL TABLES IN SCHEMA tiger TO PUBLIC;
+GRANT SELECT, REFERENCES, TRIGGER ON ALL TABLES IN SCHEMA tiger_data TO PUBLIC;
+GRANT EXECUTE ON ALL FUNCTIONS IN SCHEMA tiger TO PUBLIC;
+ALTER DEFAULT PRIVILEGES IN SCHEMA tiger_data GRANT SELECT, REFERENCES ON TABLES TO PUBLIC;

ec2-deploy/git-global.bash

@@ -0,0 +1,4 @@
+#! /bin/bash -v
+git config --global push.default matching
+git config --global user.email "znmeb@znmeb.net"
+git config --global user.name "M. Edward (Ed) Borasky"

ec2-deploy/make-nation-script.psql

@@ -0,0 +1,5 @@
+\t
+\a
+\o /gisdata/nation.bash
+SELECT loader_generate_nation_script('sh');
+\o

ec2-deploy/make-states-script.psql

@@ -0,0 +1,5 @@
+\t
+\a
+\o /gisdata/states.bash
+SELECT loader_generate_script(ARRAY['OR'], 'sh');
+\o

ec2-deploy/postgis.list

@@ -0,0 +1 @@
+deb http://apt.postgresql.org/pub/repos/apt/ xenial-pgdg main

ec2-deploy/postgres-create-geocoder-database.bash

@@ -0,0 +1,41 @@
+#! /bin/bash
+
+echo "Creating 'geocoder' database."
+echo "If there's already a 'geocoder' database you can ignore the error message."
+createdb -O postgres geocoder
+echo ""
+echo "Creating geocoder extension"
+echo "If you've already created the extension you can ignore the error messages."
+psql -d geocoder -f extensions.sql
+
+echo ""
+echo "Creating the nation database population script"
+psql -d geocoder -f make-nation-script.psql
+chmod +x /gisdata/nation.bash
+sed -i -e "s;PGHOST=.*$;PGHOST=/var/run/postgresql;" /gisdata/nation.bash
+echo "Running the nation database population script"
+/gisdata/nation.bash
+
+echo ""
+echo "Creating the states database population script"
+psql -d geocoder -f make-states-script.psql
+chmod +x /gisdata/states.bash
+sed -i -e "s;PGHOST=.*$;PGHOST=/var/run/postgresql;" /gisdata/states.bash
+echo "Running the states database population script"
+/gisdata/states.bash
+
+echo ""
+echo "Installing any missing indexes"
+psql -d geocoder -c "SELECT install_missing_indexes();"
+
+echo ""
+echo "Creating a dump of the geocoder database"
+pg_dump -Fc geocoder > /gisdata/geocoder.pgdump
+
+echo ""
+echo "Testing the geocoder - compare lon and lat with Google Maps"
+psql -d geocoder -f test-geocoder.sql
+
+echo ""
+echo "Documenting geocoder database schema"
+postgresql_autodoc -d geocoder -f /gisdata/geocoder -h /var/run/postgresql -t html

ec2-deploy/root-install-postgis.bash

@@ -0,0 +1,38 @@
+#! /bin/bash
+
+echo "Adding PostgreSQL / PostGIS package repository"
+apt-get update && apt-get install -y \
+  git \
+  vim-nox \
+  curl \
+  wget
+cp postgis.list /etc/apt/sources.list.d/
+wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc \
+  | apt-key add -
+apt-get update
+echo "http://apt.postgresql.org/pub/repos/apt repository added!"
+echo ""
+echo "Installing PostGIS packages"
+apt-get install -y \
+  postgresql-9.6 \
+  postgresql-autodoc \
+  postgresql-client-9.6 \
+  postgresql-contrib-9.6 \
+  postgresql-doc-9.6 \
+  postgresql-server-dev-9.6 \
+  postgis \
+  postgresql-9.6-postgis-2.3 \
+  postgresql-9.6-postgis-2.3-scripts \
+  postgresql-9.6-postgis-scripts \
+  postgresql-9.6-pgrouting \
+  postgresql-9.6-pgrouting-doc \
+  postgresql-9.6-pgrouting-scripts
+
+echo ""
+echo "Creating the /gisdata workspace"
+mkdir -p /gisdata/temp
+chown -R postgres:postgres /gisdata
+
+echo ""
+echo "Populating the geocoder database - this will take a while"
+su postgres -c ./postgres-create-geocoder-database.bash

ec2-deploy/test-geocoder.sql

@@ -0,0 +1,17 @@
+SELECT
+  g.rating As r,
+  ST_X(geomout) As lon,
+  ST_Y(geomout) As lat,
+  pprint_addy(addy) As paddress
+FROM
+  geocode(
+    '317 NW Glisan St, Portland, OR 97209'
+  ) As g;
+SELECT
+  pprint_addy(addy),
+  st_astext(geomout),
+  rating
+FROM
+  geocode_intersection(
+    'Glisan', '3rd', 'OR', 'Portland'
+  );