Add initial example

Author: ciaransweet

.gitignore

@@ -127,3 +127,5 @@ dmypy.json
 
 # Pyre type checker
 .pyre/
+
+.idea/

docker-compose.yml

@@ -0,0 +1,16 @@
+version: '3'
+
+services:
+  localstack:
+    image: localstack/localstack
+    container_name: localstack
+    ports:
+      - "4567-4599:4567-4599"
+    environment:
+      - SERVICES=serverless
+      - LAMBDA_EXECUTOR=docker
+      - LAMBDA_REMOVE_CONTAINERS=false
+      - DOCKER_HOST=unix:///var/run/docker.sock
+    volumes:
+      - "${TMPDIR}:/tmp/localstack"
+      - "/var/run/docker.sock:/var/run/docker.sock"

lambda/build.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+echo "Build Layer and extract zip of dependencies"
+docker run --name cogeo -w /var/task --volume $PWD/:/local -itd remotepixel/amazonlinux:gdal3.0-py3.7-cogeo bash
+docker exec -it cogeo bash '/local/create-layer.sh'
+docker cp cogeo:/tmp/package.zip package.zip
+docker stop cogeo
+docker rm cogeo
+
+echo "Unzip Layer and move all items up one directory"
+mkdir deps \
+&& cd deps \
+&& unzip -qq ../package.zip \
+&& mv bin/* . && rm -rf bin \
+&& mv lib/* . && rm -rf lib \
+&& mv python/* . && rm -rf python \
+&& mv share/* . && rm -rf share \
+&& rm ../package.zip
+
+echo "Copy in Lambda code and zip up new 'uber' Lambda"
+cp ../lambda.py . \
+&& zip -r9q lambda.zip . \
+&& mv lambda.zip ../lambda.zip \
+&& cd .. \
+&& rm -rf deps

lambda/create-layer.sh

@@ -0,0 +1,31 @@
+#!/bin/bash
+echo "-----------------------"
+echo "Creating lambda layer"
+echo "-----------------------"
+
+echo "Remove lambda python packages"
+rm -rdf $PREFIX/python/boto3* \
+&& rm -rdf $PREFIX/python/botocore* \
+&& rm -rdf $PREFIX/python/docutils* \
+&& rm -rdf $PREFIX/python/dateutil* \
+&& rm -rdf $PREFIX/python/jmespath* \
+&& rm -rdf $PREFIX/python/s3transfer* \
+&& rm -rdf $PREFIX/python/numpy/doc/
+
+echo "Remove useless files"
+rm -rdf $PREFIX/share/doc \
+&& rm -rdf $PREFIX/share/man \
+&& rm -rdf $PREFIX/share/hdf*
+
+echo "Remove uncompiled python scripts"
+find $PREFIX/python -type f -name '*.pyc' | while read f; do n=$(echo $f | sed 's/__pycache__\///' | sed 's/.cpython-[2-3][0-9]//'); cp $f $n; done;
+find $PREFIX/python -type d -a -name '__pycache__' -print0 | xargs -0 rm -rf
+find $PREFIX/python -type f -a -name '*.py' -print0 | xargs -0 rm -f
+
+echo "Strip shared libraries"
+cd $PREFIX && find lib -name \*.so\* -exec strip {} \;
+
+echo "Create archives"
+cd $PREFIX && zip -r9q /tmp/package.zip python
+cd $PREFIX && zip -r9q --symlinks /tmp/package.zip lib/*.so* share
+cd $PREFIX && zip -r9q --symlinks /tmp/package.zip bin/gdal* bin/ogr* bin/geos* bin/nearblack

lambda/lambda.py

@@ -0,0 +1,26 @@
+import numpy
+import pygeos
+import rasterio
+import requests
+import rio_cogeo
+import rio_color
+import rio_tiler
+import rio_tiler_mosaic
+import rio_tiler_mvt
+import shapely
+import supermercado
+
+
+def handler(event, context):
+    print(numpy.__version__)
+    print(pygeos.__version__)
+    print(rasterio.__version__)
+    print(requests.__version__)
+    print(rio_cogeo.version)
+    print(rio_color.__version__)
+    print(rio_tiler.version)
+    print(rio_tiler_mosaic.version)
+    print(rio_tiler_mvt.__version__)
+    print(shapely.__version__)
+    print(supermercado.__package__)
+    return {"message": "Printed all versions"}

lambda/test-lambda.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+bash build.sh
+pytest -s .

lambda/test_lambda.py

@@ -0,0 +1,46 @@
+import json
+from unittest import TestCase
+
+import boto3
+
+
+def get_lambda_client():
+    return boto3.client('lambda',
+                        aws_access_key_id='',
+                        aws_secret_access_key='',
+                        region_name='eu-west-2',
+                        endpoint_url='http://localhost:4574')
+
+
+def deploy_lambda():
+    with open('lambda.zip', 'rb') as f:
+        zipped_code = f.read()
+    get_lambda_client().create_function(
+        FunctionName='geo-lambda',
+        Runtime='python3.7',
+        Role='a-role',
+        Handler='lambda.handler',
+        Code={'ZipFile': zipped_code},
+        Environment={
+            'Variables': {
+                'GDAL_DATA': '/opt/share/gdal',
+                'PROJ_LIB': '/opt/share/proj'
+            }
+        }
+    )
+
+
+def invoke_lambda_and_get_response():
+    return json.loads(get_lambda_client().invoke(
+        FunctionName='geo-lambda',
+        InvocationType='RequestResponse'
+    )['Payload'].read().decode('utf-8'))
+
+
+class Test(TestCase):
+    def setup_method(self, method):
+        deploy_lambda()
+
+    def test_that_layer_works(self):
+        resp = invoke_lambda_and_get_response()
+        self.assertEqual(resp["message"], "Printed all versions")

requirements.txt

@@ -0,0 +1,2 @@
+boto3==1.12.0
+pytest==5.3.5