Version 0.9.99 changes

1. Test Coverage -> Fixed Test report coverage. The Python Server process's coverage was not being reported.
2. Unitest -> Use pytest fixtures for unittesting. Organized test cases.
3. SQLiteClient -> Fix in retry logic. Retry was not sending the request(again), it was simply polling the REQ Socket.
4. SQLiteServer -> Removed server.stop method. Keyboard interupt handling is handled in server.start() method
5. Serialization -> Changed msgpack-python to faster and efficient msgpack
6. Exceptions - The SQLiteClient will not raise an SQLiteRxConnectionError exception if the server is offline.
7. Exceptions - Renamed the error classes. SQLiteRxCompressionError, SQLiteRxConnectionError, SQLiteRxTransportError SQLiteRxSerializationError

Author: Abhishek Singh

.coveragerc

@@ -2,10 +2,11 @@
 parallel = True
 branch = False
 source = sqlite_rx
+concurrency = multiprocessing
 omit =
     /*/tests/*
     .env/*
-    /sqlite_rx/cli
+    ./sqlite_rx/cli/__init__.py
     /home/travis/virtualenv/*
 
 [report]

.dockerignore

@@ -8,3 +8,6 @@ dist
 sqlite_rx.egg-info
 .coveragerc
 docker_examples
+.coverage
+.pytest_cache
+.coverage

.gitignore

@@ -5,4 +5,6 @@ sqlite_rx.egg-info/
 cover/
 build/
 dist/
+.coverage
+.pytest_cache
 .coverage

.travis.yml

@@ -3,34 +3,18 @@ matrix:
   include:
     - os: linux
       python: 3.6
-      env:
-        - SITECUSTOMIZELIBPATH=/home/travis/virtualenv/python3.6/lib/python3.6/site-packages/sitecustomize.py
-        - COVERAGE_PROCESS_START=${TRAVIS_BUILD_DIR}/.coveragerc
     - os: linux
       python: 3.7
-      env:
-        - SITECUSTOMIZELIBPATH=/home/travis/virtualenv/python3.7/lib/python3.7/site-packages/sitecustomize.py
-        - COVERAGE_PROCESS_START=${TRAVIS_BUILD_DIR}/.coveragerc
     - os: linux
       python: 3.8
-      env:
-        - SITECUSTOMIZELIBPATH=/home/travis/virtualenv/python3.8/lib/python3.8/site-packages/sitecustomize.py
-        - COVERAGE_PROCESS_START=${TRAVIS_BUILD_DIR}/.coveragerc
     - os: linux
       python: pypy3
-      env:
-        - SITECUSTOMIZELIBPATH=/home/travis/virtualenv/pypy3/site-packages/sitecustomize.py
-        - COVERAGE_PROCESS_START=${TRAVIS_BUILD_DIR}/.coveragerc
+install:
+  - pip install --upgrade pip
+  - pip install pytest pytest-cov coverage coveralls
+  - pip install -e .
 script:
-  - cp ${TRAVIS_BUILD_DIR}/.travis/sitecustomize.py ${SITECUSTOMIZELIBPATH}
-  - cat ${SITECUSTOMIZELIBPATH}
-  - pip install nose
-  - pip install coverage
-  - pip install coveralls
-  - python -m site
-  - python --version
-  - python setup.py nosetests --with-coverage
-  - coverage run --concurrency=multiprocessing -m unittest discover -s sqlite_rx/tests
+  - coverage run -m pytest --verbose sqlite_rx/tests
   - coverage combine
   - coverage report -i -m
   - coveralls

.travis/sitecustomize.py

@@ -1,4 +1,4 @@
 click
-msgpack-python
+msgpack
 pyzmq
 tornado

requirements.txt

@@ -20,7 +20,7 @@
 
 PACKAGES = ['sqlite_rx']
 
-DEPENDENCIES = ['msgpack-python', 'pyzmq', 'tornado', 'click']
+DEPENDENCIES = ['msgpack', 'pyzmq', 'tornado', 'click']
 
 classifiers = [
     'Development Status :: 4 - Beta',

setup.py

@@ -1,4 +1,4 @@
-__version__ = "0.9.98"
+__version__ = "0.9.99"
 __author__ = "Abhishek Singh"
 __authoremail__ = "aosingh@asu.edu"
 
@@ -39,4 +39,8 @@ def get_default_logger_settings(level: str = "DEBUG"):
                 'propagate': False
             },
         }
-    }
+    }
+
+
+def get_version():
+    return __version__

sqlite_rx/__init__.py

@@ -29,7 +29,7 @@ def main(log_level,
          curve_dir,
          key_id):
     logging.config.dictConfig(get_default_logger_settings(level=log_level))
-    LOG.info("Python Platform %s" % platform.python_implementation())
+    LOG.info("Python Platform %s", platform.python_implementation())
     kwargs = {
         'bind_address': f'tcp://{advertise_host}:{port}',
         'database': database,
@@ -38,18 +38,9 @@ def main(log_level,
         'use_encryption': curvezmq,
         'server_curve_id': key_id
     }
-    LOG.info('Args %s' % pformat(kwargs))
+    LOG.info('Args %s', pformat(kwargs))
     server = SQLiteServer(**kwargs)
-    try:
-        server.start()
-    except KeyboardInterrupt:
-        LOG.warning("Keyboard Interrupt")
-        server.stop()
-    except Exception:
-        LOG.exception("Exception in Server Thread")
-        server.stop()
-        raise
-
+    server.start()
 
 
 

sqlite_rx/cli/__init__.py

@@ -178,6 +178,22 @@ def execute(self,
         raise SQLiteRxConnectionError("No response after retrying. Abandoning Request")
 
     def shutdown(self):
-        self._client.setsockopt(zmq.LINGER, 0)
-        self._client.close()
-        self._poller.unregister(self._client)
+        try:
+            self._client.setsockopt(zmq.LINGER, 0)
+            self._client.close()
+            self._poller.unregister(self._client)
+        except zmq.ZMQError as e:
+            if e.errno in (zmq.EINVAL,
+                          zmq.EPROTONOSUPPORT,
+                          zmq.ENOCOMPATPROTO,
+                          zmq.EADDRINUSE,
+                          zmq.EADDRNOTAVAIL,):
+                LOG.error("ZeroMQ Transportation endpoint was not setup")
+
+            elif e.errno in (zmq.ENODEV, zmq.ENOTSOCK,):
+                LOG.error("ZeroMQ request was made against a non-existent device or invalid socket")
+
+            elif e.errno in (zmq.ETERM, zmq.EMTHREAD,):
+                LOG.error("ZeroMQ context is not a state to handle this request for socket")
+        except Exception:
+            LOG.exception("Exception while shutting down SQLiteClient")