feat: add psql ms sanitizer function, bump ver

Author: Corne Bester

README.md

@@ -29,9 +29,18 @@ unix_millis = get_timestamp_unix_millis(timestamp)  # create unix timestamp from
 
 ## install from location
 
-    python -m  pip install  "C:\Users\corne\Documents\GitHub\python_time_functions\dist\pythom_time_functions-2.0.0-py3-none-any.whl"
+    python -m  pip install  "C:\Users\corne\Documents\GitHub\python_time_functions\dist\pythom_time_functions-2.1.0-py3-none-any.whl"
 
 
 ### other
 
-    pip3 freeze > requirements.txt
+    pip3 freeze > requirements.txt
+
+## bad formats I dreamed up for iot/psql. fix with sanitizer fx 
+
+>>> time_functions.timestamp_sanitizer_psql(1729755232184)
+1729755232.184
+>>> time_functions.timestamp_sanitizer_psql(1729765227856.3)
+1729765227.856
+>>> time_functions.timestamp_sanitizer_psql(1729765228327.051)
+1729765228.327

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "pythom_time_functions"
-version = "2.0.0"
+version = "2.1.0"
 description = "Common Python functions for time handling"
 authors = [{name = "Corne Bester", email = "corne.bester@gmail.com"}]
 dependencies = [

tests/test_time_functions.py

@@ -157,4 +157,24 @@ def test_convertions_from_sample32():
     '''
     bad timeformat
     '''
-    assert time_functions.timestamp_parser_psql_millis(1742742625002.908) is None
+    assert time_functions.timestamp_parser_psql_millis(1742742625002.908) is None
+
+
+def test_convertions_from_sample34():
+    '''
+    bad timeformat
+    '''
+    assert time_functions.timestamp_sanitizer_psql(1729755232184) == 1729755232.184
+
+def test_convertions_from_sample35():
+    '''
+    bad timeformat
+    '''
+    assert time_functions.timestamp_sanitizer_psql(1729765227856.3) == 1729765227.856
+
+
+def test_convertions_from_sample36():
+    '''
+    bad timeformat
+    '''
+    assert time_functions.timestamp_sanitizer_psql(1729765228327.051) == 1729765228.327

time_functions.py

@@ -236,3 +236,61 @@ def timestamp_parser_psql_millis(timestamp):
             unix_with_subseconds = get_timestamp_unix_subseconds_decimal(obj_from_iso)
             timestamp = str(unix_with_subseconds)[:14]
             return float(timestamp)
+
+
+def timestamp_sanitizer_psql(input):
+    '''
+    Normalize unix timestamps to postgresl friendly float with millisecond decimals. 14 digits
+    Attemps to fix/sanitize bad timestamps
+    handle timestamnp as:
+    unix micros or millis in decimal format
+    unix millis or micros in unix format 
+    iso8601
+    '''
+    try:
+        if isinstance(input, int):
+            if len(str(input)) == 10:
+                logger.debug("Not millsecond precision: %s", input)
+                return input
+            elif len(str(input)) == 13:
+                normalized = str((input/1000))[:14]
+                logger.debug("Normalizing timestamp for postgresql from %s to %s", input, normalized)
+                return float(normalized)
+            elif len(str(input)) == 16:
+                normalized = str(input/1000000)[:14]
+                logger.debug("Normalizing timestamp for postgresql from %s to %s", input, normalized)
+                return float(normalized)
+        elif isinstance(input, float):
+            # elif '.' in str(input):
+            decimal_index = str.index(str(input), '.')
+            if decimal_index == 13:
+                normalized = str(input/1000)[:14]  # remove microsecond precision
+                logger.debug("Normalizing timestamp for postgresql from %s to %s", input, normalized)
+                return float(normalized)
+            elif decimal_index == 10:
+                normalized = str(input)[:14]  # remove microsecond precision
+                logger.debug("Normalizing timestamp for postgresql from %s to %s", input, normalized)
+                return float(normalized)
+        elif isinstance(input, str):
+            if len(input) == 20:
+                obj_from_iso = convert_iso_string_to_datetime_obj(input)
+                unix_with_subseconds = get_timestamp_unix_subseconds_decimal(obj_from_iso)
+                normalized = unix_with_subseconds
+                logger.debug("Normalizing timestamp for postgresql from %s to %s", input, normalized)
+                return float(normalized)
+            if len(input) == 24:
+                obj_from_iso = convert_iso_string_to_datetime_obj(input)
+                unix_with_subseconds = get_timestamp_unix_subseconds_decimal(obj_from_iso)
+                normalized = unix_with_subseconds
+                logger.debug("Normalizing timestamp for postgresql from %s to %s", input, normalized)
+                return float(normalized)
+            elif len(input) == 27:
+                obj_from_iso = convert_iso_string_to_datetime_obj(input)
+                unix_with_subseconds = get_timestamp_unix_subseconds_decimal(obj_from_iso)
+                normalized = str(unix_with_subseconds)[:14]
+                logger.debug("Normalizing timestamp for postgresql from %s to %s", input, normalized)
+                return float(normalized)
+        else:
+            logger.error("Unexcpected timestamp format")
+    except Exception as msg:
+        logger.exception(msg)