Add sqlean.py for Sqlite3

Author: passren

.github/workflows/run-test.yaml

@@ -4,8 +4,6 @@ on:
   push:
     branches:
       - "*"
-  pull_request:
-    types: [opened, synchronize, reopened]
 
 jobs:
   pytest:
@@ -38,6 +36,7 @@ jobs:
           pip install tenacity
           pip install "sqlalchemy>=1.0.0,<2.0.0"
           pip install pyparsing
+          pip install sqlean.py
       - name: black
         run: |
           pip install black

pydynamodb/superset_dynamodb/querydb_sqlite.py

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 import logging
-import sqlite3
+import sqlean as sqlite3
 from datetime import datetime, date
 from contextlib import closing
 from typing import Any, Type
@@ -24,6 +24,7 @@ def __init__(
     @property
     def connection(self):
         if self._connection is None:
+            sqlite3.extensions.enable("math", "regexp", "stats", "text")
             self._connection = sqlite3.connect(
                 self.config.db_url,
                 detect_types=sqlite3.PARSE_DECLTYPES | sqlite3.PARSE_COLNAMES,

setup.py

@@ -14,6 +14,7 @@
     "botocore>=1.24.7",
     "tenacity>=4.1.0",
     "pyparsing>=3.0.0",
+    "sqlean.py>=3.45.0",
 ]
 
 extras_require = {

tests/test_superset_dynamodb.py

@@ -182,8 +182,8 @@ def test_execute_select(self, superset_cursor):
         ret = superset_cursor.fetchall()
         assert len(ret) == 6
         assert [(d[0], d[1]) for d in superset_cursor.description] == [
-            ("col_list", None),
-            ("A", None),
+            ("col_list", "TEXT"),
+            ("A", "REAL"),
         ]
 
     def test_execute_nested_select(self, superset_cursor):
@@ -285,11 +285,33 @@ def test_string_functions_select_2(self, superset_cursor):
 
         superset_cursor.execute(
             """
-            SELECT "col_list_1", "col_list_1_replace", "col_map_B_1_upper", "col_map_B_1_lower" FROM (
+            SELECT "col_list_1", "col_list_1_replace", "col_map_B_1_upper",
+                    "col_map_B_1_lower", "col_map_B_1_substr" FROM (
                 SELECT col_list_1,
                 lower(replace(col_map_B_1, '-', '_')) col_list_1_replace,
                 UPPER(TRIM(col_map_B_1)) col_map_B_1_upper,
-                lower(col_map_B_1) col_map_B_1_lower
+                lower(col_map_B_1) col_map_B_1_lower,
+                SUBSTR(col_map_B_1, INSTR(col_map_B_1, '-')+1, 1) col_map_B_1_substr
+                FROM (
+                    SELECT col_list[1] col_list_1, col_map.B[1] col_map_B_1
+                    FROM %s WHERE key_partition='row_1'
+                ) WHERE col_list_1 = 'F'
+            )
+            ORDER BY "col_list_1" DESC
+        """
+            % TESTCASE04_TABLE
+        )
+        ret = superset_cursor.fetchall()
+        assert len(ret) == 2
+        assert ret[0] == ("F", "f_2", "F-2", "f-2", "2")
+
+    def test_sqlean_string_functions(self, superset_cursor):
+        superset_cursor.execute(
+            """
+            SELECT "col_list_1", "col_map_B_part1", "col_map_B_part2" FROM (
+                SELECT col_list_1,
+                text_split(col_map_B_1, '-', 1) col_map_B_part1,
+                text_split(col_map_B_1, '-', 2) col_map_B_part2
                 FROM (
                     SELECT col_list[1] col_list_1, col_map.B[1] col_map_B_1
                     FROM %s WHERE key_partition='row_1'
@@ -301,7 +323,7 @@ def test_string_functions_select_2(self, superset_cursor):
         )
         ret = superset_cursor.fetchall()
         assert len(ret) == 2
-        assert ret[0] == ("F", "f_2", "F-2", "f-2")
+        assert ret[0] == ("F", "F", "2")
 
     def test_sqlalchemy_execute_nested_select(self, superset_engine):
         _, conn = superset_engine