Merge pull request #218 from datakind/fix/pdp-course-handling-duplicates

fix: upgrade databricks-sql-connector for pyarrow>=17 (edvise)

Author: chapmanhk

pyproject.toml

@@ -26,7 +26,7 @@ dependencies = [
     "pandas~=2.0",
     "six~=1.16.0",
     "thefuzz[speedup]~=0.22.1",
-    "databricks-sql-connector~=3.5.0",
+    "databricks-sql-connector[pyarrow]~=4.2.0",
     "pandera~=0.13",
     "mlflow~=2.22",
     "cachetools",