[owl] Make email_verified API updateable ; Bug fixes for parent ID checks (#889)

Backend - owl (API server)

- Allow `email_verified` to be updated via API
- Fix Cache `_ex_jitter` logic
- Add metadata to transaction error logging
- Bug fixes:
  - Ensure that parent ID exists when creating or importing table, and new table ID cannot be the same as parent ID
  - Drop table will now fail if there are child tables
  - Creating, duplicating, and importing tables will fail if its parent table is a child table
- Project schema creation will now take a project-scoped Postgres advisory transaction lock to prevent concurrent creation
- Close file handlers after reading
- Improve `mask_content`

Misc

- Add script to switch tier

Author: jiahuei

.gitattributes

@@ -22,7 +22,6 @@
 *.js* text
 *.md text
 *.py text
-*.sh text
 
 # These files are binary and should be left untouched
 # `binary` is a built-in macro for `-text` `-diff` (ie unset `text` and `diff`)

.gitignore

@@ -30,15 +30,10 @@ venv/
 **/.coverage*
 /junit
 /htmlcov
-/coverage.xml
 
 # ruff
 .ruff_cache/
 
-# OS
-thumbs.db
-.DS_Store
-
 # javascript compiled code
 clients/typescript/**/*.js*
 clients/typescript/dist/**

clients/python/src/jamaibase/types/db.py

@@ -896,6 +896,12 @@ class _UserBase(_BaseModel):
         "",
         description="User's email.",
     )
+    # Allow this to be updated by the frontend service
+    # NOTE: We should consider moving auth into backend to avoid this
+    email_verified: bool = Field(
+        False,
+        description="Whether the email address is verified.",
+    )
     picture_url: AnyUrl | None = Field(
         None,
         description="User picture URL.",
@@ -984,9 +990,6 @@ class User_(_UserBase, _TableBase):
         default_factory=uuid7_str,
         description="User ID.",
     )
-    email_verified: bool = Field(
-        description="Whether the email address is verified.",
-    )
     password_hash: Annotated[str | None, BeforeValidator(_obscure_password_hash)] = Field(
         description="Password hash.",
     )

clients/python/src/jamaibase/utils/__init__.py

@@ -44,23 +44,29 @@ def mask_string(x: str | None, *, include_len: bool = True) -> str | None:
     if x is None or x == "":
         return x
     str_len = len(x)
-    if str_len < 4:
-        return f"{'*' * str_len} ({str_len=})"
+    if str_len < 5:
+        return f"{'*' * str_len}"
     visible_len = min(100, str_len // 5)
     x = f"{x[:visible_len]}***{x[-visible_len:]}"
     return f"{x} ({str_len=})" if include_len else x
 
 
 def mask_content(x: str | list | dict | np.ndarray | Any) -> str | list | dict | None:
+    if x is None:
+        return x
+    if isinstance(x, bool):
+        return x
     if isinstance(x, str):
+        if x == "":
+            return x
         return mask_string(x)
     if isinstance(x, list):
         return [mask_content(v) for v in x]
     if isinstance(x, dict):
         return {k: mask_content(v) for k, v in x.items()}
     if isinstance(x, np.ndarray):
         return f"array(shape={x.shape}, dtype={x.dtype})"
-    return None
+    return mask_string(str(x))
 
 
 def merge_dict(d: dict | Any, update: dict | Any):

clients/python/src/jamaibase/utils/io.py

@@ -1,5 +1,4 @@
 import csv
-import logging
 import pickle
 from collections import OrderedDict
 from io import StringIO
@@ -13,12 +12,11 @@
 import pandas as pd
 import toml
 import yaml
+from loguru import logger
 from PIL import ExifTags, Image
 
 from jamaibase.types.common import JSONInput, JSONOutput
 
-logger = logging.getLogger(__name__)
-
 EMBED_WHITE_LIST = {
     "application/pdf": [".pdf"],
     "application/xml": [".xml"],