feat: added option for api auth

Author: Mesh-ach

src/webapp/databricks.py

@@ -202,7 +202,7 @@ def delete_inst(self, inst_name: str) -> None:
     def fetch_table_data(
         self,
         catalog_name: str,
-        schema_name: str,
+        inst_name: str,
         table_name: str,
         warehouse_id: str,
         limit: int = 1000,
@@ -221,7 +221,10 @@ def fetch_table_data(
             raise ValueError(f"Failed to initialize WorkspaceClient: {e}")
 
         # Construct the fully qualified table name
-        fully_qualified_table = f"`{catalog_name}`.`{schema_name}`.`{table_name}`"
+        schema_name = databricksify_inst_name(inst_name)
+        fully_qualified_table = (
+            f"`{catalog_name}`.`{schema_name}__silver`.`{table_name}`"
+        )
         sql_query = f"SELECT * FROM {fully_qualified_table} LIMIT {limit}"
 
         try:

src/webapp/routers/data.py

@@ -1077,7 +1077,7 @@ def get_top_features(
         dbc = DatabricksControl()
         rows = dbc.fetch_table_data(
             catalog_name=env_vars["CATALOG_NAME"],
-            schema_name=f"{query_result[0][0].name}_silver",
+            inst_name=f"{query_result[0][0].name}",
             table_name=f"sample_inference_{run_id}_features_with_most_impact",
             warehouse_id=env_vars["SQL_WAREHOUSE_ID"],
             limit=500,