Skip to content

Commit 664107f

Browse files
committed
fix: Initialize Databricks session in DatabricksUCOfflineStore validation methods
Signed-off-by: Abhishek Shinde <norizzabhii@gmail.com>
1 parent 3a4edcd commit 664107f

1 file changed

Lines changed: 19 additions & 1 deletion

File tree

  • sdk/python/feast/infra/offline_stores/contrib/spark_offline_store

sdk/python/feast/infra/offline_stores/contrib/spark_offline_store/databricks_uc.py

Lines changed: 19 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
import logging
22
from datetime import date, datetime
3-
from typing import Any, Callable, Dict, List, Optional, Tuple, Union
3+
from typing import Any, Callable, Dict, Iterable, List, Optional, Tuple, Union
44

55
import pandas as pd
66
import pyarrow
@@ -298,3 +298,21 @@ def clear_monitoring_baseline(
298298
feature_name=feature_name,
299299
data_source_type=data_source_type,
300300
)
301+
302+
@staticmethod
303+
def validate_data_source(
304+
config: RepoConfig,
305+
data_source: DataSource,
306+
):
307+
assert isinstance(config.offline_store, DatabricksUCOfflineStoreConfig)
308+
get_databricks_session(config.offline_store)
309+
data_source.validate(config=config)
310+
311+
@staticmethod
312+
def get_table_column_names_and_types_from_data_source(
313+
config: RepoConfig,
314+
data_source: DataSource,
315+
) -> Iterable[Tuple[str, str]]:
316+
assert isinstance(config.offline_store, DatabricksUCOfflineStoreConfig)
317+
get_databricks_session(config.offline_store)
318+
return data_source.get_table_column_names_and_types(config=config)

0 commit comments

Comments
 (0)