Skip to content

Commit 012c156

Browse files
committed
Add logger to dynamic schema loader
1 parent 7fdc9a4 commit 012c156

1 file changed

Lines changed: 12 additions & 6 deletions

File tree

airbyte_cdk/sources/declarative/parsers/model_to_component_factory.py

Lines changed: 12 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@
2323
get_origin,
2424
get_type_hints,
2525
)
26-
26+
from requests import Response
2727
from isodate import parse_duration
2828
from pydantic.v1 import BaseModel
2929

@@ -2375,16 +2375,22 @@ def create_dynamic_schema_loader(
23752375
schema_transformations.append(
23762376
self._create_component_from_model(model=transformation_model, config=config)
23772377
)
2378-
2378+
name = "dynamic_properties"
23792379
retriever = self._create_component_from_model(
23802380
model=model.retriever,
23812381
config=config,
2382-
name="dynamic_properties",
2382+
name=name,
23832383
primary_key=None,
23842384
stream_slicer=combined_slicers,
23852385
transformations=[],
2386-
enable_logs=False,
23872386
use_cache=True,
2387+
log_formatter=(lambda response: format_http_message(
2388+
response,
2389+
f"Schema loader '{name}' request",
2390+
f"Request performed in order to extract schema.",
2391+
name,
2392+
is_auxiliary=True,
2393+
)),
23882394
)
23892395
schema_type_identifier = self._create_component_from_model(
23902396
model.schema_type_identifier, config=config, parameters=model.parameters or {}
@@ -2971,7 +2977,7 @@ def create_simple_retriever(
29712977
]
29722978
] = None,
29732979
use_cache: Optional[bool] = None,
2974-
enable_logs: bool = True,
2980+
log_formatter: Optional[Callable[[Response], Any]] = None,
29752981
**kwargs: Any,
29762982
) -> SimpleRetriever:
29772983
def _get_url() -> str:
@@ -3153,7 +3159,7 @@ def _get_url() -> str:
31533159
f"Stream '{name}' request",
31543160
f"Request performed in order to extract records for stream '{name}'",
31553161
name,
3156-
)) if enable_logs else None,
3162+
)) if not log_formatter else log_formatter,
31573163
parameters=model.parameters or {},
31583164
)
31593165
return SimpleRetriever(

0 commit comments

Comments
 (0)