|
23 | 23 | get_origin, |
24 | 24 | get_type_hints, |
25 | 25 | ) |
26 | | - |
| 26 | +from requests import Response |
27 | 27 | from isodate import parse_duration |
28 | 28 | from pydantic.v1 import BaseModel |
29 | 29 |
|
@@ -2375,16 +2375,22 @@ def create_dynamic_schema_loader( |
2375 | 2375 | schema_transformations.append( |
2376 | 2376 | self._create_component_from_model(model=transformation_model, config=config) |
2377 | 2377 | ) |
2378 | | - |
| 2378 | + name = "dynamic_properties" |
2379 | 2379 | retriever = self._create_component_from_model( |
2380 | 2380 | model=model.retriever, |
2381 | 2381 | config=config, |
2382 | | - name="dynamic_properties", |
| 2382 | + name=name, |
2383 | 2383 | primary_key=None, |
2384 | 2384 | stream_slicer=combined_slicers, |
2385 | 2385 | transformations=[], |
2386 | | - enable_logs=False, |
2387 | 2386 | use_cache=True, |
| 2387 | + log_formatter=(lambda response: format_http_message( |
| 2388 | + response, |
| 2389 | + f"Schema loader '{name}' request", |
| 2390 | + f"Request performed in order to extract schema.", |
| 2391 | + name, |
| 2392 | + is_auxiliary=True, |
| 2393 | + )), |
2388 | 2394 | ) |
2389 | 2395 | schema_type_identifier = self._create_component_from_model( |
2390 | 2396 | model.schema_type_identifier, config=config, parameters=model.parameters or {} |
@@ -2971,7 +2977,7 @@ def create_simple_retriever( |
2971 | 2977 | ] |
2972 | 2978 | ] = None, |
2973 | 2979 | use_cache: Optional[bool] = None, |
2974 | | - enable_logs: bool = True, |
| 2980 | + log_formatter: Optional[Callable[[Response], Any]] = None, |
2975 | 2981 | **kwargs: Any, |
2976 | 2982 | ) -> SimpleRetriever: |
2977 | 2983 | def _get_url() -> str: |
@@ -3153,7 +3159,7 @@ def _get_url() -> str: |
3153 | 3159 | f"Stream '{name}' request", |
3154 | 3160 | f"Request performed in order to extract records for stream '{name}'", |
3155 | 3161 | name, |
3156 | | - )) if enable_logs else None, |
| 3162 | + )) if not log_formatter else log_formatter, |
3157 | 3163 | parameters=model.parameters or {}, |
3158 | 3164 | ) |
3159 | 3165 | return SimpleRetriever( |
|
0 commit comments