-
-
Notifications
You must be signed in to change notification settings - Fork 9
Expand file tree
/
Copy pathbase.py
More file actions
552 lines (450 loc) · 20.2 KB
/
base.py
File metadata and controls
552 lines (450 loc) · 20.2 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
from inspect import isclass
from typing import Any
from typing import Optional
from typing import get_args
from typing import get_origin
from pydantic import AliasGenerator
from pydantic import BaseModel as PydanticBaseModel
from pydantic import ConfigDict
from pydantic import FieldSerializationInfo
from pydantic import SerializationInfo
from pydantic import SerializerFunctionWrapHandler
from pydantic import ValidationInfo
from pydantic import ValidatorFunctionWrapHandler
from pydantic import field_serializer
from pydantic import field_validator
from pydantic import model_serializer
from pydantic import model_validator
from pydantic_core import PydanticCustomError
from typing_extensions import Self
from scim2_models.annotations import Mutability
from scim2_models.annotations import Required
from scim2_models.annotations import Returned
from scim2_models.context import Context
from scim2_models.utils import UNION_TYPES
from scim2_models.utils import _find_field_name
from scim2_models.utils import _normalize_attribute_name
from scim2_models.utils import _to_camel
def _is_attribute_requested(requested_urns: list[str], current_urn: str) -> bool:
"""Check if an attribute should be included based on the requested URNs.
Returns True if:
- The current attribute is explicitly requested
- A sub-attribute of the current attribute is requested
- The current attribute is a sub-attribute of a requested attribute
"""
return (
current_urn in requested_urns
or any(
item.startswith(f"{current_urn}.") or item.startswith(f"{current_urn}:")
for item in requested_urns
)
or any(current_urn.startswith(f"{item}.") for item in requested_urns)
)
class BaseModel(PydanticBaseModel):
"""Base Model for everything."""
model_config = ConfigDict(
alias_generator=AliasGenerator(
validation_alias=_normalize_attribute_name,
serialization_alias=_to_camel,
),
validate_assignment=True,
populate_by_name=True,
use_attribute_docstrings=True,
extra="forbid",
)
@classmethod
def get_field_annotation(cls, field_name: str, annotation_type: type) -> Any:
"""Return the annotation of type 'annotation_type' of the field 'field_name'.
This method extracts SCIM-specific annotations from a field's metadata,
such as :class:`~scim2_models.Mutability`, :class:`~scim2_models.Required`,
or :class:`~scim2_models.Returned` annotations.
:return: The annotation instance if found, otherwise the annotation type's default value
>>> from scim2_models.resources.user import User
>>> from scim2_models.annotations import Mutability, Required
Get the mutability annotation of the 'id' field:
>>> mutability = User.get_field_annotation("id", Mutability)
>>> mutability
<Mutability.read_only: 'readOnly'>
Get the required annotation of the 'user_name' field:
>>> required = User.get_field_annotation("user_name", Required)
>>> required
<Required.true: True>
If no annotation is found, returns the default value:
>>> missing = User.get_field_annotation("display_name", Required)
>>> missing
<Required.false: False>
"""
field_metadata = cls.model_fields[field_name].metadata
default_value = getattr(annotation_type, "_default", None)
def annotation_type_filter(item: Any) -> bool:
return isinstance(item, annotation_type)
field_annotation = next(
filter(annotation_type_filter, field_metadata), default_value
)
return field_annotation
@classmethod
def get_field_root_type(cls, attribute_name: str) -> type | None:
"""Extract the root type from a model field.
This method unwraps complex type annotations to find the underlying
type, removing Optional and List wrappers to get to the actual type
of the field's content.
:return: The root type of the field, or None if not found
>>> from scim2_models.resources.user import User
>>> from scim2_models.resources.group import Group
Simple type:
>>> User.get_field_root_type("user_name")
<class 'str'>
``Optional`` type unwraps to the underlying type:
>>> User.get_field_root_type("display_name")
<class 'str'>
``List`` type unwraps to the element type:
>>> User.get_field_root_type("emails") # doctest: +ELLIPSIS
<class 'scim2_models.resources.user.Email'>
``Optional[List[T]]`` unwraps to ``T``:
>>> Group.get_field_root_type("members") # doctest: +ELLIPSIS
<class 'scim2_models.resources.group.GroupMember'>
"""
attribute_type = cls.model_fields[attribute_name].annotation
# extract 'x' from 'Optional[x]'
if get_origin(attribute_type) in UNION_TYPES:
attribute_type = get_args(attribute_type)[0]
# extract 'x' from 'List[x]'
origin = get_origin(attribute_type)
if origin and isclass(origin) and issubclass(origin, list):
attribute_type = get_args(attribute_type)[0]
return attribute_type
@classmethod
def get_field_multiplicity(cls, attribute_name: str) -> bool:
"""Indicate whether a field holds multiple values.
This method determines if a field is defined as a list type,
which indicates it can contain multiple values. It handles
Optional wrappers correctly.
:return: True if the field holds multiple values (is a list), False otherwise
>>> from scim2_models.resources.user import User
>>> User.get_field_multiplicity("user_name")
False
>>> User.get_field_multiplicity("emails")
True
"""
attribute_type = cls.model_fields[attribute_name].annotation
# extract 'x' from 'Optional[x]'
if get_origin(attribute_type) in UNION_TYPES:
attribute_type = get_args(attribute_type)[0]
origin = get_origin(attribute_type)
return isinstance(origin, type) and issubclass(origin, list)
@field_validator("*")
@classmethod
def check_request_attributes_mutability(
cls, value: Any, info: ValidationInfo
) -> Any:
"""Check and fix that the field mutability is expected according to the requests validation context, as defined in :rfc:`RFC7643 §7 <7643#section-7>`."""
if (
not info.context
or not info.field_name
or not info.context.get("scim")
or not Context.is_request(info.context["scim"])
):
return value
context = info.context.get("scim")
mutability = cls.get_field_annotation(info.field_name, Mutability)
exc = PydanticCustomError(
"mutability_error",
"Field '{field_name}' has mutability '{field_mutability}' but this in not valid in {context} context",
{
"field_name": info.field_name,
"field_mutability": mutability,
"context": context.name.lower().replace("_", " "),
},
)
if (
context in (Context.RESOURCE_QUERY_REQUEST, Context.SEARCH_REQUEST)
and mutability == Mutability.write_only
):
raise exc
if (
context
in (Context.RESOURCE_CREATION_REQUEST, Context.RESOURCE_REPLACEMENT_REQUEST)
and mutability == Mutability.read_only
):
return None
return value
@model_validator(mode="wrap")
@classmethod
def normalize_attribute_names(
cls, value: Any, handler: ValidatorFunctionWrapHandler, info: ValidationInfo
) -> Self:
"""Normalize payload attribute names.
:rfc:`RFC7643 §2.1 <7643#section-2.1>` indicate that attribute
names should be case-insensitive. Any attribute name is
transformed in lowercase so any case is handled the same way.
"""
def normalize_dict_keys(
input_dict: dict[str, Any], model_class: type["BaseModel"]
) -> dict[str, Any]:
"""Normalize dictionary keys, preserving case for Any fields."""
result = {}
for key, val in input_dict.items():
field_name = _find_field_name(model_class, key)
field_type = (
model_class.get_field_root_type(field_name) if field_name else None
)
# Don't normalize keys for attributes typed with Any
# This way, agnostic dicts such as PatchOp.operations.value
# are preserved
if field_name and field_type == Any:
result[key] = normalize_value(val)
else:
result[_normalize_attribute_name(key)] = normalize_value(
val, field_type
)
return result
def normalize_value(
val: Any, model_class: type["BaseModel"] | None = None
) -> Any:
"""Normalize input value based on model class."""
if not isinstance(val, dict):
return val
# If no model_class, preserve original keys
if not model_class:
return {k: normalize_value(v) for k, v in val.items()}
return normalize_dict_keys(val, model_class)
normalized_value = normalize_value(value, cls)
obj = handler(normalized_value)
assert isinstance(obj, cls)
return obj
@model_validator(mode="wrap")
@classmethod
def check_response_attributes_returnability(
cls, value: Any, handler: ValidatorFunctionWrapHandler, info: ValidationInfo
) -> Self:
"""Check that the fields returnability is expected according to the responses validation context, as defined in :rfc:`RFC7643 §7 <7643#section-7>`."""
obj = handler(value)
assert isinstance(obj, cls)
if (
not info.context
or not info.context.get("scim")
or not Context.is_response(info.context["scim"])
):
return obj
for field_name in cls.model_fields:
returnability = cls.get_field_annotation(field_name, Returned)
if returnability == Returned.always and getattr(obj, field_name) is None:
raise PydanticCustomError(
"returned_error",
"Field '{field_name}' has returnability 'always' but value is missing or null",
{
"field_name": field_name,
},
)
if returnability == Returned.never and getattr(obj, field_name) is not None:
raise PydanticCustomError(
"returned_error",
"Field '{field_name}' has returnability 'never' but value is set",
{
"field_name": field_name,
},
)
return obj
@model_validator(mode="wrap")
@classmethod
def check_response_attributes_necessity(
cls, value: Any, handler: ValidatorFunctionWrapHandler, info: ValidationInfo
) -> Self:
"""Check that the required attributes are present in creations and replacement requests."""
obj = handler(value)
assert isinstance(obj, cls)
if (
not info.context
or not info.context.get("scim")
or info.context["scim"]
not in (
Context.RESOURCE_CREATION_REQUEST,
Context.RESOURCE_REPLACEMENT_REQUEST,
)
):
return obj
for field_name in cls.model_fields:
necessity = cls.get_field_annotation(field_name, Required)
if necessity == Required.true and getattr(obj, field_name) is None:
raise PydanticCustomError(
"required_error",
"Field '{field_name}' is required but value is missing or null",
{
"field_name": field_name,
},
)
return obj
@model_validator(mode="wrap")
@classmethod
def check_replacement_request_mutability(
cls, value: Any, handler: ValidatorFunctionWrapHandler, info: ValidationInfo
) -> Self:
"""Check if 'immutable' attributes have been mutated in replacement requests."""
from scim2_models.resources.resource import Resource
obj = handler(value)
assert isinstance(obj, cls)
context = info.context.get("scim") if info.context else None
original = info.context.get("original") if info.context else None
if (
context == Context.RESOURCE_REPLACEMENT_REQUEST
and issubclass(cls, Resource)
and original is not None
):
cls._check_mutability_issues(original, obj)
return obj
@classmethod
def _check_mutability_issues(
cls, original: "BaseModel", replacement: "BaseModel"
) -> None:
"""Compare two instances, and check for differences of values on the fields marked as immutable."""
from .attributes import is_complex_attribute
model = replacement.__class__
for field_name in model.model_fields:
mutability = model.get_field_annotation(field_name, Mutability)
if mutability == Mutability.immutable and getattr(
original, field_name
) != getattr(replacement, field_name):
raise PydanticCustomError(
"mutability_error",
"Field '{field_name}' is immutable but the request value is different than the original value.",
{"field_name": field_name},
)
attr_type = model.get_field_root_type(field_name)
if (
attr_type
and is_complex_attribute(attr_type)
and not model.get_field_multiplicity(field_name)
):
original_val = getattr(original, field_name)
replacement_value = getattr(replacement, field_name)
if original_val is not None and replacement_value is not None:
cls._check_mutability_issues(original_val, replacement_value)
def _set_complex_attribute_urns(self) -> None:
"""Navigate through attributes and sub-attributes of type ComplexAttribute, and mark them with a '_attribute_urn' attribute.
'_attribute_urn' will later be used by 'get_attribute_urn'.
"""
from .attributes import ComplexAttribute
from .attributes import is_complex_attribute
if isinstance(self, ComplexAttribute):
main_schema = self._attribute_urn
separator = "."
else:
main_schema = self.__class__.model_fields["schemas"].default[0]
separator = ":"
for field_name in self.__class__.model_fields:
attr_type = self.get_field_root_type(field_name)
if not attr_type or not is_complex_attribute(attr_type):
continue
schema = f"{main_schema}{separator}{field_name}"
if attr_value := getattr(self, field_name):
if isinstance(attr_value, list):
for item in attr_value:
item._attribute_urn = schema
else:
attr_value._attribute_urn = schema
@field_serializer("*", mode="wrap")
def scim_serializer(
self,
value: Any,
handler: SerializerFunctionWrapHandler,
info: FieldSerializationInfo,
) -> Any:
"""Serialize the fields according to mutability indications passed in the serialization context."""
value = handler(value)
scim_ctx = info.context.get("scim") if info.context else None
if scim_ctx and Context.is_request(scim_ctx):
value = self._scim_request_serializer(value, info)
if scim_ctx and Context.is_response(scim_ctx):
value = self._scim_response_serializer(value, info)
return value
def _scim_request_serializer(self, value: Any, info: FieldSerializationInfo) -> Any:
"""Serialize the fields according to mutability indications passed in the serialization context."""
mutability = self.get_field_annotation(info.field_name, Mutability)
scim_ctx = info.context.get("scim") if info.context else None
if (
scim_ctx
in (Context.RESOURCE_CREATION_REQUEST, Context.RESOURCE_REPLACEMENT_REQUEST)
and mutability == Mutability.read_only
):
return None
if (
scim_ctx
in (
Context.RESOURCE_QUERY_REQUEST,
Context.SEARCH_REQUEST,
)
and mutability == Mutability.write_only
):
return None
return value
def _scim_response_serializer(
self, value: Any, info: FieldSerializationInfo
) -> Any:
"""Serialize the fields according to returnability indications passed in the serialization context."""
returnability = self.get_field_annotation(info.field_name, Returned)
attribute_urn = self.get_attribute_urn(info.field_name)
included_urns = info.context.get("scim_attributes", []) if info.context else []
excluded_urns = (
info.context.get("scim_excluded_attributes", []) if info.context else []
)
attribute_urn = _normalize_attribute_name(attribute_urn)
included_urns = [_normalize_attribute_name(urn) for urn in included_urns]
excluded_urns = [_normalize_attribute_name(urn) for urn in excluded_urns]
if returnability == Returned.never:
return None
if returnability == Returned.default and (
(
included_urns
and not _is_attribute_requested(included_urns, attribute_urn)
)
or attribute_urn in excluded_urns
):
return None
if returnability == Returned.request and attribute_urn not in included_urns:
return None
return value
@model_serializer(mode="wrap")
def model_serializer_exclude_none(
self, handler: SerializerFunctionWrapHandler, info: SerializationInfo
) -> dict[str, Any]:
"""Remove `None` values inserted by the :meth:`~scim2_models.base.BaseModel.scim_serializer`."""
self._set_complex_attribute_urns()
result = handler(self)
return {key: value for key, value in result.items() if value is not None}
@classmethod
def model_validate(
cls,
*args: Any,
scim_ctx: Context | None = Context.DEFAULT,
original: Optional["BaseModel"] = None,
**kwargs: Any,
) -> Self:
"""Validate SCIM payloads and generate model representation by using Pydantic :code:`BaseModel.model_validate`.
:param scim_ctx: The SCIM :class:`~scim2_models.Context` in which the validation happens.
:param original: If this parameter is set during :attr:`~Context.RESOURCE_REPLACEMENT_REQUEST`,
:attr:`~scim2_models.Mutability.immutable` parameters will be compared against the *original* model value.
An exception is raised if values are different.
"""
context = kwargs.setdefault("context", {})
context.setdefault("scim", scim_ctx)
context.setdefault("original", original)
if scim_ctx == Context.RESOURCE_REPLACEMENT_REQUEST and original is None:
raise ValueError(
"Resource queries replacement validation must compare to an original resource"
)
return super().model_validate(*args, **kwargs)
def get_attribute_urn(self, field_name: str) -> str:
"""Build the full URN of the attribute.
See :rfc:`RFC7644 §3.10 <7644#section-3.10>`.
"""
from scim2_models.resources.resource import Extension
main_schema = self.__class__.model_fields["schemas"].default[0]
field = self.__class__.model_fields[field_name]
alias = field.serialization_alias or field_name
field_type = self.get_field_root_type(field_name)
full_urn = (
alias
if isclass(field_type) and issubclass(field_type, Extension)
else f"{main_schema}:{alias}"
)
return full_urn