[models] Replace thirdparty JSONField with Django built-in JSONField #1061

Replaced jsonfield package's JSONField with Django's built-in JSONField
across all models to use the modern, maintained Django implementation.

Changes:
- Updated imports from 'jsonfield import JSONField' to 'django.db.models import JSONField'
- Removed jsonfield-specific parameters (load_kwargs, dump_kwargs) which are not needed
- Created migrations to alter field types while preserving data
- Removed unnecessary collections imports where no longer needed

Django's JSONField preserves the same data format and is backward compatible,
so no data migration is required. The built-in JSONField provides better
performance and is actively maintained as part of Django core.

Fixes #1061

Author: Eeshu-Yadav

openwisp_controller/config/base/base.py

@@ -1,4 +1,3 @@
-import collections
 import hashlib
 import json
 import logging
@@ -7,10 +6,10 @@
 from cache_memoize import cache_memoize
 from django.core.exceptions import ValidationError
 from django.db import models
+from django.db.models import JSONField
 from django.utils.functional import cached_property
 from django.utils.module_loading import import_string
 from django.utils.translation import gettext_lazy as _
-from jsonfield import JSONField
 from netjsonconfig.exceptions import ValidationError as SchemaError
 
 from openwisp_utils.base import TimeStampedEditableModel
@@ -126,8 +125,6 @@ class BaseConfig(BaseModel):
         _("configuration"),
         default=dict,
         help_text=_("configuration in NetJSON DeviceConfiguration format"),
-        load_kwargs={"object_pairs_hook": collections.OrderedDict},
-        dump_kwargs={"indent": 4},
     )
 
     __template__ = False

openwisp_controller/config/base/config.py

@@ -7,8 +7,8 @@
 from django.core.cache import cache
 from django.core.exceptions import ObjectDoesNotExist, PermissionDenied, ValidationError
 from django.db import models, transaction
+from django.db.models import JSONField
 from django.utils.translation import gettext_lazy as _
-from jsonfield import JSONField
 from model_utils import Choices
 from model_utils.fields import StatusField
 from netjsonconfig import OpenWrt
@@ -90,8 +90,6 @@ class AbstractConfig(ChecksumCacheMixin, BaseConfig):
             'en/stable/general/basics.html#context" target="_blank">'
             "context (configuration variables)</a> in JSON format"
         ),
-        load_kwargs={"object_pairs_hook": collections.OrderedDict},
-        dump_kwargs={"indent": 4},
     )
     checksum_db = models.CharField(
         _("configuration checksum"),

openwisp_controller/config/base/device_group.py

@@ -1,11 +1,10 @@
-import collections
 from copy import deepcopy
 
 import jsonschema
 from django.core.exceptions import ValidationError
 from django.db import models
+from django.db.models import JSONField
 from django.utils.translation import gettext_lazy as _
-from jsonfield import JSONField
 from jsonschema.exceptions import ValidationError as SchemaError
 from swapper import get_model_name, load_model
 
@@ -39,8 +38,6 @@ class AbstractDeviceGroup(OrgMixin, TimeStampedEditableModel):
     meta_data = JSONField(
         blank=True,
         default=dict,
-        load_kwargs={"object_pairs_hook": collections.OrderedDict},
-        dump_kwargs={"indent": 4},
         help_text=_(
             "Group meta data, use this field to store data which is related"
             " to this group and can be retrieved via the REST API."
@@ -50,8 +47,6 @@ class AbstractDeviceGroup(OrgMixin, TimeStampedEditableModel):
     context = JSONField(
         blank=True,
         default=dict,
-        load_kwargs={"object_pairs_hook": collections.OrderedDict},
-        dump_kwargs={"indent": 4},
         help_text=_(
             "This field can be used to add meta data for the group"
             ' or to add "Configuration Variables" to the devices.'

openwisp_controller/config/base/multitenancy.py

@@ -1,10 +1,9 @@
-import collections
 from copy import deepcopy
 
 import swapper
 from django.db import models
+from django.db.models import JSONField
 from django.utils.translation import gettext_lazy as _
-from jsonfield import JSONField
 
 from openwisp_utils.base import KeyField, UUIDModel
 
@@ -34,8 +33,6 @@ class AbstractOrganizationConfigSettings(UUIDModel):
     context = JSONField(
         blank=True,
         default=dict,
-        load_kwargs={"object_pairs_hook": collections.OrderedDict},
-        dump_kwargs={"indent": 4},
         help_text=_(
             'This field can be used to add "Configuration Variables"' " to the devices."
         ),

openwisp_controller/config/base/template.py

@@ -5,8 +5,8 @@
 
 from django.core.exceptions import ObjectDoesNotExist, ValidationError
 from django.db import models, transaction
+from django.db.models import JSONField
 from django.utils.translation import gettext_lazy as _
-from jsonfield import JSONField
 from netjsonconfig.exceptions import ValidationError as NetjsonconfigValidationError
 from swapper import get_model_name, load_model
 from taggit.managers import TaggableManager
@@ -102,8 +102,6 @@ class AbstractTemplate(ShareableOrgMixinUniqueName, BaseConfig):
             "template; these default variables will "
             "be used during schema validation."
         ),
-        load_kwargs={"object_pairs_hook": OrderedDict},
-        dump_kwargs={"indent": 4},
     )
     __template__ = True
 

openwisp_controller/config/migrations/0001_squashed_0002_config_settings_uuid.py

@@ -1,13 +1,11 @@
 # -*- coding: utf-8 -*-
 # Generated by Django 1.10.5 on 2017-05-03 17:54
 
-import collections
 import re
 import uuid
 
 import django.core.validators
 import django.utils.timezone
-import jsonfield.fields
 import model_utils.fields
 from django.conf import settings
 from django.db import migrations, models
@@ -58,12 +56,10 @@ class Migration(migrations.Migration):
                 ),
                 (
                     "config",
-                    jsonfield.fields.JSONField(
+                    models.JSONField(
                         blank=True,
                         default=dict,
-                        dump_kwargs={"ensure_ascii": False, "indent": 4},
                         help_text="configuration in NetJSON DeviceConfiguration format",
-                        load_kwargs={"object_pairs_hook": collections.OrderedDict},
                         verbose_name="configuration",
                     ),
                 ),
@@ -250,12 +246,10 @@ class Migration(migrations.Migration):
                 ),
                 (
                     "config",
-                    jsonfield.fields.JSONField(
+                    models.JSONField(
                         blank=True,
                         default=dict,
-                        dump_kwargs={"ensure_ascii": False, "indent": 4},
                         help_text="configuration in NetJSON DeviceConfiguration format",
-                        load_kwargs={"object_pairs_hook": collections.OrderedDict},
                         verbose_name="configuration",
                     ),
                 ),
@@ -347,11 +341,9 @@ class Migration(migrations.Migration):
                 ("name", models.CharField(max_length=64, unique=True)),
                 (
                     "config",
-                    jsonfield.fields.JSONField(
+                    models.JSONField(
                         default=dict,
-                        dump_kwargs={"ensure_ascii": False, "indent": 4},
                         help_text="configuration in NetJSON DeviceConfiguration format",
-                        load_kwargs={"object_pairs_hook": collections.OrderedDict},
                         verbose_name="configuration",
                     ),
                 ),

openwisp_controller/config/migrations/0018_config_context.py

@@ -1,9 +1,7 @@
 # Generated by Django 2.1.4 on 2019-01-09 01:52
 
-import collections
 
-import jsonfield.fields
-from django.db import migrations
+from django.db import migrations, models
 
 
 class Migration(migrations.Migration):
@@ -13,15 +11,13 @@ class Migration(migrations.Migration):
         migrations.AddField(
             model_name="config",
             name="context",
-            field=jsonfield.fields.JSONField(
+            field=models.JSONField(
                 blank=True,
-                dump_kwargs={"indent": 4},
                 help_text=(
                     'Additional <a href="http://netjsonconfig.openwisp.org'
                     '/en/stable/general/basics.html#context" target="_blank">context '
                     "(configuration variables)</a> in JSON format"
                 ),
-                load_kwargs={"object_pairs_hook": collections.OrderedDict},
                 null=True,
             ),
         )

openwisp_controller/config/migrations/0023_update_context.py

@@ -1,9 +1,7 @@
 # Generated by Django 3.0.3 on 2020-02-26 19:58
 
-import collections
 
-import jsonfield.fields
-from django.db import migrations
+from django.db import migrations, models
 
 
 class Migration(migrations.Migration):
@@ -13,16 +11,14 @@ class Migration(migrations.Migration):
         migrations.AlterField(
             model_name="config",
             name="context",
-            field=jsonfield.fields.JSONField(
+            field=models.JSONField(
                 blank=True,
                 default=dict,
-                dump_kwargs={"ensure_ascii": False, "indent": 4},
                 help_text=(
                     'Additional <a href="http://netjsonconfig.openwisp.org'
                     '/en/stable/general/basics.html#context" target="_blank">'
                     "context (configuration variables)</a> in JSON format"
                 ),
-                load_kwargs={"object_pairs_hook": collections.OrderedDict},
             ),
         )
     ]

openwisp_controller/config/migrations/0028_template_default_values.py

@@ -1,9 +1,7 @@
 # Generated by Django 3.0.3 on 2020-06-29 23:54
 
-import collections
 
-import jsonfield.fields
-from django.db import migrations
+from django.db import migrations, models
 
 
 class Migration(migrations.Migration):
@@ -13,16 +11,14 @@ class Migration(migrations.Migration):
         migrations.AddField(
             model_name="template",
             name="default_values",
-            field=jsonfield.fields.JSONField(
+            field=models.JSONField(
                 blank=True,
                 default=dict,
-                dump_kwargs={"ensure_ascii": False, "indent": 4},
                 help_text=(
                     "A dictionary containing the default values for "
                     "the variables used by this template; these default "
                     "variables will be used during schema validation."
                 ),
-                load_kwargs={"object_pairs_hook": collections.OrderedDict},
                 verbose_name="Default Values",
             ),
         )

openwisp_controller/config/migrations/0036_device_group.py

@@ -1,11 +1,9 @@
 # Generated by Django 3.1.12 on 2021-06-14 17:51
 
-import collections
 import uuid
 
 import django.db.models.deletion
 import django.utils.timezone
-import jsonfield.fields
 import model_utils.fields
 import swapper
 from django.db import migrations, models
@@ -56,11 +54,9 @@ class Migration(migrations.Migration):
                 ),
                 (
                     "meta_data",
-                    jsonfield.fields.JSONField(
+                    models.JSONField(
                         blank=True,
                         default=dict,
-                        dump_kwargs={"ensure_ascii": False, "indent": 4},
-                        load_kwargs={"object_pairs_hook": collections.OrderedDict},
                         help_text=(
                             "Group meta data, use this field to store data which is"
                             " related to this group and can be retrieved via the"