Pluggable ingestion serializers via new elasticgraph-json_ingestion gem

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: jwils

AGENTS.md

@@ -85,9 +85,10 @@ All gems follow the pattern: `elasticgraph-[name]/` containing:
 - `elasticgraph-elasticsearch`: Elasticsearch client wrapper
 - `elasticgraph-opensearch`: OpenSearch client wrapper
 
-**Extensions** (5 gems): Optional functionality
+**Extensions** (6 gems): Optional functionality
 - `elasticgraph-apollo`: Apollo Federation support
 - `elasticgraph-health_check`: Health checks
+- `elasticgraph-json_ingestion`: JSON Schema ingestion serializer
 - `elasticgraph-query_interceptor`: Query interception
 - `elasticgraph-query_registry`: Source-controlled query registry
 - `elasticgraph-warehouse`: Data warehouse ingestion

CODEBASE_OVERVIEW.md

@@ -111,6 +111,7 @@ graph LR;
     rackup["rackup"];
     rake["rake"];
     webrick["webrick"];
+    elasticgraph-json_ingestion["eg-json_ingestion"];
     elasticgraph-schema_artifacts["eg-schema_artifacts"];
     graphql["graphql"];
     elasticgraph --> elasticgraph-support;
@@ -125,6 +126,7 @@ graph LR;
     elasticgraph-local --> webrick;
     elasticgraph-schema_definition --> elasticgraph-graphql;
     elasticgraph-schema_definition --> elasticgraph-indexer;
+    elasticgraph-schema_definition --> elasticgraph-json_ingestion;
     elasticgraph-schema_definition --> elasticgraph-schema_artifacts;
     elasticgraph-schema_definition --> elasticgraph-support;
     elasticgraph-schema_definition --> graphql;
@@ -141,6 +143,7 @@ graph LR;
     class rackup externalGemCatStyle;
     class rake externalGemCatStyle;
     class webrick externalGemCatStyle;
+    class elasticgraph-json_ingestion otherEgGemStyle;
     class elasticgraph-schema_artifacts otherEgGemStyle;
     class graphql externalGemCatStyle;
     click thor href "https://rubygems.org/gems/thor" "Open on RubyGems.org" _blank;
@@ -192,12 +195,13 @@ graph LR;
     click opensearch-ruby href "https://rubygems.org/gems/opensearch-ruby" "Open on RubyGems.org" _blank;
 ```
 
-### Extensions (5 gems)
+### Extensions (6 gems)
 
 These libraries extend ElasticGraph to provide optional but commonly needed functionality.
 
 * [elasticgraph-apollo](elasticgraph-apollo/README.md): Transforms an ElasticGraph project into an Apollo subgraph.
 * [elasticgraph-health_check](elasticgraph-health_check/README.md): Provides a health check for high availability ElasticGraph deployments.
+* [elasticgraph-json_ingestion](elasticgraph-json_ingestion/README.md): JSON Schema ingestion support for ElasticGraph.
 * [elasticgraph-query_interceptor](elasticgraph-query_interceptor/README.md): Intercepts ElasticGraph datastore queries.
 * [elasticgraph-query_registry](elasticgraph-query_registry/README.md): Provides a source-controlled query registry for ElasticGraph applications.
 * [elasticgraph-warehouse](elasticgraph-warehouse/README.md): Extends ElasticGraph to support ingestion into a data warehouse.
@@ -216,6 +220,7 @@ graph LR;
     apollo-federation["apollo-federation"];
     elasticgraph-health_check["eg-health_check"];
     elasticgraph-datastore_core["eg-datastore_core"];
+    elasticgraph-json_ingestion["eg-json_ingestion"];
     elasticgraph-query_interceptor["eg-query_interceptor"];
     elasticgraph-schema_artifacts["eg-schema_artifacts"];
     elasticgraph-query_registry["eg-query_registry"];
@@ -228,6 +233,7 @@ graph LR;
     elasticgraph-health_check --> elasticgraph-datastore_core;
     elasticgraph-health_check --> elasticgraph-graphql;
     elasticgraph-health_check --> elasticgraph-support;
+    elasticgraph-json_ingestion --> elasticgraph-support;
     elasticgraph-query_interceptor --> elasticgraph-graphql;
     elasticgraph-query_interceptor --> elasticgraph-schema_artifacts;
     elasticgraph-query_registry --> elasticgraph-graphql;
@@ -242,6 +248,7 @@ graph LR;
     class apollo-federation externalGemCatStyle;
     class elasticgraph-health_check targetGemStyle;
     class elasticgraph-datastore_core otherEgGemStyle;
+    class elasticgraph-json_ingestion targetGemStyle;
     class elasticgraph-query_interceptor targetGemStyle;
     class elasticgraph-schema_artifacts otherEgGemStyle;
     class elasticgraph-query_registry targetGemStyle;

Gemfile.lock

@@ -128,6 +128,12 @@ PATH
       elasticgraph-support (= 1.1.1.pre)
       hashdiff (~> 1.2, >= 1.2.1)
 
+PATH
+  remote: elasticgraph-json_ingestion
+  specs:
+    elasticgraph-json_ingestion (1.1.1.pre)
+      elasticgraph-support (= 1.1.1.pre)
+
 PATH
   remote: elasticgraph-lambda_support
   specs:
@@ -192,6 +198,7 @@ PATH
     elasticgraph-schema_definition (1.1.1.pre)
       elasticgraph-graphql (= 1.1.1.pre)
       elasticgraph-indexer (= 1.1.1.pre)
+      elasticgraph-json_ingestion (= 1.1.1.pre)
       elasticgraph-schema_artifacts (= 1.1.1.pre)
       elasticgraph-support (= 1.1.1.pre)
       graphql (~> 2.6.1)
@@ -698,6 +705,7 @@ DEPENDENCIES
   elasticgraph-indexer (= 1.1.1.pre)!
   elasticgraph-indexer_autoscaler_lambda (= 1.1.1.pre)!
   elasticgraph-indexer_lambda (= 1.1.1.pre)!
+  elasticgraph-json_ingestion (= 1.1.1.pre)!
   elasticgraph-lambda_support (= 1.1.1.pre)!
   elasticgraph-local (= 1.1.1.pre)!
   elasticgraph-opensearch (= 1.1.1.pre)!
@@ -789,6 +797,7 @@ CHECKSUMS
   elasticgraph-indexer (1.1.1.pre)
   elasticgraph-indexer_autoscaler_lambda (1.1.1.pre)
   elasticgraph-indexer_lambda (1.1.1.pre)
+  elasticgraph-json_ingestion (1.1.1.pre)
   elasticgraph-lambda_support (1.1.1.pre)
   elasticgraph-local (1.1.1.pre)
   elasticgraph-opensearch (1.1.1.pre)

config/docker_demo/Dockerfile

@@ -16,6 +16,7 @@ COPY elasticgraph-datastore_core elasticgraph-datastore_core/
 COPY elasticgraph-graphiql elasticgraph-graphiql/
 COPY elasticgraph-graphql elasticgraph-graphql/
 COPY elasticgraph-indexer elasticgraph-indexer/
+COPY elasticgraph-json_ingestion elasticgraph-json_ingestion/
 COPY elasticgraph-local elasticgraph-local/
 COPY elasticgraph-opensearch elasticgraph-opensearch/
 COPY elasticgraph-query_registry elasticgraph-query_registry/

config/site/support/doctest_helper.rb

@@ -9,6 +9,7 @@
 require "elastic_graph/apollo/schema_definition/api_extension"
 require "elastic_graph/schema_artifacts/runtime_metadata/schema_element_names"
 require "elastic_graph/schema_definition/api"
+require "elastic_graph/schema_definition/extension_module_support"
 require "elastic_graph/schema_definition/schema_artifact_manager"
 require "elastic_graph/warehouse/schema_definition/api_extension"
 require "rspec/mocks"
@@ -60,7 +61,7 @@ module ElasticGraph
         @api = SchemaDefinition::API.new(
           SchemaArtifacts::RuntimeMetadata::SchemaElementNames.new(form: :camelCase, overrides: {}),
           true,
-          extension_modules: extension_modules
+          extension_modules: SchemaDefinition::ExtensionModuleSupport.default_extension_modules + extension_modules
         )
 
         # This is required in all schemas, but we don't want to have to put in all our examples,
@@ -95,7 +96,8 @@ module ElasticGraph
       ElasticGraph.define_schema do |schema|
         # `schema.json_schema_version` raises an error when the version is set more than once.
         # By default we set it above. Here we clear it to allow our example to set it.
-        schema.state.json_schema_version = nil
+        schema.state.ingestion_serializer_state.delete(:json_schema_version)
+        schema.state.ingestion_serializer_state.delete(:json_schema_version_setter_location)
       end
     end
 

elasticgraph-apollo/apollo_tests_implementation/Dockerfile

@@ -14,6 +14,7 @@ COPY elasticgraph-elasticsearch /web/elasticgraph-elasticsearch
 COPY elasticgraph-graphiql /web/elasticgraph-graphiql
 COPY elasticgraph-graphql /web/elasticgraph-graphql
 COPY elasticgraph-indexer /web/elasticgraph-indexer
+COPY elasticgraph-json_ingestion /web/elasticgraph-json_ingestion
 COPY elasticgraph-rack /web/elasticgraph-rack
 COPY elasticgraph-schema_artifacts /web/elasticgraph-schema_artifacts
 COPY elasticgraph-schema_definition /web/elasticgraph-schema_definition

elasticgraph-apollo/apollo_tests_implementation/Gemfile

@@ -16,6 +16,7 @@ source "https://rubygems.org"
   graphiql
   graphql
   indexer
+  json_ingestion
   rack
   schema_artifacts
   schema_definition

elasticgraph-apollo/spec/unit/elastic_graph/apollo/apollo_directives_spec.rb

@@ -552,7 +552,7 @@ def self.with_both_casing_forms(&block)
         end
 
         def define_schema(&block)
-          extension_modules = [SchemaDefinition::APIExtension]
+          extension_modules = ::ElasticGraph::SchemaDefinition::ExtensionModuleSupport.default_extension_modules + [SchemaDefinition::APIExtension]
           super(schema_element_name_form: schema_element_name_form, extension_modules: extension_modules, &block)
         end
       end

elasticgraph-apollo/spec/unit/elastic_graph/apollo/schema_definition_spec.rb

@@ -1418,7 +1418,9 @@ def expect_identifiable_type_tagging_of_token(&type_def_for)
         end
 
         def define_schema(with_apollo: true, &block)
-          extension_modules = with_apollo ? [SchemaDefinition::APIExtension] : []
+          # Always include the JSON ingestion default so `Results#json_schemas_for` is available in both modes.
+          extension_modules = ::ElasticGraph::SchemaDefinition::ExtensionModuleSupport.default_extension_modules
+          extension_modules += [SchemaDefinition::APIExtension] if with_apollo
           super(schema_element_name_form: schema_element_name_form, extension_modules: extension_modules, &block)
         end
       end

elasticgraph-json_ingestion/.rspec

@@ -0,0 +1 @@
+../spec_support/subdir_dot_rspec