Support retrieved_from: :doc_values for direct leaf fields (#1110)

Add a narrow secondary retrieval path for fields that should stay
returnable in GraphQL while being excluded from stored `_source`.

When a field is marked `retrieved_from: :doc_values`, ElasticGraph:

- keeps the field in GraphQL output types
- excludes the field from datastore `_source` via `_source.excludes`
- requests the field through datastore `docvalue_fields`
- resolves the field from `fields` in datastore hits when `_source` omits it

The change is intentionally narrow: only direct, non-list, non-text
GraphQL leaf fields on indexed root document types are supported.
Query planning only uses `docvalue_fields` when every participating
index definition agrees on the retrieval method.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: jwils

config/schema/artifacts/datastore_config.yaml

@@ -1490,6 +1490,7 @@ index_templates:
           enabled: true
         _source:
           excludes:
+          - workspace_id2
           - internal_name
           - internal_details.*
       settings:
@@ -1537,6 +1538,9 @@ indices:
           value: Address
       _size:
         enabled: true
+      _source:
+        excludes:
+        - full_address
     settings:
       index.mapping.ignore_malformed: false
       index.mapping.coerce: false

config/schema/artifacts/runtime_metadata.yaml

@@ -1817,6 +1817,7 @@ index_definitions_by_name:
       __counts.shapes|type:
         source: __self
       full_address:
+        retrieved_from: doc_values
         source: __self
       geo_location.lat:
         source: __self
@@ -3039,6 +3040,7 @@ index_definitions_by_name:
       weight_in_ng_str:
         source: __self
       workspace_id2:
+        retrieved_from: doc_values
         source: __self
       workspace_name:
         source: workspace
@@ -3170,9 +3172,6 @@ object_types_by_name:
       cursor:
         resolver:
           name: object_without_lookahead
-      highlights:
-        resolver:
-          name: object_without_lookahead
       node:
         resolver:
           name: object_without_lookahead
@@ -3184,11 +3183,6 @@ object_types_by_name:
       timestamps:
         resolver:
           name: object_with_lookahead
-  AddressHighlights:
-    graphql_fields_by_name:
-      full_address:
-        resolver:
-          name: get_record_field_value
   AddressTimestamps:
     graphql_fields_by_name:
       created_at:
@@ -5330,10 +5324,6 @@ object_types_by_name:
         name_in_index: widget_workspace_id3
         resolver:
           name: get_record_field_value
-      workspace_id:
-        name_in_index: workspace_id2
-        resolver:
-          name: get_record_field_value
       workspace_name:
         resolver:
           name: get_record_field_value
@@ -8454,10 +8444,6 @@ object_types_by_name:
         name_in_index: the_opts
         resolver:
           name: get_record_field_value
-      workspace_id:
-        name_in_index: workspace_id2
-        resolver:
-          name: get_record_field_value
       workspace_name:
         resolver:
           name: get_record_field_value
@@ -9031,9 +9017,6 @@ object_types_by_name:
       fees:
         resolver:
           name: get_record_field_value
-      full_address:
-        resolver:
-          name: get_record_field_value
       id:
         resolver:
           name: get_record_field_value
@@ -9072,10 +9055,6 @@ object_types_by_name:
         name_in_index: the_opts
         resolver:
           name: get_record_field_value
-      workspace_id:
-        name_in_index: workspace_id2
-        resolver:
-          name: get_record_field_value
       workspace_name:
         resolver:
           name: get_record_field_value

config/schema/artifacts/schema.graphql

@@ -155,11 +155,6 @@ type AddressEdge {
   """
   cursor: Cursor
 
-  """
-  Specific search highlights for this `Address`, providing matching snippets for the requested fields.
-  """
-  highlights: AddressHighlights
-
   """
   The `Address` of this edge.
   """
@@ -238,16 +233,6 @@ type AddressGroupedBy {
   timestamps: AddressTimestampsGroupedBy
 }
 
-"""
-Type used to request desired `Address` search highlight fields.
-"""
-type AddressHighlights {
-  """
-  Search highlights for the `full_address`, providing snippets of the matching text.
-  """
-  full_address: [String!]!
-}
-
 """
 Enumerates the ways `Address`s can be sorted.
 """
@@ -6977,11 +6962,6 @@ type NamedEntityHighlights {
   """
   widget_workspace_id: [String!]!
 
-  """
-  Search highlights for the `workspace_id`, providing snippets of the matching text.
-  """
-  workspace_id: [String!]!
-
   """
   Search highlights for the `workspace_name`, providing snippets of the matching text.
   """
@@ -17142,11 +17122,6 @@ type WidgetHighlights {
   """
   the_options: WidgetOptionsHighlights
 
-  """
-  Search highlights for the `workspace_id`, providing snippets of the matching text.
-  """
-  workspace_id: [String!]!
-
   """
   Search highlights for the `workspace_name`, providing snippets of the matching text.
   """
@@ -18310,11 +18285,6 @@ type WidgetOrAddressHighlights {
   """
   fees: MoneyHighlights
 
-  """
-  Search highlights for the `full_address`, providing snippets of the matching text.
-  """
-  full_address: [String!]!
-
   """
   Search highlights for the `id`, providing snippets of the matching text.
   """
@@ -18375,11 +18345,6 @@ type WidgetOrAddressHighlights {
   """
   the_options: WidgetOptionsHighlights
 
-  """
-  Search highlights for the `workspace_id`, providing snippets of the matching text.
-  """
-  workspace_id: [String!]!
-
   """
   Search highlights for the `workspace_name`, providing snippets of the matching text.
   """

config/schema/artifacts_with_apollo/datastore_config.yaml

@@ -1490,6 +1490,7 @@ index_templates:
           enabled: true
         _source:
           excludes:
+          - workspace_id2
           - internal_name
           - internal_details.*
       settings:
@@ -1537,6 +1538,9 @@ indices:
           value: Address
       _size:
         enabled: true
+      _source:
+        excludes:
+        - full_address
     settings:
       index.mapping.ignore_malformed: false
       index.mapping.coerce: false

config/schema/artifacts_with_apollo/runtime_metadata.yaml

@@ -1846,6 +1846,7 @@ index_definitions_by_name:
       __counts.shapes|type:
         source: __self
       full_address:
+        retrieved_from: doc_values
         source: __self
       geo_location.lat:
         source: __self
@@ -3068,6 +3069,7 @@ index_definitions_by_name:
       weight_in_ng_str:
         source: __self
       workspace_id2:
+        retrieved_from: doc_values
         source: __self
       workspace_name:
         source: workspace
@@ -3199,9 +3201,6 @@ object_types_by_name:
       cursor:
         resolver:
           name: object_without_lookahead
-      highlights:
-        resolver:
-          name: object_without_lookahead
       node:
         resolver:
           name: object_without_lookahead
@@ -3213,11 +3212,6 @@ object_types_by_name:
       timestamps:
         resolver:
           name: object_with_lookahead
-  AddressHighlights:
-    graphql_fields_by_name:
-      full_address:
-        resolver:
-          name: get_record_field_value
   AddressTimestamps:
     graphql_fields_by_name:
       created_at:
@@ -5453,10 +5447,6 @@ object_types_by_name:
         name_in_index: widget_workspace_id3
         resolver:
           name: get_record_field_value
-      workspace_id:
-        name_in_index: workspace_id2
-        resolver:
-          name: get_record_field_value
       workspace_name:
         resolver:
           name: get_record_field_value
@@ -8583,10 +8573,6 @@ object_types_by_name:
         name_in_index: the_opts
         resolver:
           name: get_record_field_value
-      workspace_id:
-        name_in_index: workspace_id2
-        resolver:
-          name: get_record_field_value
       workspace_name:
         resolver:
           name: get_record_field_value
@@ -9160,9 +9146,6 @@ object_types_by_name:
       fees:
         resolver:
           name: get_record_field_value
-      full_address:
-        resolver:
-          name: get_record_field_value
       id:
         resolver:
           name: get_record_field_value
@@ -9201,10 +9184,6 @@ object_types_by_name:
         name_in_index: the_opts
         resolver:
           name: get_record_field_value
-      workspace_id:
-        name_in_index: workspace_id2
-        resolver:
-          name: get_record_field_value
       workspace_name:
         resolver:
           name: get_record_field_value

config/schema/artifacts_with_apollo/schema.graphql

@@ -188,11 +188,6 @@ type AddressEdge {
   """
   cursor: Cursor
 
-  """
-  Specific search highlights for this `Address`, providing matching snippets for the requested fields.
-  """
-  highlights: AddressHighlights
-
   """
   The `Address` of this edge.
   """
@@ -271,16 +266,6 @@ type AddressGroupedBy {
   timestamps: AddressTimestampsGroupedBy
 }
 
-"""
-Type used to request desired `Address` search highlight fields.
-"""
-type AddressHighlights {
-  """
-  Search highlights for the `full_address`, providing snippets of the matching text.
-  """
-  full_address: [String!]!
-}
-
 """
 Enumerates the ways `Address`s can be sorted.
 """
@@ -7259,11 +7244,6 @@ type NamedEntityHighlights {
   """
   widget_workspace_id: [String!]!
 
-  """
-  Search highlights for the `workspace_id`, providing snippets of the matching text.
-  """
-  workspace_id: [String!]!
-
   """
   Search highlights for the `workspace_name`, providing snippets of the matching text.
   """
@@ -17465,11 +17445,6 @@ type WidgetHighlights {
   """
   the_options: WidgetOptionsHighlights
 
-  """
-  Search highlights for the `workspace_id`, providing snippets of the matching text.
-  """
-  workspace_id: [String!]!
-
   """
   Search highlights for the `workspace_name`, providing snippets of the matching text.
   """
@@ -18633,11 +18608,6 @@ type WidgetOrAddressHighlights {
   """
   fees: MoneyHighlights
 
-  """
-  Search highlights for the `full_address`, providing snippets of the matching text.
-  """
-  full_address: [String!]!
-
   """
   Search highlights for the `id`, providing snippets of the matching text.
   """
@@ -18698,11 +18668,6 @@ type WidgetOrAddressHighlights {
   """
   the_options: WidgetOptionsHighlights
 
-  """
-  Search highlights for the `workspace_id`, providing snippets of the matching text.
-  """
-  workspace_id: [String!]!
-
   """
   Search highlights for the `workspace_name`, providing snippets of the matching text.
   """

config/schema/widgets.rb

@@ -88,8 +88,8 @@
     t.field "id", "ID!"
 
     # Here we use an alternate name for this field since it's the routing field and want to verify
-    # that `name_in_index` works correctly on routing fields.
-    t.field "workspace_id", "ID", name_in_index: "workspace_id2"
+    # that `name_in_index` works correctly on routing fields, including when fetched from doc values.
+    t.field "workspace_id", "ID", name_in_index: "workspace_id2", retrieved_from: :doc_values
 
     # It's a bit funny we have both `amount_cents` and `cost` but it's nice to be able to test
     # aggregations on both a root numeric field and on a nested one, so we are keeping both here.
@@ -448,7 +448,7 @@
     # We use `indexing_only: true` here to verify that `id` can be an indexing-only field.
     t.field "id", "ID!", indexing_only: true
 
-    t.field "full_address", "String!"
+    t.field "full_address", "String!", retrieved_from: :doc_values
     t.field "timestamps", "AddressTimestamps"
     t.field "geo_location", "GeoLocation"