diff --git a/antora.yml b/antora.yml index 0f5165e39b..ccc42f952f 100644 --- a/antora.yml +++ b/antora.yml @@ -31,8 +31,8 @@ asciidoc: # Fallback versions # We try to fetch the latest versions from GitHub at build time # -- - full-version: 26.1.9 - latest-redpanda-tag: 'v26.1.9' + full-version: 26.1.10 + latest-redpanda-tag: 'v26.1.10' latest-console-tag: 'v3.3.1' latest-release-commit: 'ebee215fdb2b8004735c6f800e532564cdcc05e1' latest-operator-version: 'v2.3.8-24.3.6' diff --git a/docs-data/property-overrides.json b/docs-data/property-overrides.json index e8479a3b2e..d13c2bc2c3 100644 --- a/docs-data/property-overrides.json +++ b/docs-data/property-overrides.json @@ -607,8 +607,7 @@ }, "compaction.strategy": { "description": "Specifies the strategy used to determine which records to remove during log compaction. The compaction strategy controls how Redpanda identifies and removes duplicate records while preserving the latest value for each key.", - "related_topics": [ - ], + "related_topics": [], "config_scope": "topic" }, "compaction_ctrl_update_interval_ms": { @@ -792,7 +791,14 @@ "config_scope": "topic" }, "delete_topic_enable": { - "version": "v26.1.1" + "type": "boolean", + "default": true, + "description": "Controls whether topics can be deleted through the Kafka DeleteTopics API. When set to `false`, all topic deletion requests are rejected for all users, including superusers. Use this as a cluster-wide safety setting to prevent accidental topic deletion in production environments.\n\nFor per-topic deletion protection, see xref:reference:properties/cluster-properties.adoc#kafka_nodelete_topics[`kafka_nodelete_topics`].", + "related_topics": [ + "xref:reference:properties/cluster-properties.adoc#kafka_nodelete_topics[`kafka_nodelete_topics`]", + "xref:get-started:licensing/index.adoc[enterprise license]" + ], + "config_scope": "cluster" }, "developer_mode": { "description": "CAUTION: Enabling `developer_mode` isn't recommended for production use.\n\nEnable developer mode, which skips most of the checks performed at startup.", @@ -898,14 +904,12 @@ }, "flush.bytes": { "description": "The maximum bytes not fsynced per partition. If this configured threshold is reached, the log is automatically fsynced, even though it wasn't explicitly requested.", - "related_topics": [ - ], + "related_topics": [], "config_scope": "topic" }, "flush.ms": { "description": "The maximum delay (in ms) between two subsequent fsyncs. After this delay, the log is automatically fsynced.", - "related_topics": [ - ], + "related_topics": [], "config_scope": "topic" }, "http_authentication": { @@ -959,8 +963,7 @@ }, "iceberg_enabled": { "description": "Enables the translation of topic data into Iceberg tables. Setting `iceberg_enabled` to `true` activates the feature at the cluster level, but each topic must also set the `redpanda.iceberg.enabled` topic-level property to `true` to use it. If `iceberg_enabled` is set to `false`, then the feature is disabled for all topics in the cluster, overriding any topic-level settings.", - "related_topics": [ - ], + "related_topics": [], "config_scope": "cluster" }, "iceberg_invalid_record_action": { @@ -1062,6 +1065,9 @@ "description": "Warehouse to use for the Iceberg REST catalog. Redpanda queries the catalog to retrieve warehouse-specific configurations and automatically configures settings like the appropriate prefix. The prefix is appended to the catalog path (for example, `/v1/\\{prefix}/namespaces`).", "config_scope": "cluster" }, + "iceberg_schema_case_insensitive": { + "version": "v26.1.10" + }, "iceberg_target_backlog_size": { "description": "Average size per partition of the datalake translation backlog that the backlog controller tries to maintain. When the backlog size is larger than the set point, the backlog controller will increase the translation scheduling group priority.", "config_scope": "cluster" @@ -1548,9 +1554,15 @@ "oidc_group_claim_path": { "version": "v26.1.1" }, + "oidc_http_proxy_password": { + "version": "v26.1.10" + }, "oidc_http_proxy_url": { "version": "v26.1.7" }, + "oidc_http_proxy_username": { + "version": "v26.1.10" + }, "oidc_principal_mapping": { "description": "Rule for mapping JWT payload claim to a Redpanda user principal.", "related_topics": [ @@ -1676,6 +1688,10 @@ "category": "redpanda", "description": "A label that identifies a failure zone. Apply the same label to all brokers in the same failure zone. When xref:reference:properties/cluster-properties.adoc#enable_rack_awareness[enable_rack_awareness] is set to `true` at the cluster level, the system uses the rack labels to spread partition replicas across different failure zones." }, + "raft_election_timeout_ms": { + "exclude_from_docs": true, + "config_scope": "cluster" + }, "raft_max_buffered_follower_append_entries_bytes_per_shard": { "description": "The total size of append entry requests that may be cached per shard, using the Raft-buffered protocol. When an entry is cached, the leader can continue serving requests because the ordering of the cached requests cannot change. When the total size of cached requests reaches the set limit, back pressure is applied to throttle producers.", "config_scope": "cluster" @@ -2276,20 +2292,6 @@ ], "config_scope": "cluster", "description": "The default write caching mode to apply to user topics. Write caching acknowledges a message as soon as it is received and acknowledged on a majority of brokers, without waiting for it to be written to disk. With `acks=all`, this provides lower latency while still ensuring that a majority of brokers acknowledge the write. \n\nFsyncs follow <> and <>, whichever is reached first.\n\nThe `write_caching_default` cluster property can be overridden with the xref:reference:properties/topic-properties.adoc#write-caching[`write.caching`] topic property." - }, - "delete_topic_enable": { - "type": "boolean", - "default": true, - "description": "Controls whether topics can be deleted through the Kafka DeleteTopics API. When set to `false`, all topic deletion requests are rejected for all users, including superusers. Use this as a cluster-wide safety setting to prevent accidental topic deletion in production environments.\n\nFor per-topic deletion protection, see xref:reference:properties/cluster-properties.adoc#kafka_nodelete_topics[`kafka_nodelete_topics`].", - "related_topics": [ - "xref:reference:properties/cluster-properties.adoc#kafka_nodelete_topics[`kafka_nodelete_topics`]", - "xref:get-started:licensing/index.adoc[enterprise license]" - ], - "config_scope": "cluster" - }, - "raft_election_timeout_ms": { - "exclude_from_docs": true, - "config_scope": "cluster" } } } diff --git a/docs-data/redpanda-property-changes-v26.1.8-to-v26.1.9.json b/docs-data/redpanda-property-changes-v26.1.8-to-v26.1.9.json deleted file mode 100644 index d44a130e30..0000000000 --- a/docs-data/redpanda-property-changes-v26.1.8-to-v26.1.9.json +++ /dev/null @@ -1,43 +0,0 @@ -{ - "comparison": { - "oldVersion": "v26.1.8", - "newVersion": "v26.1.9", - "timestamp": "2026-05-22T12:46:58.695Z" - }, - "summary": { - "newProperties": 1, - "changedDefaults": 0, - "changedDescriptions": 0, - "changedTypes": 0, - "deprecatedProperties": 0, - "removedDeprecatedProperties": 0, - "removedProperties": 0, - "emptyDescriptions": 2 - }, - "details": { - "newProperties": [ - { - "name": "features_auto_finalization", - "type": "boolean", - "default": true, - "description": "Controls whether Redpanda advances the cluster's active logical version automatically after you upgrade all nodes (`true`), or only when you explicitly request finalization through the Admin API (`false`). When set to `false`, you can downgrade to the previous version until you request finalization. Note: If you performed the upgrade with this set to `false` and the cluster is ready to finalize, setting this property to `true` does not reliably trigger finalization. Keep this set to `false` and use the Admin API to finalize. After the upgrade completes, you can set this back to `true` to restore automatic finalization for future upgrades." - } - ], - "changedDefaults": [], - "changedDescriptions": [], - "changedTypes": [], - "deprecatedProperties": [], - "removedDeprecatedProperties": [], - "removedProperties": [], - "emptyDescriptions": [ - { - "name": "redpanda.remote.allowgaps", - "type": "boolean" - }, - { - "name": "redpanda.virtual.cluster.id", - "type": "string" - } - ] - } -} \ No newline at end of file diff --git a/docs-data/redpanda-property-changes-v26.1.9-to-v26.1.10.json b/docs-data/redpanda-property-changes-v26.1.9-to-v26.1.10.json new file mode 100644 index 0000000000..42e36329f3 --- /dev/null +++ b/docs-data/redpanda-property-changes-v26.1.9-to-v26.1.10.json @@ -0,0 +1,55 @@ +{ + "comparison": { + "oldVersion": "v26.1.9", + "newVersion": "v26.1.10", + "timestamp": "2026-06-12T15:54:14.585Z" + }, + "summary": { + "newProperties": 3, + "changedDefaults": 0, + "changedDescriptions": 0, + "changedTypes": 0, + "deprecatedProperties": 0, + "removedDeprecatedProperties": 0, + "removedProperties": 0, + "emptyDescriptions": 2 + }, + "details": { + "newProperties": [ + { + "name": "iceberg_schema_case_insensitive", + "type": "string", + "default": "auto", + "description": "Schema field name comparison mode when matching Redpanda's schema against the one returned by the Iceberg catalog. Some catalogs (e.g. AWS Glue) return field names with inconsistent casing, requiring case-insensitive comparison. \"auto\" enables case-insensitive comparison when the catalog is AWS Glue, and exact comparison otherwise." + }, + { + "name": "oidc_http_proxy_password", + "type": "string", + "default": null, + "description": "Password for HTTP Basic authentication to the OIDC forward proxy (oidc_http_proxy_url). Leave unset for an unauthenticated proxy. Both username and password must be set for credentials to be sent." + }, + { + "name": "oidc_http_proxy_username", + "type": "string", + "default": null, + "description": "Username for HTTP Basic authentication to the OIDC forward proxy (oidc_http_proxy_url). Leave unset for an unauthenticated proxy. Both username and password must be set for credentials to be sent." + } + ], + "changedDefaults": [], + "changedDescriptions": [], + "changedTypes": [], + "deprecatedProperties": [], + "removedDeprecatedProperties": [], + "removedProperties": [], + "emptyDescriptions": [ + { + "name": "redpanda.remote.allowgaps", + "type": "boolean" + }, + { + "name": "redpanda.virtual.cluster.id", + "type": "string" + } + ] + } +} \ No newline at end of file diff --git a/modules/reference/attachments/redpanda-properties-v26.1.9.json b/modules/reference/attachments/redpanda-properties-v26.1.10.json similarity index 99% rename from modules/reference/attachments/redpanda-properties-v26.1.9.json rename to modules/reference/attachments/redpanda-properties-v26.1.10.json index be57c66827..47de431f45 100644 --- a/modules/reference/attachments/redpanda-properties-v26.1.9.json +++ b/modules/reference/attachments/redpanda-properties-v26.1.10.json @@ -222,6 +222,20 @@ }, "type": "enum" }, + "model::iceberg_schema_case_insensitive": { + "defined_in": "model/metadata.h", + "enum": [ + "auto", + "no", + "yes" + ], + "enum_string_mappings": { + "auto_": "auto", + "no": "no", + "yes": "yes" + }, + "type": "enum" + }, "model::kafka_batch_validation_mode": { "defined_in": "model/metadata.h", "enum": [ @@ -579,7 +593,7 @@ "cloud_supported": false, "config_scope": "broker", "default": "/usr/share/redpanda/proxy-api-doc", - "defined_in": "src/v/pandaproxy/rest/configuration.cc", + "defined_in": "src/v/pandaproxy/schema_registry/configuration.cc", "description": "Path to the API specifications directory. This directory contains API documentation for both the HTTP Proxy API and Schema Registry API.", "is_deprecated": false, "is_enterprise": false, @@ -5613,7 +5627,7 @@ "config_scope": "cluster", "default": true, "defined_in": "src/v/config/configuration.cc", - "description": "Enable or disable topic deletion via the Kafka DeleteTopics API. When set to false, all topic deletion requests are rejected with error code 73 (TOPIC_DELETION_DISABLED). This is a cluster-wide safety setting that cannot be overridden by superusers. Topics in kafka_nodelete_topics are always protected regardless of this setting.", + "description": "Controls whether topics can be deleted through the Kafka DeleteTopics API. When set to `false`, all topic deletion requests are rejected for all users, including superusers. Use this as a cluster-wide safety setting to prevent accidental topic deletion in production environments.\n\nFor per-topic deletion protection, see xref:reference:properties/cluster-properties.adoc#kafka_nodelete_topics[`kafka_nodelete_topics`].", "enterprise_constructor": "restricted_only", "enterprise_restricted_value": [ "false" @@ -5626,8 +5640,11 @@ "name": "delete_topic_enable", "needs_restart": false, "nullable": false, + "related_topics": [ + "xref:reference:properties/cluster-properties.adoc#kafka_nodelete_topics[`kafka_nodelete_topics`]", + "xref:get-started:licensing/index.adoc[enterprise license]" + ], "type": "boolean", - "version": "v26.1.1", "visibility": "user" }, "developer_mode": { @@ -5744,13 +5761,13 @@ "cloud_readonly": false, "cloud_supported": false, "config_scope": "cluster", - "default": null, + "default": 1500, "defined_in": "override", "description": "Raft election timeout expressed in milliseconds.", "is_deprecated": false, "is_topic_property": false, "name": "election_timeout_ms", - "type": "string", + "type": "integer", "visibility": "user" }, "emergency_disable_data_transforms": { @@ -6198,6 +6215,7 @@ "needs_restart": false, "nullable": false, "type": "boolean", + "version": "v26.1.9", "visibility": "user" }, "fetch_max_bytes": { @@ -6905,10 +6923,10 @@ }, "iceberg_dlq_table_suffix": { "c_type": "ss::sstring", - "cloud_byoc_only": false, - "cloud_editable": false, + "cloud_byoc_only": true, + "cloud_editable": true, "cloud_readonly": false, - "cloud_supported": false, + "cloud_supported": true, "config_scope": "cluster", "default": "~dlq", "defined_in": "src/v/config/configuration.cc", @@ -7005,7 +7023,7 @@ "config_scope": "cluster", "default": "none", "defined_in": "src/v/config/configuration.cc", - "description": "The authentication mode for client requests made to the Iceberg catalog. Choose from: `none`, `bearer`, `oauth2`, and `aws_sigv4`. In `bearer` mode, the token specified in `iceberg_rest_catalog_token` is used unconditonally, and no attempts are made to refresh the token. In `oauth2` mode, the credentials specified in `iceberg_rest_catalog_client_id` and `iceberg_rest_catalog_client_secret` are used to obtain a bearer token from the URI defined by `iceberg_rest_catalog_oauth2_server_uri`. In `aws_sigv4` mode, the same AWS credentials used for cloud storage (see `cloud_storage_region`, `cloud_storage_access_key`, `cloud_storage_secret_key`, and `cloud_storage_credentials_source`) are used to sign requests to AWS Glue catalog with SigV4.", + "description": "The authentication mode for client requests made to the Iceberg catalog. Choose from: `none`, `bearer`, `oauth2`, `aws_sigv4`, and `gcp`. In `bearer` mode, the token specified in `iceberg_rest_catalog_token` is used unconditionally, and no attempts are made to refresh the token. In `oauth2` mode, the credentials specified in `iceberg_rest_catalog_client_id` and `iceberg_rest_catalog_client_secret` are used to obtain a bearer token from the URI defined by `iceberg_rest_catalog_oauth2_server_uri`. In `aws_sigv4` mode, the same AWS credentials used for cloud storage (see `cloud_storage_region`, `cloud_storage_access_key`, `cloud_storage_secret_key`, and `cloud_storage_credentials_source`) are used to sign requests to AWS Glue catalog with SigV4. In `gcp` mode, GCP VM instance metadata credentials are used to authenticate with the Iceberg REST catalog.", "enum": [ "none", "bearer", @@ -7286,10 +7304,10 @@ }, "iceberg_rest_catalog_gcp_user_project": { "c_type": "ss::sstring", - "cloud_byoc_only": false, - "cloud_editable": false, + "cloud_byoc_only": true, + "cloud_editable": true, "cloud_readonly": false, - "cloud_supported": false, + "cloud_supported": true, "config_scope": "cluster", "default": null, "defined_in": "src/v/config/configuration.cc", @@ -7436,6 +7454,29 @@ "type": "string", "visibility": "user" }, + "iceberg_schema_case_insensitive": { + "c_type": "model::iceberg_schema_case_insensitive", + "cloud_byoc_only": false, + "cloud_editable": false, + "cloud_readonly": false, + "cloud_supported": false, + "config_scope": "cluster", + "default": "auto", + "defined_in": "src/v/config/configuration.cc", + "description": "Schema field name comparison mode when matching Redpanda's schema against the one returned by the Iceberg catalog. Some catalogs (e.g. AWS Glue) return field names with inconsistent casing, requiring case-insensitive comparison. \"auto\" enables case-insensitive comparison when the catalog is AWS Glue, and exact comparison otherwise.", + "enum": [ + "auto", + "no", + "yes" + ], + "is_deprecated": false, + "is_enterprise": false, + "name": "iceberg_schema_case_insensitive", + "needs_restart": true, + "nullable": false, + "type": "string", + "visibility": "user" + }, "iceberg_target_backlog_size": { "c_type": "uint32_t", "cloud_byoc_only": false, @@ -10139,6 +10180,25 @@ "version": "v26.1.1", "visibility": "user" }, + "oidc_http_proxy_password": { + "c_type": "ss::sstring", + "cloud_byoc_only": false, + "cloud_editable": false, + "cloud_readonly": false, + "cloud_supported": false, + "config_scope": "cluster", + "default": null, + "defined_in": "src/v/config/configuration.cc", + "description": "Password for HTTP Basic authentication to the OIDC forward proxy (oidc_http_proxy_url). Leave unset for an unauthenticated proxy. Both username and password must be set for credentials to be sent.", + "is_deprecated": false, + "is_enterprise": false, + "is_secret": true, + "name": "oidc_http_proxy_password", + "needs_restart": false, + "nullable": true, + "type": "string", + "visibility": "user" + }, "oidc_http_proxy_url": { "c_type": "ss::sstring", "cloud_byoc_only": false, @@ -10158,6 +10218,24 @@ "version": "v26.1.7", "visibility": "user" }, + "oidc_http_proxy_username": { + "c_type": "ss::sstring", + "cloud_byoc_only": false, + "cloud_editable": false, + "cloud_readonly": false, + "cloud_supported": false, + "config_scope": "cluster", + "default": null, + "defined_in": "src/v/config/configuration.cc", + "description": "Username for HTTP Basic authentication to the OIDC forward proxy (oidc_http_proxy_url). Leave unset for an unauthenticated proxy. Both username and password must be set for credentials to be sent.", + "is_deprecated": false, + "is_enterprise": false, + "name": "oidc_http_proxy_username", + "needs_restart": false, + "nullable": true, + "type": "string", + "visibility": "user" + }, "oidc_keys_refresh_interval": { "c_type": "std::chrono::seconds", "cloud_byoc_only": false, @@ -10766,6 +10844,7 @@ "default_human_readable": "1500 milliseconds", "defined_in": "src/v/config/configuration.cc", "description": "Election timeout expressed in milliseconds.", + "exclude_from_docs": true, "is_deprecated": false, "is_enterprise": false, "maximum": 17592186044415, @@ -13541,7 +13620,7 @@ "cloud_readonly": false, "cloud_supported": false, "config_scope": "cluster", - "default": "DEFAULT_TOPIC_MEMORY_PER_PARTITION", + "default": "200 KiB (204800)", "defined_in": "src/v/config/configuration.cc", "description": "Required memory in bytes per partition replica when creating or altering topics. The total size of the memory pool for partitions is the total memory available to Redpanda times `topic_partitions_memory_allocation_percent`. Each partition created requires `topic_memory_per_partition` bytes from that pool. If insufficient memory is available, creating or altering topics fails.", "is_deprecated": false, diff --git a/modules/reference/partials/properties/broker-properties.adoc b/modules/reference/partials/properties/broker-properties.adoc index b34738c0a9..7e29063e96 100644 --- a/modules/reference/partials/properties/broker-properties.adoc +++ b/modules/reference/partials/properties/broker-properties.adoc @@ -545,7 +545,7 @@ endif::[] // tag::category-redpanda[] === cloud_storage_cache_directory -Directory for archival cache. Set when the xref:reference:properties/cluster-properties.adoc#cloud_storage_enabled[`cloud_storage_enabled`] cluster property is enabled. If not specified, Redpanda uses a default path within the data directory. +Directory for archival cache. Set when the xref:reference:properties/object-storage-properties.adoc#cloud_storage_enabled[`cloud_storage_enabled`] cluster property is enabled. If not specified, Redpanda uses a default path within the data directory. [cols="1s,2a"] |=== @@ -590,7 +590,7 @@ redpanda: Replace `` with the full path to your desired cache directory. | Related topics -|xref:reference:properties/cluster-properties.adoc#cloud_storage_enabled[`cloud_storage_enabled`] +|xref:reference:properties/object-storage-properties.adoc#cloud_storage_enabled[`cloud_storage_enabled`] |=== @@ -2493,7 +2493,7 @@ endif::[] // tag::category-redpanda[] === rack -A label that identifies a failure zone. Apply the same label to all brokers in the same failure zone. When xref:./cluster-properties.adoc#enable_rack_awareness[enable_rack_awareness] is set to `true` at the cluster level, the system uses the rack labels to spread partition replicas across different failure zones. +A label that identifies a failure zone. Apply the same label to all brokers in the same failure zone. When xref:reference:properties/cluster-properties.adoc#enable_rack_awareness[enable_rack_awareness] is set to `true` at the cluster level, the system uses the rack labels to spread partition replicas across different failure zones. [cols="1s,2a"] |=== @@ -2940,7 +2940,7 @@ endif::[] // tag::category-schema-registry[] === schema_registry_replication_factor -Replication factor for internal `_schemas` topic. If unset, defaults to the xref:../cluster-properties.adoc#default_topic_replication[`default_topic_replication`] cluster property. +Replication factor for internal `_schemas` topic. If unset, defaults to the xref:reference:properties/cluster-properties.adoc#default_topic_replication[`default_topic_replication`] cluster property. [cols="1s,2a"] |=== @@ -2989,7 +2989,7 @@ pandaproxy: ---- | Related topics -|xref:../cluster-properties.adoc#default_topic_replication[`default_topic_replication`] +|xref:reference:properties/cluster-properties.adoc#default_topic_replication[`default_topic_replication`] |=== diff --git a/modules/reference/partials/properties/cluster-properties.adoc b/modules/reference/partials/properties/cluster-properties.adoc index e9fac0b7b4..9f005a18b4 100644 --- a/modules/reference/partials/properties/cluster-properties.adoc +++ b/modules/reference/partials/properties/cluster-properties.adoc @@ -5150,11 +5150,9 @@ endif::[] === delete_topic_enable -ifndef::env-cloud[] -*Introduced in v26.1.1* -endif::[] +Controls whether topics can be deleted through the Kafka DeleteTopics API. When set to `false`, all topic deletion requests are rejected for all users, including superusers. Use this as a cluster-wide safety setting to prevent accidental topic deletion in production environments. -Enable or disable topic deletion via the Kafka DeleteTopics API. When set to false, all topic deletion requests are rejected with error code 73 (TOPIC_DELETION_DISABLED). This is a cluster-wide safety setting that cannot be overridden by superusers. Topics in kafka_nodelete_topics are always protected regardless of this setting. +For per-topic deletion protection, see xref:reference:properties/cluster-properties.adoc#kafka_nodelete_topics[`kafka_nodelete_topics`]. ifndef::env-cloud[] .Enterprise license required @@ -5200,6 +5198,12 @@ ifndef::env-cloud[] | User endif::[] +| Related topics +| +* xref:reference:properties/cluster-properties.adoc#kafka_nodelete_topics[`kafka_nodelete_topics`] + +* xref:get-started:licensing/index.adoc[enterprise license] + |=== @@ -5419,7 +5423,7 @@ Raft election timeout expressed in milliseconds. | Property | Value | Type -| `string` +| `integer` @@ -5429,7 +5433,7 @@ ifdef::env-cloud[] Available in the Redpanda Cloud Console endif::[] ifndef::env-cloud[] -`null` +`1500` endif::[] | Nullable @@ -6270,6 +6274,10 @@ endif::[] === features_auto_finalization +ifndef::env-cloud[] +*Introduced in v26.1.9* +endif::[] + Controls whether Redpanda advances the cluster's active logical version automatically after you upgrade all nodes (`true`), or only when you explicitly request finalization through the Admin API (`false`). When set to `false`, you can downgrade to the previous version until you request finalization. Note: If you performed the upgrade with this set to `false` and the cluster is ready to finalize, setting this property to `true` does not reliably trigger finalization. Keep this set to `false` and use the Admin API to finalize. After the upgrade completes, you can set this back to `true` to restore automatic finalization for future upgrades. ifndef::env-cloud[] @@ -7752,10 +7760,16 @@ endif::[] // end::redpanda-cloud[] +// tag::redpanda-cloud[] === iceberg_dlq_table_suffix The suffix added to Iceberg table names when creating dead-letter queue (DLQ) tables for invalid records. Choose a suffix that won't conflict with existing table names. This is especially important for catalogs that don't support the tilde (~) character in table names. Don't change this value after creating DLQ tables. +ifdef::env-cloud[] +NOTE: This property is available only in Redpanda Cloud BYOC deployments. +endif::[] + + [cols="1s,2a"] |=== | Property | Value @@ -7768,7 +7782,7 @@ The suffix added to Iceberg table names when creating dead-letter queue (DLQ) ta | Default | ifdef::env-cloud[] -Available in the Redpanda Cloud Console +Available in the Redpanda Cloud Console (editable) endif::[] ifndef::env-cloud[] `~dlq` @@ -7792,6 +7806,7 @@ endif::[] |=== +// end::redpanda-cloud[] // tag::redpanda-cloud[] === iceberg_enabled @@ -8611,10 +8626,16 @@ endif::[] // end::redpanda-cloud[] +// tag::redpanda-cloud[] === iceberg_rest_catalog_gcp_user_project The GCP project that is billed for charges associated with Iceberg REST Catalog requests. +ifdef::env-cloud[] +NOTE: This property is available only in Redpanda Cloud BYOC deployments. +endif::[] + + [cols="1s,2a"] |=== | Property | Value @@ -8627,7 +8648,7 @@ The GCP project that is billed for charges associated with Iceberg REST Catalog | Default | ifdef::env-cloud[] -Available in the Redpanda Cloud Console +Available in the Redpanda Cloud Console (editable) endif::[] ifndef::env-cloud[] `null` @@ -8651,6 +8672,7 @@ endif::[] |=== +// end::redpanda-cloud[] // tag::redpanda-cloud[] === iceberg_rest_catalog_oauth2_scope @@ -8994,6 +9016,55 @@ endif::[] // end::redpanda-cloud[] +=== iceberg_schema_case_insensitive + +Schema field name comparison mode when matching Redpanda's schema against the one returned by the Iceberg catalog. Some catalogs (e.g. AWS Glue) return field names with inconsistent casing, requiring case-insensitive comparison. "auto" enables case-insensitive comparison when the catalog is AWS Glue, and exact comparison otherwise. + +[cols="1s,2a"] +|=== +| Property | Value + +| Type +| `string` (enum) + +| Accepted values +| +ifndef::env-cloud[] +`auto`, `no`, `yes` +endif::[] +ifdef::env-cloud[] +`auto`, `no`, `yes` +endif::[] + + +| Default +| +ifdef::env-cloud[] +Available in the Redpanda Cloud Console +endif::[] +ifndef::env-cloud[] +`auto` +endif::[] + +| Nullable +| No + +| Requires restart +| Yes + +ifndef::env-cloud[] +| Restored on xref:manage:whole-cluster-restore.adoc[Whole Cluster Restore] +| Yes +endif::[] + +ifndef::env-cloud[] +| Visibility +| User +endif::[] + +|=== + + === iceberg_target_backlog_size Average size per partition of the datalake translation backlog that the backlog controller tries to maintain. When the backlog size is larger than the set point, the backlog controller will increase the translation scheduling group priority. @@ -14180,6 +14251,47 @@ endif::[] |=== +=== oidc_http_proxy_password + +Password for HTTP Basic authentication to the OIDC forward proxy (oidc_http_proxy_url). Leave unset for an unauthenticated proxy. Both username and password must be set for credentials to be sent. + +[cols="1s,2a"] +|=== +| Property | Value + +| Type +| `string` + + + +| Default +| +ifdef::env-cloud[] +Available in the Redpanda Cloud Console +endif::[] +ifndef::env-cloud[] +`null` +endif::[] + +| Nullable +| Yes + +| Requires restart +| No + +ifndef::env-cloud[] +| Restored on xref:manage:whole-cluster-restore.adoc[Whole Cluster Restore] +| Yes +endif::[] + +ifndef::env-cloud[] +| Visibility +| User +endif::[] + +|=== + + === oidc_http_proxy_url ifndef::env-cloud[] @@ -14197,6 +14309,47 @@ URL of the HTTP forward proxy used for OIDC discovery and JWKS fetches. Accepts +| Default +| +ifdef::env-cloud[] +Available in the Redpanda Cloud Console +endif::[] +ifndef::env-cloud[] +`null` +endif::[] + +| Nullable +| Yes + +| Requires restart +| No + +ifndef::env-cloud[] +| Restored on xref:manage:whole-cluster-restore.adoc[Whole Cluster Restore] +| Yes +endif::[] + +ifndef::env-cloud[] +| Visibility +| User +endif::[] + +|=== + + +=== oidc_http_proxy_username + +Username for HTTP Basic authentication to the OIDC forward proxy (oidc_http_proxy_url). Leave unset for an unauthenticated proxy. Both username and password must be set for credentials to be sent. + +[cols="1s,2a"] +|=== +| Property | Value + +| Type +| `string` + + + | Default | ifdef::env-cloud[] @@ -14992,6 +15145,55 @@ endif::[] |=== +// tag::exclude-from-docs[] +=== raft_election_timeout_ms + +Election timeout expressed in milliseconds. + +[cols="1s,2a"] +|=== +| Property | Value + +| Type +| `integer` + + + +| Range +| [`-17592186044416`, `17592186044415`] + +| Default +| +ifdef::env-cloud[] +Available in the Redpanda Cloud Console +endif::[] +ifndef::env-cloud[] +`1500` (1500 milliseconds) +endif::[] + +| Nullable +| No + +| Unit +| Milliseconds + +| Requires restart +| No + +ifndef::env-cloud[] +| Restored on xref:manage:whole-cluster-restore.adoc[Whole Cluster Restore] +| Yes +endif::[] + +ifndef::env-cloud[] +| Visibility +| Tunable +endif::[] + +|=== + +// end::exclude-from-docs[] + === raft_enable_longest_log_detection Enables an additional step in leader election where a candidate is allowed to wait for all the replies from the broker it requested votes from. This may introduce a small delay when recovering from failure, but it prevents truncation if any of the replicas have more data than the majority. @@ -18983,7 +19185,7 @@ ifdef::env-cloud[] Available in the Redpanda Cloud Console endif::[] ifndef::env-cloud[] -`DEFAULT_TOPIC_MEMORY_PER_PARTITION` +`200 KiB (204800)` endif::[] | Nullable diff --git a/modules/reference/partials/properties/object-storage-properties.adoc b/modules/reference/partials/properties/object-storage-properties.adoc index 11de3b2f0d..13c572fcb3 100644 --- a/modules/reference/partials/properties/object-storage-properties.adoc +++ b/modules/reference/partials/properties/object-storage-properties.adoc @@ -867,7 +867,7 @@ endif::[] === cloud_storage_cache_size_percent -Maximum size of the cache as a percentage, minus the space that Redpanda avoids using defined by the xref:reference:cluster-properties.adoc#disk_reservation_percent[`disk_reservation_percent`] cluster property. This is calculated at startup and dynamically updated if either this property, `disk_reservation_percent`, or <> changes. +Maximum size of the cache as a percentage, minus the space that Redpanda avoids using defined by the xref:reference:properties/cluster-properties.adoc#disk_reservation_percent[`disk_reservation_percent`] cluster property. This is calculated at startup and dynamically updated if either this property, `disk_reservation_percent`, or <> changes. This property works together with <> to define cache behavior: @@ -921,7 +921,7 @@ endif::[] `20.0` | Related topics -|xref:reference:cluster-properties.adoc#disk_reservation_percent[`disk_reservation_percent`] +|xref:reference:properties/cluster-properties.adoc#disk_reservation_percent[`disk_reservation_percent`] |=== @@ -2237,7 +2237,7 @@ ifndef::env-cloud[] endif::[] | Related topics -|xref:properties/topic-properties.adoc#redpanda-remote-allowgaps[`redpanda.remote.allowgaps`] +|xref:reference:properties/topic-properties.adoc#redpanda-remote-allowgaps[`redpanda.remote.allowgaps`] |=== diff --git a/modules/reference/partials/properties/topic-properties.adoc b/modules/reference/partials/properties/topic-properties.adoc index 4f180a60fe..d3261d2762 100644 --- a/modules/reference/partials/properties/topic-properties.adoc +++ b/modules/reference/partials/properties/topic-properties.adoc @@ -29,7 +29,7 @@ endif::[] | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#log_cleanup_policy[log_cleanup_policy] +| xref:reference:cluster-properties.adoc#log_cleanup_policy[log_cleanup_policy] | Default | @@ -126,7 +126,7 @@ endif::[] | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#log_compression_type[log_compression_type] +| xref:reference:cluster-properties.adoc#log_compression_type[log_compression_type] | Default | @@ -337,7 +337,7 @@ This property supports three states: | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#tombstone_retention_ms[tombstone_retention_ms] +| xref:reference:cluster-properties.adoc#tombstone_retention_ms[tombstone_retention_ms] | Default | @@ -384,7 +384,7 @@ The maximum bytes not fsynced per partition. If this configured threshold is rea | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#raft_replica_max_pending_flush_bytes[raft_replica_max_pending_flush_bytes] +| xref:reference:cluster-properties.adoc#raft_replica_max_pending_flush_bytes[raft_replica_max_pending_flush_bytes] | Default | @@ -425,7 +425,7 @@ The maximum delay (in ms) between two subsequent fsyncs. After this delay, the l | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#raft_replica_max_flush_delay_ms[raft_replica_max_flush_delay_ms] +| xref:reference:cluster-properties.adoc#raft_replica_max_flush_delay_ms[raft_replica_max_flush_delay_ms] | Default | @@ -515,7 +515,7 @@ This property supports three states: | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#initial_retention_local_target_bytes_default[initial_retention_local_target_bytes_default] +| xref:reference:cluster-properties.adoc#initial_retention_local_target_bytes_default[initial_retention_local_target_bytes_default] | Default | @@ -568,7 +568,7 @@ This property supports three states: | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#initial_retention_local_target_ms_default[initial_retention_local_target_ms_default] +| xref:reference:cluster-properties.adoc#initial_retention_local_target_ms_default[initial_retention_local_target_ms_default] | Default | @@ -615,7 +615,7 @@ The maximum amount of time (in ms) that a log segment can remain unaltered befor | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#max_compaction_lag_ms[max_compaction_lag_ms] +| xref:reference:cluster-properties.adoc#max_compaction_lag_ms[max_compaction_lag_ms] | Default | @@ -666,7 +666,7 @@ Set an upper limit for `max.message.bytes` using the cluster property config_ref | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#kafka_batch_max_bytes[kafka_batch_max_bytes] +| xref:reference:cluster-properties.adoc#kafka_batch_max_bytes[kafka_batch_max_bytes] | Default | @@ -715,7 +715,7 @@ The maximum allowable timestamp difference between the broker's timestamp and a | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#log_message_timestamp_after_max_ms[log_message_timestamp_after_max_ms] +| xref:reference:cluster-properties.adoc#log_message_timestamp_after_max_ms[log_message_timestamp_after_max_ms] | Default | @@ -759,7 +759,7 @@ The maximum allowable timestamp difference between the broker's timestamp and a | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#log_message_timestamp_before_max_ms[log_message_timestamp_before_max_ms] +| xref:reference:cluster-properties.adoc#log_message_timestamp_before_max_ms[log_message_timestamp_before_max_ms] | Default | @@ -810,7 +810,7 @@ endif::[] | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#log_message_timestamp_type[log_message_timestamp_type] +| xref:reference:cluster-properties.adoc#log_message_timestamp_type[log_message_timestamp_type] | Default | @@ -860,7 +860,7 @@ This property supports three states: | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#min_cleanable_dirty_ratio[min_cleanable_dirty_ratio] +| xref:reference:cluster-properties.adoc#min_cleanable_dirty_ratio[min_cleanable_dirty_ratio] | Default | @@ -904,7 +904,7 @@ The minimum amount of time (in ms) that a log segment must remain unaltered befo | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#min_compaction_lag_ms[min_compaction_lag_ms] +| xref:reference:cluster-properties.adoc#min_compaction_lag_ms[min_compaction_lag_ms] | Default | @@ -1001,7 +1001,7 @@ Whether the corresponding Iceberg table is deleted upon deleting the topic. | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#iceberg_delete[iceberg_delete] +| xref:reference:cluster-properties.adoc#iceberg_delete[iceberg_delete] | Default | @@ -1047,7 +1047,7 @@ endif::[] | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#iceberg_invalid_record_action[iceberg_invalid_record_action] +| xref:reference:cluster-properties.adoc#iceberg_invalid_record_action[iceberg_invalid_record_action] | Default | @@ -1126,7 +1126,7 @@ The link:https://iceberg.apache.org/docs/nightly/partitioning/[partitioning^] sp | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#iceberg_default_partition_spec[iceberg_default_partition_spec] +| xref:reference:cluster-properties.adoc#iceberg_default_partition_spec[iceberg_default_partition_spec] | Default | @@ -1293,7 +1293,7 @@ If the cluster configuration property config_ref:enable_rack_awareness,true,prop | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#default_leaders_preference[default_leaders_preference] +| xref:reference:cluster-properties.adoc#default_leaders_preference[default_leaders_preference] | Default | @@ -1336,7 +1336,7 @@ No description available. | Corresponding cluster property -| xref:reference:properties/object-storage-properties.adoc#cloud_storage_enable_remote_allow_gaps[cloud_storage_enable_remote_allow_gaps] +| xref:reference:cluster-properties.adoc#cloud_storage_enable_remote_allow_gaps[cloud_storage_enable_remote_allow_gaps] | Default | @@ -1415,7 +1415,7 @@ A flag for enabling Redpanda to fetch data for a topic from object storage to lo | Corresponding cluster property -| xref:reference:properties/object-storage-properties.adoc#cloud_storage_enable_remote_read[cloud_storage_enable_remote_read] +| xref:reference:cluster-properties.adoc#cloud_storage_enable_remote_read[cloud_storage_enable_remote_read] | Default | @@ -1536,7 +1536,7 @@ A flag for enabling Redpanda to upload data for a topic from local storage to ob | Corresponding cluster property -| xref:reference:properties/object-storage-properties.adoc#cloud_storage_enable_remote_write[cloud_storage_enable_remote_write] +| xref:reference:cluster-properties.adoc#cloud_storage_enable_remote_write[cloud_storage_enable_remote_write] | Default | @@ -1602,7 +1602,7 @@ endif::[] | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#default_redpanda_storage_mode[default_redpanda_storage_mode] +| xref:reference:cluster-properties.adoc#default_redpanda_storage_mode[default_redpanda_storage_mode] | Default | @@ -1831,7 +1831,7 @@ This property supports three states: | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#retention_bytes[retention_bytes] +| xref:reference:cluster-properties.adoc#retention_bytes[retention_bytes] | Default | @@ -1884,7 +1884,7 @@ This property supports three states: | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#retention_local_target_bytes_default[retention_local_target_bytes_default] +| xref:reference:cluster-properties.adoc#retention_local_target_bytes_default[retention_local_target_bytes_default] | Default | @@ -1937,7 +1937,7 @@ This property supports three states: | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#retention_local_target_ms_default[retention_local_target_ms_default] +| xref:reference:cluster-properties.adoc#retention_local_target_ms_default[retention_local_target_ms_default] | Default | @@ -1993,7 +1993,7 @@ This property supports three states: | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#log_retention_ms[log_retention_ms] +| xref:reference:cluster-properties.adoc#log_retention_ms[log_retention_ms] | Default | @@ -2045,7 +2045,7 @@ When `segment.bytes` is set to a positive value, it overrides the cluster proper | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#log_segment_size[log_segment_size] +| xref:reference:cluster-properties.adoc#log_segment_size[log_segment_size] | Default | @@ -2108,7 +2108,7 @@ This property supports three states: | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#log_segment_ms[log_segment_ms] +| xref:reference:cluster-properties.adoc#log_segment_ms[log_segment_ms] | Default | @@ -2166,7 +2166,7 @@ endif::[] | Corresponding cluster property -| xref:reference:properties/cluster-properties.adoc#write_caching_default[write_caching_default] +| xref:reference:cluster-properties.adoc#write_caching_default[write_caching_default] | Default |