|
1 | 1 | { |
2 | | - "version": "4.96.1", |
3 | | - "date": "2026-06-12T19:05:37Z", |
| 2 | + "version": "4.96.3", |
| 3 | + "date": "2026-06-17T18:39:29Z", |
4 | 4 | "config": [ |
5 | 5 | { |
6 | 6 | "name": "http", |
|
14860 | 14860 | "status": "stable", |
14861 | 14861 | "plugin": true, |
14862 | 14862 | "summary": "Enables Change Data Capture by consuming from OracleDB.", |
14863 | | - "description": "Streams changes from an Oracle database for Change Data Capture (CDC).\nAdditionally, if `stream_snapshot` is set to true, then the existing data in the database is also streamed too.\n\n== Metadata\n\nThis input adds the following metadata fields to each message:\n\n- database_schema: The database schema for the table where the message originates from.\n- table_name: Name of the table that the message originated from.\n- operation: Type of operation that generated the message: \"read\", \"delete\", \"insert\", or \"update\". \"read\" is from messages that are read in the initial snapshot phase.\n- scn: the System Change Number in Oracle.\n- transaction_id: The Oracle transaction ID in `USN.SLOT.SEQ` format, identifying the transaction that produced the change. Not present on snapshot (`read`) messages.\n- source_ts_ms: The timestamp of when Oracle wrote the change record into the redo log, expressed as milliseconds since the Unix epoch. This reflects the database server's wall-clock time at the moment the DML executed, not the transaction commit time.\n- commit_ts_ms: The timestamp of the transaction commit, expressed as milliseconds since the Unix epoch. Not present on snapshot (`read`) messages.\n- schema: The table schema, for use with schema-aware downstream processors such as `schema_registry_encode`. When new columns are detected in CDC events, the schema is automatically refreshed from the Oracle catalog. Dropped columns are reflected after a connector restart.\n\n== Permissions\n\nWhen using the default Oracle based cache, the Connect user requires permission to create tables and stored procedures, and the rpcn schema must already exist. Refer to `checkpoint_cache_table_name` for more information.\n\t\t", |
| 14863 | + "description": "Streams changes from an Oracle database for Change Data Capture (CDC).\nAdditionally, if `stream_snapshot` is set to true, then the existing data in the database is also streamed too.\n\n== Metadata\n\nThis input adds the following metadata fields to each message:\n\n- database_schema: The database schema for the table where the message originates from.\n- table_name: Name of the table that the message originated from.\n- operation: Type of operation that generated the message: \"read\", \"delete\", \"insert\", or \"update\". \"read\" is from messages that are read in the initial snapshot phase.\n- scn: the System Change Number in Oracle.\n- transaction_id: The Oracle transaction ID in `USN.SLOT.SEQ` format, identifying the transaction that produced the change. Not present on snapshot (`read`) messages.\n- source_ts_ms: The timestamp of when Oracle wrote the change record into the redo log, expressed as milliseconds since the Unix epoch. This reflects the database server's wall-clock time at the moment the DML executed, not the transaction commit time.\n- commit_ts_ms: The timestamp of the transaction commit, expressed as milliseconds since the Unix epoch. Sourced from `V$LOGMNR_CONTENTS.TIMESTAMP` on the COMMIT redo record — this is Oracle's wall-clock time when the commit was written to the redo log, not a dedicated commit-timestamp column. Not present on snapshot (`read`) messages.\n- schema: The table schema, for use with schema-aware downstream processors such as `schema_registry_encode`. When new columns are detected in CDC events, the schema is automatically refreshed from the Oracle catalog. Dropped columns are reflected after a connector restart.\n\n== Permissions\n\nWhen using the default Oracle based cache, the Connect user requires permission to create tables and stored procedures, and the rpcn schema must already exist. Refer to `checkpoint_cache_table_name` for more information.\n\t\t", |
14864 | 14864 | "categories": [ |
14865 | 14865 | "Services" |
14866 | 14866 | ], |
|
32048 | 32048 | ], |
32049 | 32049 | "linter": "\nroot = []\nif this.format == \"json\" {\n if this.read_json_by_line == true && this.strip_outer_array == true {\n root = root.append(\"read_json_by_line and strip_outer_array cannot both be true\")\n }\n if this.read_json_by_line == false && this.strip_outer_array == false {\n root = root.append(\"json format requires either read_json_by_line or strip_outer_array to be true\")\n }\n}\nif this.format == \"csv\" {\n if this.column_separator == \"\" {\n root = root.append(\"column_separator cannot be empty when format=csv\")\n }\n if this.line_delimiter == \"\" {\n root = root.append(\"line_delimiter cannot be empty when format=csv\")\n }\n}\nif (this.url.or(\"\").string() == \"\" && this.fe_urls.length() == 0) {\n root = root.append(\"either url or fe_urls must be configured\")\n}\nif this.partitions.length() > 0 && this.temporary_partitions.length() > 0 {\n root = root.append(\"partitions and temporary_partitions cannot both be set\")\n}\nif this.max_filter_ratio < 0 || this.max_filter_ratio > 1 {\n root = root.append(\"max_filter_ratio must be between 0 and 1\")\n}\nif this.group_commit != \"\" && this.group_commit != \"sync_mode\" && this.group_commit != \"async_mode\" && this.group_commit != \"off_mode\" {\n root = root.append(\"group_commit must be one of sync_mode, async_mode, off_mode\")\n}\n" |
32050 | 32050 | }, |
32051 | | - "version": "4.86.0", |
| 32051 | + "version": "4.96.0", |
32052 | 32052 | "cloudSupported": false, |
32053 | 32053 | "requiresCgo": false |
32054 | 32054 | }, |
|
32203 | 32203 | "summary": "Here we read messages from a AWS S3 bucket and write them to an Elasticsearch index using the S3 key as the ID for the Elasticsearch document.", |
32204 | 32204 | "config": "\ninput:\n aws_s3:\n bucket: \"my-cool-bucket\"\n prefix: \"bug-facts/\"\n scanner:\n to_the_end: {}\noutput:\n elasticsearch_v8:\n urls: ['http://localhost:9200']\n index: \"cool-bug-facts\"\n action: \"index\"\n id: ${! meta(\"s3_key\") }\n" |
32205 | 32205 | }, |
| 32206 | + { |
| 32207 | + "title": "Authenticating with an API key", |
| 32208 | + "summary": "Set the `api_key` field to authenticate requests with an Elasticsearch API key. If `api_key` is set, it supersedes the `basic_auth` configuration.", |
| 32209 | + "config": "\noutput:\n elasticsearch_v8:\n urls: ['https://localhost:9200']\n index: \"things\"\n action: \"index\"\n id: ${! json(\"id\") }\n api_key: \"${ELASTICSEARCH_API_KEY}\"\n" |
| 32210 | + }, |
32206 | 32211 | { |
32207 | 32212 | "title": "Create Documents", |
32208 | 32213 | "summary": "When using the `create` action, a new document will be created if the document ID does not already exist. If the document ID already exists, the operation will fail.", |
|
32417 | 32422 | "description": "The maximum number of messages to have in flight at a given time. Increase this to improve throughput.", |
32418 | 32423 | "default": 64 |
32419 | 32424 | }, |
| 32425 | + { |
| 32426 | + "name": "api_key", |
| 32427 | + "type": "string", |
| 32428 | + "kind": "scalar", |
| 32429 | + "description": "An API key to authenticate with. If set, it supersedes basic authentication.", |
| 32430 | + "is_secret": true, |
| 32431 | + "default": "", |
| 32432 | + "scrubber": "root = if this != null && this != \"\" && !this.trim().re_match(\"\"\"^\\${[0-9A-Za-z_.]+(:((\\${[^}]+})|[^}])*)?}$\"\"\") {\n \"!!!SECRET_SCRUBBED!!!\"\n} else if this == null { \"\" }" |
| 32433 | + }, |
32420 | 32434 | { |
32421 | 32435 | "name": "basic_auth", |
32422 | 32436 | "type": "object", |
|
32576 | 32590 | "summary": "Here we read messages from a AWS S3 bucket and write them to an Elasticsearch index using the S3 key as the ID for the Elasticsearch document.", |
32577 | 32591 | "config": "\ninput:\n aws_s3:\n bucket: \"my-cool-bucket\"\n prefix: \"bug-facts/\"\n scanner:\n to_the_end: {}\noutput:\n elasticsearch_v9:\n urls: ['http://localhost:9200']\n index: \"cool-bug-facts\"\n action: \"index\"\n id: ${! meta(\"s3_key\") }\n" |
32578 | 32592 | }, |
| 32593 | + { |
| 32594 | + "title": "Authenticating with an API key", |
| 32595 | + "summary": "Set the `api_key` field to authenticate requests with an Elasticsearch API key. If `api_key` is set, it supersedes the `basic_auth` configuration.", |
| 32596 | + "config": "\noutput:\n elasticsearch_v9:\n urls: ['https://localhost:9200']\n index: \"things\"\n action: \"index\"\n id: ${! json(\"id\") }\n api_key: \"${ELASTICSEARCH_API_KEY}\"\n" |
| 32597 | + }, |
32579 | 32598 | { |
32580 | 32599 | "title": "Create Documents", |
32581 | 32600 | "summary": "When using the `create` action, a new document will be created if the document ID does not already exist. If the document ID already exists, the operation will fail.", |
|
32790 | 32809 | "description": "The maximum number of messages to have in flight at a given time. Increase this to improve throughput.", |
32791 | 32810 | "default": 64 |
32792 | 32811 | }, |
| 32812 | + { |
| 32813 | + "name": "api_key", |
| 32814 | + "type": "string", |
| 32815 | + "kind": "scalar", |
| 32816 | + "description": "An API key to authenticate with. If set, it supersedes basic authentication.", |
| 32817 | + "is_secret": true, |
| 32818 | + "default": "", |
| 32819 | + "scrubber": "root = if this != null && this != \"\" && !this.trim().re_match(\"\"\"^\\${[0-9A-Za-z_.]+(:((\\${[^}]+})|[^}])*)?}$\"\"\") {\n \"!!!SECRET_SCRUBBED!!!\"\n} else if this == null { \"\" }" |
| 32820 | + }, |
32793 | 32821 | { |
32794 | 32822 | "name": "basic_auth", |
32795 | 32823 | "type": "object", |
|
33376 | 33404 | "name": "primary_keys", |
33377 | 33405 | "type": "string", |
33378 | 33406 | "kind": "array", |
33379 | | - "description": "Optional list of primary-key column names. Required when `auto_create_table` is true and `write_mode` is `upsert` or `upsert_delete`. When the target table is pre-existing, the connector falls back to the PRIMARY KEY declared on the table. Up to 16 columns; composite keys are supported in the same order they are listed.", |
| 33407 | + "description": "Optional list of primary-key column names. Required when `auto_create_table` is true and `write_mode` is `upsert` or `upsert_delete`. A pre-existing table must already declare its PRIMARY KEY — this field cannot add one; when both are set they must match exactly (same columns, same order). Up to 16 columns; composite keys are supported in the same order they are listed.", |
33380 | 33408 | "is_optional": true |
33381 | 33409 | }, |
33382 | 33410 | { |
|
0 commit comments