feat: update librdkafka (#1)

requires higher librdkafka

Author: AVVS

.semaphore/semaphore.yml

@@ -8,8 +8,9 @@ agent:
 global_job_config:
   prologue:
     commands:
-      - sem-version node 16
-      - curl -f https://get.pnpm.io/v6.16.js | node - add --global pnpm@6
+      - sem-version node 18
+      - curl -fsSL https://get.pnpm.io/install.sh | env PNPM_VERSION=7.25.1 sh -
+      - source /home/semaphore/.bashrc
       - pnpm config set store-dir=~/.pnpm-store
       - checkout
       - git submodule init

ci/semantic-release.sh

@@ -6,6 +6,7 @@ if git log --oneline -n 1 | grep -v "chore(release)" > /dev/null; then
   touch .env
   env UID=${UID} PNPM_STORE=$(pnpm config get store-dir) docker-compose --profile tests up -d
   docker-compose exec tester pnpm i
+  docker-compose exec tester pnpm binary:build
   docker-compose exec tester pnpm test
   docker-compose exec tester pnpm test:e2e
   pnpm semantic-release

config.d.ts

@@ -1,4 +1,4 @@
-// ====== Generated from librdkafka 1.9.2 file CONFIGURATION.md ======
+// ====== Generated from librdkafka 2.0.2 file CONFIGURATION.md ======
 // Code that generated this is a derivative work of the code from Nam Nguyen
 // https://gist.github.com/ntgn81/066c2c8ec5b4238f85d1e9168a04e3fb
 
@@ -306,6 +306,11 @@ export interface GlobalConfig {
      */
     "open_cb"?: any;
 
+    /**
+     * Address resolution callback (set with rd_kafka_conf_set_resolve_cb()).
+     */
+    "resolve_cb"?: any;
+
     /**
      * Application opaque (set with rd_kafka_conf_set_opaque())
      */
@@ -351,6 +356,13 @@ export interface GlobalConfig {
      */
     "broker.version.fallback"?: string;
 
+    /**
+     * Allow automatic topic creation on the broker when subscribing to or assigning non-existent topics. The broker must also be configured with `auto.create.topics.enable=true` for this configuration to take effect. Note: the default value (true) for the producer is different from the default value (false) for the consumer. Further, the consumer default value is different from the Java consumer (true), and this property is not supported by the Java producer. Requires broker version >= 0.11.0.0, for older broker versions only the broker configuration applies.
+     *
+     * @default false
+     */
+    "allow.auto.create.topics"?: boolean;
+
     /**
      * Protocol used to communicate with brokers.
      *
@@ -446,7 +458,12 @@ export interface GlobalConfig {
     "ssl.keystore.password"?: string;
 
     /**
-     * Path to OpenSSL engine library. OpenSSL >= 1.1.0 required.
+     * Comma-separated list of OpenSSL 3.0.x implementation providers. E.g., "default,legacy".
+     */
+    "ssl.providers"?: string;
+
+    /**
+     * **DEPRECATED** Path to OpenSSL engine library. OpenSSL >= 1.1.x required. DEPRECATED: OpenSSL engine support is deprecated and should be replaced by OpenSSL 3 providers.
      */
     "ssl.engine.location"?: string;
 
@@ -472,7 +489,7 @@ export interface GlobalConfig {
     /**
      * Endpoint identification algorithm to validate broker hostname using broker certificate. https - Server (broker) hostname verification as specified in RFC2818. none - No endpoint verification. OpenSSL >= 1.0.2 required.
      *
-     * @default none
+     * @default https
      */
     "ssl.endpoint.identification.algorithm"?: 'none' | 'https';
 
@@ -638,7 +655,7 @@ export interface ProducerGlobalConfig extends GlobalConfig {
     "enable.gapless.guarantee"?: boolean;
 
     /**
-     * Maximum number of messages allowed on the producer queue. This queue is shared by all topics and partitions.
+     * Maximum number of messages allowed on the producer queue. This queue is shared by all topics and partitions. A value of 0 disables this limit.
      *
      * @default 100000
      */
@@ -918,13 +935,6 @@ export interface ConsumerGlobalConfig extends GlobalConfig {
      * @default false
      */
     "check.crcs"?: boolean;
-
-    /**
-     * Allow automatic topic creation on the broker when subscribing to or assigning non-existent topics. The broker must also be configured with `auto.create.topics.enable=true` for this configuraiton to take effect. Note: The default value (false) is different from the Java consumer (true). Requires broker version >= 0.11.0.0, for older broker versions only the broker configuration applies.
-     *
-     * @default false
-     */
-    "allow.auto.create.topics"?: boolean;
 }
 
 export interface TopicConfig {
@@ -1079,4 +1089,4 @@ export interface ConsumerTopicConfig extends TopicConfig {
      * @default 0
      */
     "consume.callback.max.messages"?: number;
-}
+}

deps/librdkafka

@@ -1,4 +1,4 @@
-// ====== Generated from librdkafka 1.9.2 file src-cpp/rdkafkacpp.h ======
+// ====== Generated from librdkafka 2.0.2 file src-cpp/rdkafkacpp.h ======
 export const CODES: { ERRORS: {
   /* Internal errors to rdkafka: */
   /** Begin internal error codes (**-200**) */
@@ -342,4 +342,4 @@ export const CODES: { ERRORS: {
   ERR_FEATURE_UPDATE_FAILED: number,
   /** Request principal deserialization failed during forwarding (**97**) */
   ERR_PRINCIPAL_DESERIALIZATION_FAILURE: number,
-}}
+}}

errors.d.ts

@@ -27,7 +27,7 @@ LibrdKafkaError.wrap = errorWrap;
  * @enum {number}
  * @constant
  */
-// ====== Generated from librdkafka 1.9.2 file src-cpp/rdkafkacpp.h ======
+// ====== Generated from librdkafka 2.0.2 file src-cpp/rdkafkacpp.h ======
 LibrdKafkaError.codes = {
 
   /* Internal errors to rdkafka: */

lib/error.js

@@ -2,7 +2,7 @@
   "name": "@makeomatic/node-rdkafka",
   "version": "2.14.2",
   "description": "Node.js bindings for librdkafka",
-  "librdkafka": "1.9.2",
+  "librdkafka": "2.0.2",
   "main": "lib/index.js",
   "publishConfig": {
     "access": "public"