Add kafka 4.3 broker version and update CI tests (#3032)

Author: dpkp

.github/workflows/flakey-test-repro.yml

@@ -33,7 +33,7 @@ on:
       kafka_version:
         description: "Kafka broker version"
         required: true
-        default: "4.2.0"
+        default: "4.3.0"
       python_version:
         description: "Python version"
         required: true

.github/workflows/python-package.yml

@@ -34,25 +34,25 @@ jobs:
           - "3.0.2"
           - "3.5.2"
           - "3.9.0"
-          - "4.2.0"
+          - "4.3.0"
         python:
           - "3.14"
         include:
           #- python: "pypy3.9"
           #  kafka: "2.6.0"
           #  experimental: true
           - python: "3.8"
-            kafka: "4.2.0"
+            kafka: "4.3.0"
           - python: "3.9"
-            kafka: "4.2.0"
+            kafka: "4.3.0"
           - python: "3.10"
-            kafka: "4.2.0"
+            kafka: "4.3.0"
           - python: "3.11"
-            kafka: "4.2.0"
+            kafka: "4.3.0"
           - python: "3.12"
-            kafka: "4.2.0"
+            kafka: "4.3.0"
           - python: "3.13"
-            kafka: "4.2.0"
+            kafka: "4.3.0"
 
     steps:
       - uses: actions/checkout@v6

Makefile

@@ -2,7 +2,7 @@
 
 SHELL = bash
 
-export KAFKA_VERSION ?= 4.2.0
+export KAFKA_VERSION ?= 4.3.0
 DIST_BASE_URL ?= https://downloads.apache.org/kafka/
 ARCHIVE_BASE_URL = https://archive.apache.org/dist/kafka/
 

docs/compatibility.rst

@@ -1,12 +1,12 @@
 Compatibility
 -------------
 
-.. image:: https://img.shields.io/badge/kafka-4.0--0.8-brightgreen.svg
+.. image:: https://img.shields.io/badge/kafka-4.3--0.8-brightgreen.svg
     :target: https://kafka-python.readthedocs.io/compatibility.html
 .. image:: https://img.shields.io/pypi/pyversions/kafka-python.svg
     :target: https://pypi.python.org/pypi/kafka-python
 
-kafka-python is compatible with (and tested against) broker versions 4.0
+kafka-python is compatible with (and tested against) broker versions 4.3
 through 0.8.0 . kafka-python is not compatible with the 0.8.2-beta release.
 
 Because the kafka server protocol is backwards compatible, kafka-python is
@@ -18,5 +18,6 @@ PRs welcome!
 
 kafka-python is tested on python 3.8-3.14.
 python 2.7 was supported through kafka-python release 2.3.
+python 3 is required for kafka-python release 3.0.
 
 Builds and tests via Github Actions Workflows.  See https://github.com/dpkp/kafka-python/actions

kafka/protocol/broker_version_data.py

@@ -113,6 +113,7 @@ def infer_broker_version_from_api_versions(api_versions):
     test_cases = [
         # format (<broker version>, <needed struct>)
         # Make sure to update consumer_integration test check when adding newer versions.
+        ((4, 3), ApiKey.DescribeLogDirs, 5),
         ((4, 2), ApiKey.ListOffsets, 11),
         ((4, 1), ApiKey.Produce, 13),
         ((4, 0), ApiKey.ListOffsets, 10),
@@ -238,4 +239,5 @@ def infer_broker_version_from_api_versions(api_versions):
 
     (4, 2): {0: (0, 13), 1: (4, 18), 2: (1, 11), 3: (0, 13), 8: (2, 10), 9: (1, 10), 10: (0, 6), 11: (0, 9), 12: (0, 4), 13: (0, 5), 14: (0, 5), 15: (0, 6), 16: (0, 5), 17: (0, 1), 18: (0, 4), 19: (2, 7), 20: (1, 6), 21: (0, 2), 22: (0, 5), 23: (2, 4), 24: (0, 5), 25: (0, 4), 26: (0, 5), 27: (1, 2), 28: (0, 5), 29: (1, 3), 30: (1, 3), 31: (1, 3), 32: (1, 4), 33: (0, 2), 34: (1, 2), 35: (1, 4), 36: (0, 2), 37: (0, 3), 38: (1, 3), 39: (1, 2), 40: (1, 2), 41: (1, 3), 42: (0, 2), 43: (0, 2), 44: (0, 1), 45: (0, 1), 46: (0, 0), 47: (0, 0), 48: (0, 1), 49: (0, 1), 50: (0, 0), 51: (0, 0), 55: (0, 2), 57: (0, 2), 60: (0, 2), 61: (0, 0), 64: (0, 0), 65: (0, 0), 66: (0, 2), 68: (0, 1), 69: (0, 1), 74: (0, 1), 75: (0, 0), 76: (1, 1), 77: (1, 1), 78: (1, 2), 79: (1, 2), 80: (0, 1), 81: (0, 0), 83: (0, 0), 84: (0, 0), 85: (0, 1), 86: (0, 0), 87: (0, 1), 88: (0, 0), 89: (0, 0), 90: (0, 1), 91: (0, 0), 92: (0, 0)},
 
+    (4, 3): {0: (0, 13), 1: (4, 18), 2: (1, 11), 3: (0, 13), 8: (2, 10), 9: (1, 10), 10: (0, 6), 11: (0, 9), 12: (0, 4), 13: (0, 5), 14: (0, 5), 15: (0, 6), 16: (0, 5), 17: (0, 1), 18: (0, 4), 19: (2, 7), 20: (1, 6), 21: (0, 2), 22: (0, 5), 23: (2, 4), 24: (0, 5), 25: (0, 4), 26: (0, 5), 27: (1, 2), 28: (0, 5), 29: (1, 3), 30: (1, 3), 31: (1, 3), 32: (1, 4), 33: (0, 2), 34: (1, 2), 35: (1, 5), 36: (0, 2), 37: (0, 3), 38: (1, 3), 39: (1, 2), 40: (1, 2), 41: (1, 3), 42: (0, 2), 43: (0, 2), 44: (0, 1), 45: (0, 1), 46: (0, 0), 47: (0, 0), 48: (0, 1), 49: (0, 1), 50: (0, 0), 51: (0, 0), 55: (0, 2), 57: (0, 2), 60: (0, 2), 61: (0, 0), 64: (0, 0), 65: (0, 0), 66: (0, 2), 68: (0, 1), 69: (0, 1), 74: (0, 1), 75: (0, 0), 76: (1, 1), 77: (1, 1), 78: (1, 2), 79: (1, 2), 80: (0, 1), 81: (0, 0), 83: (0, 0), 84: (0, 0), 85: (0, 1), 86: (0, 0), 87: (0, 1), 88: (0, 0), 89: (0, 0), 90: (0, 1), 91: (0, 0), 92: (0, 0)},
 }

test/integration/test_consumer_integration.py

@@ -48,8 +48,7 @@ def test_paused(kafka_consumer_factory, topic):
 @pytest.mark.skipif(env_kafka_version() < (0, 10), reason="Requires KAFKA_VERSION >= 0.10")
 def test_kafka_version_infer(kafka_consumer_factory):
     with kafka_consumer_factory(api_version=None) as consumer:
-        actual = BrokerVersionData(env_kafka_version())
-        expected = min((4, 2), actual.broker_version)
+        expected = BrokerVersionData(env_kafka_version()).broker_version
         assert consumer.config['api_version'] == expected, \
             "Was expecting inferred broker version to be %s but was %s" % (expected, consumer.config['api_version'])