Skip to content

Commit afa3b96

Browse files
committed
Use request header to track in-flight-requests in protocol parser
1 parent a9536e4 commit afa3b96

20 files changed

Lines changed: 11 additions & 158 deletions

kafka/protocol/add_offsets_to_txn.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,6 @@ class AddOffsetsToTxnResponse_v2(Response):
2626
class AddOffsetsToTxnRequest_v0(Request):
2727
API_KEY = 25
2828
API_VERSION = 0
29-
RESPONSE_TYPE = AddOffsetsToTxnResponse_v0
3029
SCHEMA = Schema(
3130
('transactional_id', String('utf-8')),
3231
('producer_id', Int64),
@@ -38,14 +37,12 @@ class AddOffsetsToTxnRequest_v0(Request):
3837
class AddOffsetsToTxnRequest_v1(Request):
3938
API_KEY = 25
4039
API_VERSION = 1
41-
RESPONSE_TYPE = AddOffsetsToTxnResponse_v1
4240
SCHEMA = AddOffsetsToTxnRequest_v0.SCHEMA
4341

4442

4543
class AddOffsetsToTxnRequest_v2(Request):
4644
API_KEY = 25
4745
API_VERSION = 2
48-
RESPONSE_TYPE = AddOffsetsToTxnResponse_v2
4946
SCHEMA = AddOffsetsToTxnRequest_v1.SCHEMA
5047

5148

kafka/protocol/add_partitions_to_txn.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,6 @@ class AddPartitionsToTxnResponse_v2(Response):
2929
class AddPartitionsToTxnRequest_v0(Request):
3030
API_KEY = 24
3131
API_VERSION = 0
32-
RESPONSE_TYPE = AddPartitionsToTxnResponse_v0
3332
SCHEMA = Schema(
3433
('transactional_id', String('utf-8')),
3534
('producer_id', Int64),
@@ -42,14 +41,12 @@ class AddPartitionsToTxnRequest_v0(Request):
4241
class AddPartitionsToTxnRequest_v1(Request):
4342
API_KEY = 24
4443
API_VERSION = 1
45-
RESPONSE_TYPE = AddPartitionsToTxnResponse_v1
4644
SCHEMA = AddPartitionsToTxnRequest_v0.SCHEMA
4745

4846

4947
class AddPartitionsToTxnRequest_v2(Request):
5048
API_KEY = 24
5149
API_VERSION = 2
52-
RESPONSE_TYPE = AddPartitionsToTxnResponse_v2
5350
SCHEMA = AddPartitionsToTxnRequest_v1.SCHEMA
5451

5552

kafka/protocol/admin.py

Lines changed: 0 additions & 40 deletions
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,6 @@ class CreateTopicsResponse_v3(Response):
4545
class CreateTopicsRequest_v0(Request):
4646
API_KEY = 19
4747
API_VERSION = 0
48-
RESPONSE_TYPE = CreateTopicsResponse_v0
4948
SCHEMA = Schema(
5049
('create_topic_requests', Array(
5150
('topic', String('utf-8')),
@@ -64,7 +63,6 @@ class CreateTopicsRequest_v0(Request):
6463
class CreateTopicsRequest_v1(Request):
6564
API_KEY = 19
6665
API_VERSION = 1
67-
RESPONSE_TYPE = CreateTopicsResponse_v1
6866
SCHEMA = Schema(
6967
('create_topic_requests', Array(
7068
('topic', String('utf-8')),
@@ -84,14 +82,12 @@ class CreateTopicsRequest_v1(Request):
8482
class CreateTopicsRequest_v2(Request):
8583
API_KEY = 19
8684
API_VERSION = 2
87-
RESPONSE_TYPE = CreateTopicsResponse_v2
8885
SCHEMA = CreateTopicsRequest_v1.SCHEMA
8986

9087

9188
class CreateTopicsRequest_v3(Request):
9289
API_KEY = 19
9390
API_VERSION = 3
94-
RESPONSE_TYPE = CreateTopicsResponse_v3
9591
SCHEMA = CreateTopicsRequest_v1.SCHEMA
9692

9793

@@ -141,7 +137,6 @@ class DeleteTopicsResponse_v3(Response):
141137
class DeleteTopicsRequest_v0(Request):
142138
API_KEY = 20
143139
API_VERSION = 0
144-
RESPONSE_TYPE = DeleteTopicsResponse_v0
145140
SCHEMA = Schema(
146141
('topics', Array(String('utf-8'))),
147142
('timeout', Int32)
@@ -151,21 +146,18 @@ class DeleteTopicsRequest_v0(Request):
151146
class DeleteTopicsRequest_v1(Request):
152147
API_KEY = 20
153148
API_VERSION = 1
154-
RESPONSE_TYPE = DeleteTopicsResponse_v1
155149
SCHEMA = DeleteTopicsRequest_v0.SCHEMA
156150

157151

158152
class DeleteTopicsRequest_v2(Request):
159153
API_KEY = 20
160154
API_VERSION = 2
161-
RESPONSE_TYPE = DeleteTopicsResponse_v2
162155
SCHEMA = DeleteTopicsRequest_v0.SCHEMA
163156

164157

165158
class DeleteTopicsRequest_v3(Request):
166159
API_KEY = 20
167160
API_VERSION = 3
168-
RESPONSE_TYPE = DeleteTopicsResponse_v3
169161
SCHEMA = DeleteTopicsRequest_v0.SCHEMA
170162

171163

@@ -196,7 +188,6 @@ class DeleteRecordsResponse_v0(Response):
196188
class DeleteRecordsRequest_v0(Request):
197189
API_KEY = 21
198190
API_VERSION = 0
199-
RESPONSE_TYPE = DeleteRecordsResponse_v0
200191
SCHEMA = Schema(
201192
('topics', Array(
202193
('name', String('utf-8')),
@@ -242,20 +233,17 @@ class ListGroupsResponse_v2(Response):
242233
class ListGroupsRequest_v0(Request):
243234
API_KEY = 16
244235
API_VERSION = 0
245-
RESPONSE_TYPE = ListGroupsResponse_v0
246236
SCHEMA = Schema()
247237

248238

249239
class ListGroupsRequest_v1(Request):
250240
API_KEY = 16
251241
API_VERSION = 1
252-
RESPONSE_TYPE = ListGroupsResponse_v1
253242
SCHEMA = ListGroupsRequest_v0.SCHEMA
254243

255244
class ListGroupsRequest_v2(Request):
256245
API_KEY = 16
257246
API_VERSION = 1
258-
RESPONSE_TYPE = ListGroupsResponse_v2
259247
SCHEMA = ListGroupsRequest_v0.SCHEMA
260248

261249

@@ -338,7 +326,6 @@ class DescribeGroupsResponse_v3(Response):
338326
class DescribeGroupsRequest_v0(Request):
339327
API_KEY = 15
340328
API_VERSION = 0
341-
RESPONSE_TYPE = DescribeGroupsResponse_v0
342329
SCHEMA = Schema(
343330
('groups', Array(String('utf-8')))
344331
)
@@ -347,21 +334,18 @@ class DescribeGroupsRequest_v0(Request):
347334
class DescribeGroupsRequest_v1(Request):
348335
API_KEY = 15
349336
API_VERSION = 1
350-
RESPONSE_TYPE = DescribeGroupsResponse_v1
351337
SCHEMA = DescribeGroupsRequest_v0.SCHEMA
352338

353339

354340
class DescribeGroupsRequest_v2(Request):
355341
API_KEY = 15
356342
API_VERSION = 2
357-
RESPONSE_TYPE = DescribeGroupsResponse_v2
358343
SCHEMA = DescribeGroupsRequest_v0.SCHEMA
359344

360345

361346
class DescribeGroupsRequest_v3(Request):
362347
API_KEY = 15
363348
API_VERSION = 3
364-
RESPONSE_TYPE = DescribeGroupsResponse_v3
365349
SCHEMA = Schema(
366350
('groups', Array(String('utf-8'))),
367351
('include_authorized_operations', Boolean)
@@ -424,7 +408,6 @@ class DescribeAclsResponse_v2(Response):
424408
class DescribeAclsRequest_v0(Request):
425409
API_KEY = 29
426410
API_VERSION = 0
427-
RESPONSE_TYPE = DescribeAclsResponse_v0
428411
SCHEMA = Schema(
429412
('resource_type', Int8),
430413
('resource_name', String('utf-8')),
@@ -438,7 +421,6 @@ class DescribeAclsRequest_v0(Request):
438421
class DescribeAclsRequest_v1(Request):
439422
API_KEY = 29
440423
API_VERSION = 1
441-
RESPONSE_TYPE = DescribeAclsResponse_v1
442424
SCHEMA = Schema(
443425
('resource_type', Int8),
444426
('resource_name', String('utf-8')),
@@ -456,7 +438,6 @@ class DescribeAclsRequest_v2(Request):
456438
"""
457439
API_KEY = 29
458440
API_VERSION = 2
459-
RESPONSE_TYPE = DescribeAclsResponse_v2
460441
SCHEMA = DescribeAclsRequest_v1.SCHEMA
461442

462443

@@ -481,7 +462,6 @@ class CreateAclsResponse_v1(Response):
481462
class CreateAclsRequest_v0(Request):
482463
API_KEY = 30
483464
API_VERSION = 0
484-
RESPONSE_TYPE = CreateAclsResponse_v0
485465
SCHEMA = Schema(
486466
('creations', Array(
487467
('resource_type', Int8),
@@ -495,7 +475,6 @@ class CreateAclsRequest_v0(Request):
495475
class CreateAclsRequest_v1(Request):
496476
API_KEY = 30
497477
API_VERSION = 1
498-
RESPONSE_TYPE = CreateAclsResponse_v1
499478
SCHEMA = Schema(
500479
('creations', Array(
501480
('resource_type', Int8),
@@ -552,7 +531,6 @@ class DeleteAclsResponse_v1(Response):
552531
class DeleteAclsRequest_v0(Request):
553532
API_KEY = 31
554533
API_VERSION = 0
555-
RESPONSE_TYPE = DeleteAclsResponse_v0
556534
SCHEMA = Schema(
557535
('filters', Array(
558536
('resource_type', Int8),
@@ -566,7 +544,6 @@ class DeleteAclsRequest_v0(Request):
566544
class DeleteAclsRequest_v1(Request):
567545
API_KEY = 31
568546
API_VERSION = 1
569-
RESPONSE_TYPE = DeleteAclsResponse_v1
570547
SCHEMA = Schema(
571548
('filters', Array(
572549
('resource_type', Int8),
@@ -603,7 +580,6 @@ class AlterConfigsResponse_v1(Response):
603580
class AlterConfigsRequest_v0(Request):
604581
API_KEY = 33
605582
API_VERSION = 0
606-
RESPONSE_TYPE = AlterConfigsResponse_v0
607583
SCHEMA = Schema(
608584
('resources', Array(
609585
('resource_type', Int8),
@@ -617,7 +593,6 @@ class AlterConfigsRequest_v0(Request):
617593
class AlterConfigsRequest_v1(Request):
618594
API_KEY = 33
619595
API_VERSION = 1
620-
RESPONSE_TYPE = AlterConfigsResponse_v1
621596
SCHEMA = AlterConfigsRequest_v0.SCHEMA
622597

623598
AlterConfigsRequest = [AlterConfigsRequest_v0, AlterConfigsRequest_v1]
@@ -689,7 +664,6 @@ class DescribeConfigsResponse_v2(Response):
689664
class DescribeConfigsRequest_v0(Request):
690665
API_KEY = 32
691666
API_VERSION = 0
692-
RESPONSE_TYPE = DescribeConfigsResponse_v0
693667
SCHEMA = Schema(
694668
('resources', Array(
695669
('resource_type', Int8),
@@ -700,7 +674,6 @@ class DescribeConfigsRequest_v0(Request):
700674
class DescribeConfigsRequest_v1(Request):
701675
API_KEY = 32
702676
API_VERSION = 1
703-
RESPONSE_TYPE = DescribeConfigsResponse_v1
704677
SCHEMA = Schema(
705678
('resources', Array(
706679
('resource_type', Int8),
@@ -713,7 +686,6 @@ class DescribeConfigsRequest_v1(Request):
713686
class DescribeConfigsRequest_v2(Request):
714687
API_KEY = 32
715688
API_VERSION = 2
716-
RESPONSE_TYPE = DescribeConfigsResponse_v2
717689
SCHEMA = DescribeConfigsRequest_v1.SCHEMA
718690

719691

@@ -751,7 +723,6 @@ class DescribeLogDirsResponse_v0(Response):
751723
class DescribeLogDirsRequest_v0(Request):
752724
API_KEY = 35
753725
API_VERSION = 0
754-
RESPONSE_TYPE = DescribeLogDirsResponse_v0
755726
SCHEMA = Schema(
756727
('topics', Array(
757728
('topic', String('utf-8')),
@@ -792,7 +763,6 @@ class SaslAuthenticateResponse_v1(Response):
792763
class SaslAuthenticateRequest_v0(Request):
793764
API_KEY = 36
794765
API_VERSION = 0
795-
RESPONSE_TYPE = SaslAuthenticateResponse_v0
796766
SCHEMA = Schema(
797767
('sasl_auth_bytes', Bytes)
798768
)
@@ -801,7 +771,6 @@ class SaslAuthenticateRequest_v0(Request):
801771
class SaslAuthenticateRequest_v1(Request):
802772
API_KEY = 36
803773
API_VERSION = 1
804-
RESPONSE_TYPE = SaslAuthenticateResponse_v1
805774
SCHEMA = SaslAuthenticateRequest_v0.SCHEMA
806775

807776

@@ -834,7 +803,6 @@ class CreatePartitionsResponse_v1(Response):
834803
class CreatePartitionsRequest_v0(Request):
835804
API_KEY = 37
836805
API_VERSION = 0
837-
RESPONSE_TYPE = CreatePartitionsResponse_v0
838806
SCHEMA = Schema(
839807
('topic_partitions', Array(
840808
('topic', String('utf-8')),
@@ -850,7 +818,6 @@ class CreatePartitionsRequest_v1(Request):
850818
API_KEY = 37
851819
API_VERSION = 1
852820
SCHEMA = CreatePartitionsRequest_v0.SCHEMA
853-
RESPONSE_TYPE = CreatePartitionsResponse_v1
854821

855822

856823
CreatePartitionsRequest = [
@@ -881,7 +848,6 @@ class DeleteGroupsResponse_v1(Response):
881848
class DeleteGroupsRequest_v0(Request):
882849
API_KEY = 42
883850
API_VERSION = 0
884-
RESPONSE_TYPE = DeleteGroupsResponse_v0
885851
SCHEMA = Schema(
886852
("groups_names", Array(String("utf-8")))
887853
)
@@ -890,7 +856,6 @@ class DeleteGroupsRequest_v0(Request):
890856
class DeleteGroupsRequest_v1(Request):
891857
API_KEY = 42
892858
API_VERSION = 1
893-
RESPONSE_TYPE = DeleteGroupsResponse_v1
894859
SCHEMA = DeleteGroupsRequest_v0.SCHEMA
895860

896861

@@ -923,7 +888,6 @@ class DescribeClientQuotasResponse_v0(Response):
923888
class DescribeClientQuotasRequest_v0(Request):
924889
API_KEY = 48
925890
API_VERSION = 0
926-
RESPONSE_TYPE = DescribeClientQuotasResponse_v0
927891
SCHEMA = Schema(
928892
('components', Array(
929893
('entity_type', String('utf-8')),
@@ -969,7 +933,6 @@ class AlterPartitionReassignmentsRequest_v0(Request):
969933
FLEXIBLE_VERSION = True
970934
API_KEY = 45
971935
API_VERSION = 0
972-
RESPONSE_TYPE = AlterPartitionReassignmentsResponse_v0
973936
SCHEMA = Schema(
974937
("timeout_ms", Int32),
975938
("topics", CompactArray(
@@ -1017,7 +980,6 @@ class ListPartitionReassignmentsRequest_v0(Request):
1017980
FLEXIBLE_VERSION = True
1018981
API_KEY = 46
1019982
API_VERSION = 0
1020-
RESPONSE_TYPE = ListPartitionReassignmentsResponse_v0
1021983
SCHEMA = Schema(
1022984
("timeout_ms", Int32),
1023985
("topics", CompactArray(
@@ -1054,7 +1016,6 @@ class ElectLeadersResponse_v0(Response):
10541016
class ElectLeadersRequest_v0(Request):
10551017
API_KEY = 43
10561018
API_VERSION = 1
1057-
RESPONSE_TYPE = ElectLeadersResponse_v0
10581019
SCHEMA = Schema(
10591020
('election_type', Int8),
10601021
('topic_partitions', Array(
@@ -1085,7 +1046,6 @@ class ElectLeadersResponse_v1(Response):
10851046
class ElectLeadersRequest_v1(Request):
10861047
API_KEY = 43
10871048
API_VERSION = 1
1088-
RESPONSE_TYPE = ElectLeadersResponse_v1
10891049
SCHEMA = Schema(
10901050
('election_type', Int8),
10911051
('topic_partitions', Array(

kafka/protocol/api.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -109,11 +109,6 @@ def __eq__(self, other):
109109

110110

111111
class Request(RequestResponse):
112-
@abc.abstractproperty
113-
def RESPONSE_TYPE(self):
114-
"""The Response class associated with the api request"""
115-
pass
116-
117112
@classmethod
118113
def is_request(cls):
119114
return True

0 commit comments

Comments
 (0)