Skip to content

Commit 0ecde63

Browse files
committed
add integer MaxPool1D for Generic platform
1 parent 83ceb2d commit 0ecde63

4 files changed

Lines changed: 30 additions & 6 deletions

File tree

Deeploy/Targets/PULPOpen/Bindings.py

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@
3030
from Deeploy.Targets.PULPOpen.Templates import ConvTemplate, DMASliceTemplate, FloatAddTemplate, FloatConvTemplate, \
3131
FloatGELUTemplate, FloatGemmTemplate, FloatLayernormTemplate, FloatMatMulTemplate, FloatMaxPoolTemplate, \
3232
FloatMulTemplate, FloatReduceMeanTemplate, FloatReluTemplate, FloatSoftmaxTemplate, GEMMTemplate, \
33-
MatrixVectorTemplate, MaxPool2DTemplate, MulTemplate, ReduceMeanTemplate, RequantShiftTemplate, ReshapeTemplate, \
33+
MatrixVectorTemplate, MaxPoolTemplate, MulTemplate, ReduceMeanTemplate, RequantShiftTemplate, ReshapeTemplate, \
3434
RQAddTemplate, RQSiHardswishTemplate, SGDTemplate, SoftmaxCrossEntropyLossTemplate, TallGEMMTemplate, \
3535
TransposeTemplate, UniformRequantShiftTemplate, iRMSNormTemplate, iSoftmaxTemplate
3636
from Deeploy.Targets.PULPOpen.TypeCheckers import PULPConvChecker, PULPLinearChecker, PULPMaxPoolChecker, \
@@ -265,9 +265,14 @@
265265

266266
PULPRQSGEMMBindings = PULPRQSGEMM_8_Binding
267267

268+
PULPMaxPool1DBindings = [
269+
NodeBinding(PULPMaxPoolChecker([PointerClass(type)], [PointerClass(type)]),
270+
MaxPoolTemplate.PULPMaxPool1D_8_Template, ForkTransformer) for type in [int8_t, uint8_t]
271+
]
272+
268273
PULPMaxPool2DBindings = [
269274
NodeBinding(PULPMaxPoolChecker([PointerClass(type)], [PointerClass(type)]),
270-
MaxPool2DTemplate.PULPMaxPool2D_8_Template, ForkTransformer) for type in [int8_t, uint8_t]
275+
MaxPoolTemplate.PULPMaxPool2D_8_Template, ForkTransformer) for type in [int8_t, uint8_t]
271276
] + [
272277
NodeBinding(PULPMaxPoolChecker([PointerClass(float32_t)], [PointerClass(float32_t)]),
273278
FloatMaxPoolTemplate.referenceTemplate, ForkTransformer)

Deeploy/Targets/PULPOpen/Platform.py

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,8 @@
2323
MulParser, Pad1DParser, Pad2DParser, QuantParser, ReduceSumParser, ReluParser, RequantShiftParser, ReshapeParser, \
2424
RQAddParser, RQIntegerDivParser, RQSiGELUParser, RQSiHardswishParser, SGDParser, SliceParser, \
2525
SoftmaxCrossEntropyLossGradParser, SoftmaxCrossEntropyLossParser, SoftmaxGradParser, SoftmaxParser, \
26-
TransposeParser, UniformRequantShiftParser, UnsqueezeParser, iHardswishParser, iRMSNormParser, iSoftmaxParser
26+
TransposeParser, UniformRequantShiftParser, UnsqueezeParser, iHardswishParser, iRMSNormParser, iSoftmaxParser, \
27+
MaxPool1DParser
2728
from Deeploy.Targets.Generic.Templates import AllocateTemplate as BasicAllocateTemplate
2829
from Deeploy.Targets.Generic.TopologyOptimizationPasses.Passes import DequantPatternPass, IntegerDivRequantMergePass, \
2930
MergeConstAddAndRequantPass, MergeTrueIntegerDivRequantShiftPass, QuantPatternPass, RQSSplitPass, \
@@ -47,7 +48,7 @@
4748
PULPRQSTallGEMMTilingReadyBindings, PULPRQSTilingReadyBindings, PULPSGDTilingReadyBindings, \
4849
PULPSliceTilingReadyBindings, PULPSoftmaxCrossEntropyGradTilingReadyBindings, \
4950
PULPSoftmaxCrossEntropyTilingReadyBindings, PULPSoftmaxGradTilingReadyBindings, PULPSoftmaxTilingReadyBindings, \
50-
PULPTransposeTilingReadyBindings, PULPUniformRQSTilingReadyBindings
51+
PULPTransposeTilingReadyBindings, PULPUniformRQSTilingReadyBindings, PULPMaxPool1DTilingReadyBindings
5152
from Deeploy.Targets.PULPOpen.TopologyOptimizationPasses.Passes import PULPAddRequantMergePass, \
5253
PULPConvRequantMergePass, PULPGEMMRequantMergePass, PULPMatMulRequantMergePass
5354

@@ -83,6 +84,7 @@
8384
FloatGEMMMapper = NodeMapper(GEMMParser(), PULPFPGEMMTilingReadyBindings)
8485
MatrixVecMapper = NodeMapper(PULPMatrixVecParser(), PULPRQSMatrixVecTilingReadyBindings)
8586
TallGEMMMapper = NodeMapper(PULPTallGEMMParser(), PULPRQSTallGEMMTilingReadyBindings)
87+
MaxPool1DMapper = NodeMapper(MaxPool1DParser(), PULPMaxPool1DTilingReadyBindings)
8688
MaxPool2DMapper = NodeMapper(MaxPool2DParser(), PULPMaxPool2DTilingReadyBindings)
8789
LayerNormMapper = NodeMapper(LayerNormParser(), PULPLayernormTilingReadyBindings)
8890
LayerNormGradMapper = NodeMapper(LayerNormGradParser(), PULPLayernormGradTilingReadyBindings)
@@ -117,7 +119,7 @@
117119
'GeluGrad': GELUGradLayer([GELUGradMapper]),
118120
'LayerNormalization': LayerNormLayer([LayerNormMapper]),
119121
'LayerNormalizationGrad': LayerNormGradLayer([LayerNormGradMapper]),
120-
'MaxPool': MaxPoolLayer([MaxPool2DMapper]),
122+
'MaxPool': MaxPoolLayer([MaxPool1DMapper, MaxPool2DMapper]),
121123
'RequantizediGELU': RQSiGELULayer([RQGELU_int8_Mapper]),
122124
'RQIntegerDiv': RQIntegerDivLayer([RQIntegerDivMapper]),
123125
'MatMul': MatMulLayer([MatMulMapper]),

Deeploy/Targets/PULPOpen/Templates/MaxPool2DTemplate.py renamed to Deeploy/Targets/PULPOpen/Templates/MaxPoolTemplate.py

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -30,3 +30,17 @@ def alignToContext(self, ctxt: NetworkContext,
3030
%>
3131
pulp_nn_maxpool${signatureString}(${data_in}, ${data_out}, ${dim_im_in_y}, ${dim_im_in_x}, ${ch_im_in}, ${dim_im_out_y}, ${dim_im_out_x}, ${dim_kernel_y}, ${dim_kernel_x}, ${padding_y_top}, ${padding_y_bottom}, ${padding_x_left}, ${padding_x_right}, ${stride_y}, ${stride_x});
3232
""")
33+
34+
PULPMaxPool1D_8_Template = PULPMaxPoolTemplate("""
35+
// PULP NN MaxPool 1D
36+
<%
37+
signatureString = ''
38+
if input_signed:
39+
signatureString += '_i8'
40+
else:
41+
signatureString += '_u8'
42+
%>
43+
pulp_nn_maxpool${signatureString}(
44+
${data_in}, ${data_out}, 1, ${dim_im_in_y}, ${ch_im_in}, 1, ${dim_im_out_y},
45+
1, ${dim_kernel_y}, ${padding_y}, ${padding_y_right}, 0, 0, 1, ${stride_y});
46+
""")

Deeploy/Targets/PULPOpen/Tiler.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@
2222
PULPRQSConv2DBindings, PULPRQSDWConv2DBindings, PULPRQSGEMMBindings, PULPRQSiHardswishBindings, \
2323
PULPRQSMatrixVecBindings, PULPRQSTallGEMMBindings, PULPSGDBindings, PULPSliceBindings, PULPSoftmaxBindings, \
2424
PULPSoftmaxCrossEntropyLossBindings, PULPSoftmaxCrossEntropyLossGradBindings, PULPSoftmaxGradBindings, \
25-
PULPTransposeBindings, PULPUniformRQSBindings
25+
PULPTransposeBindings, PULPUniformRQSBindings, PULPMaxPool1DBindings
2626
from Deeploy.Targets.PULPOpen.TileConstraints.ConvTileConstraint import Conv2DTileConstraint, RQConv2DTileConstraint
2727
from Deeploy.Targets.PULPOpen.TileConstraints.DWConvTileConstraint import DWConv2DTileConstraint, \
2828
RQDWConv2DTileConstraint
@@ -85,6 +85,9 @@
8585
PULPFlattenTilingReadyBindings = TilingReadyNodeBindings(nodeBindings = _BasicFlattenBindings,
8686
tileConstraint = NOPTileConstraint())
8787

88+
PULPMaxPool1DTilingReadyBindings = TilingReadyNodeBindings(nodeBindings = PULPMaxPool1DBindings,
89+
tileConstraint = MaxPoolCTileConstraint())
90+
8891
PULPMaxPool2DTilingReadyBindings = TilingReadyNodeBindings(nodeBindings = PULPMaxPool2DBindings,
8992
tileConstraint = MaxPoolCTileConstraint())
9093

0 commit comments

Comments
 (0)