moduleatedDeformConvPlugin: execute cublas on the supplied stream

dreifachstein · dreifachstein · commit 4e1ad6d2ce9b · 2025-02-27T00:29:34.000Z
Make the plugin compatible with non-blocking streams
diff --git a/plugin/modulatedDeformConvPlugin/modulatedDeformConvPlugin.cpp b/plugin/modulatedDeformConvPlugin/modulatedDeformConvPlugin.cpp
@@ -191,6 +191,8 @@ int32_t ModulatedDeformableConvPluginDynamic::enqueue(nvinfer1::PluginTensorDesc
         void* output = outputs[0];
         int32_t im2colStep = std::min(batch, 32);
 
+        PLUGIN_CUBLASASSERT(mCublasWrapper->cublasSetStream(mCublasHandle, stream));
+
         auto data_type = inputDesc[0].type;
         switch (data_type)
         {

Original file line number	Diff line number	Diff line change
`@@ -191,6 +191,8 @@ int32_t ModulatedDeformableConvPluginDynamic::enqueue(nvinfer1::PluginTensorDesc`
`191`	`191`	`void* output = outputs[0];`
`192`	`192`	`int32_t im2colStep = std::min(batch, 32);`
`193`	`193`
	`194`	`+ PLUGIN_CUBLASASSERT(mCublasWrapper->cublasSetStream(mCublasHandle, stream));`
	`195`	`+`
`194`	`196`	`auto data_type = inputDesc[0].type;`
`195`	`197`	`switch (data_type)`
`196`	`198`	`{`