Skip to content

Commit 912f652

Browse files
authored
Compute cpabality as kCURRENT by default (microsoft#26663)
Made compute capability as kCURRENT by default For better performance, benchmarking and based on current state most use cases today to be build and run on same device or same SM.
1 parent 0a93edb commit 912f652

1 file changed

Lines changed: 6 additions & 9 deletions

File tree

onnxruntime/core/providers/nv_tensorrt_rtx/nv_execution_provider.cc

Lines changed: 6 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -2654,16 +2654,13 @@ Status NvExecutionProvider::CreateNodeComputeInfoFromGraph(const GraphViewer& gr
26542654
trt_config->setMemoryPoolLimit(nvinfer1::MemoryPoolType::kTACTIC_SHARED_MEMORY, max_shared_mem_size_);
26552655
}
26562656

2657-
// Only set compute capability for Turing
2658-
const std::string kTuringComputeCapability{"75"};
2659-
2660-
if (compute_capability_ == kTuringComputeCapability) {
2661-
constexpr int kDefaultNumComputeCapabilities = 1;
2662-
if (trt_config->getNbComputeCapabilities() == 0) {
2663-
trt_config->setNbComputeCapabilities(kDefaultNumComputeCapabilities);
2664-
trt_config->setComputeCapability(nvinfer1::ComputeCapability::kSM75, 0);
2665-
}
2657+
// Set compute capability to kCURRENT by default
2658+
// Must set the number of compute capabilities before setting the capability itself
2659+
constexpr int kDefaultNumComputeCapabilities = 1;
2660+
if (trt_config->getNbComputeCapabilities() == 0) {
2661+
trt_config->setNbComputeCapabilities(kDefaultNumComputeCapabilities);
26662662
}
2663+
trt_config->setComputeCapability(nvinfer1::ComputeCapability::kCURRENT, 0);
26672664

26682665
int num_inputs = trt_network->getNbInputs();
26692666
int num_outputs = trt_network->getNbOutputs();

0 commit comments

Comments
 (0)