Replace compile-time warp size with runtime query in host code

Add bnb_host_warp_size() that queries hipDeviceGetAttribute at runtime
with per-device caching (up to 32 GPUs), replacing the compile-time
BNB_WARP_SIZE macro in host-side dispatch. This fixes incorrect GEMV
grid sizing on mixed CDNA/RDNA systems where warp size varies per device.

Author: sstamenk

csrc/common.cuh

@@ -7,11 +7,16 @@
 // Warp size
 
 #if BNB_HIP
-// CDNA (gfx9xx) = 64, RDNA = 32.
+// CDNA (gfx9xx) = 64, RDNA (gfx10xx/gfx11xx/gfx12xx) = 32.
+// __AMDGCN_WAVEFRONT_SIZE is not defined by all compiler versions (removed since ROCm 7.0),
+// so fall back to architecture-family macros when it is absent.
+// This is a macro that is defined by the compiler during each device-code pass and as such should only be used inside kernels.
 #ifdef __AMDGCN_WAVEFRONT_SIZE
 #define BNB_WARP_SIZE __AMDGCN_WAVEFRONT_SIZE
+#elif defined(__GFX9__)
+#define BNB_WARP_SIZE 64 // CDNA
 #else
-#define BNB_WARP_SIZE 64 // Safe default for HIP (matches CDNA)
+#define BNB_WARP_SIZE 32 // RDNA and other
 #endif
 #else
 #define BNB_WARP_SIZE 32

csrc/ops.cu

@@ -10,6 +10,23 @@
 
 #define ERR_NOT_IMPLEMENTED 100
 
+#if BNB_HIP
+#include <hip/hip_runtime.h>
+static int bnb_host_warp_size() {
+    constexpr int MAX_DEVICES = 32;
+    static int cache[MAX_DEVICES] = {};
+    int dev;
+    (void)hipGetDevice(&dev);
+    if (dev < 0 || dev >= MAX_DEVICES) return 64;
+    if (cache[dev] == 0)
+        (void)hipDeviceGetAttribute(&cache[dev], hipDeviceAttributeWarpSize, dev);
+    return cache[dev];
+}
+#else
+static constexpr int bnb_host_warp_size() { return 32; }
+#endif
+
+
 using std::cout;
 using std::endl;
 
@@ -407,8 +424,7 @@ void gemm_4bit_inference_naive(
 
     int num_blocks = (m + 3) / 4;
 #if BNB_HIP
-    // On 64-wide warp architectures, each warp processes 2 rows instead of 4
-    if (BNB_WARP_SIZE == 64) {
+    if (bnb_host_warp_size() == 64) {
         num_blocks = (m + 1) / 2;
     }
 #endif