Move driver and nvrtc cython and internal layers to new generator (#1972)

* Move driver and nvrtc cython and internal layers to new generator

* Fix Cython interop tests

* Handle headers differently

* Fix compilation

* Make const match

* Fix compilation again

* Attempt to fix Windows build

* Fix Windows again

* Fix not found error code

* Look up pointers in a different way

* Get first version right

* Get first appearing versions correct

* Fix weird special case

* Fix exception signature to match what was there before

* Also fix exception declaration in nvrtc

* Fix PTDS and add PTDS testing

* Update .gitignore

Co-authored-by: Leo Fang <leof@nvidia.com>

---------

Co-authored-by: Leo Fang <leof@nvidia.com>

Author: mdboom

.gitignore

@@ -16,27 +16,22 @@ __pycache__/
 cache_driver
 cache_runtime
 cache_nvrtc
-cuda_bindings/cuda/bindings/_lib/utils.pxi
 
 # CUDA Python specific (auto-generated)
-cuda_bindings/cuda/bindings/_bindings/cydriver.pxd
-cuda_bindings/cuda/bindings/_bindings/cydriver.pyx
 cuda_bindings/cuda/bindings/_bindings/cyruntime.pxd
 cuda_bindings/cuda/bindings/_bindings/cyruntime.pyx
 cuda_bindings/cuda/bindings/_bindings/cyruntime_ptds.pxd
 cuda_bindings/cuda/bindings/_bindings/cyruntime_ptds.pyx
+cuda_bindings/cuda/bindings/_internal/driver.pyx
+cuda_bindings/cuda/bindings/_internal/nvrtc.pyx
+cuda_bindings/cuda/bindings/_internal/cufile.pyx
+cuda_bindings/cuda/bindings/_internal/nvfatbin.pyx
 cuda_bindings/cuda/bindings/_internal/nvjitlink.pyx
 cuda_bindings/cuda/bindings/_internal/nvvm.pyx
-cuda_bindings/cuda/bindings/_lib/utils.pxd
-cuda_bindings/cuda/bindings/_lib/utils.pyx
-cuda_bindings/cuda/bindings/cydriver.pxd
-cuda_bindings/cuda/bindings/cydriver.pyx
 cuda_bindings/cuda/bindings/cyruntime.pxd
 cuda_bindings/cuda/bindings/cyruntime.pyx
 cuda_bindings/cuda/bindings/cyruntime_functions.pxi
 cuda_bindings/cuda/bindings/cyruntime_types.pxi
-cuda_bindings/cuda/bindings/driver.pxd
-cuda_bindings/cuda/bindings/driver.pyx
 cuda_bindings/cuda/bindings/runtime.pxd
 cuda_bindings/cuda/bindings/runtime.pyx
 cuda_bindings/cuda/bindings/utils/_get_handle.pyx

cuda_bindings/build_hooks.py

@@ -47,10 +47,6 @@ def _get_cuda_paths() -> list[str]:
 # Header parsing helpers (called only from _build_cuda_bindings)
 
 _REQUIRED_HEADERS = {
-    "driver": [
-        "cuda.h",
-        "cudaProfiler.h",
-    ],
     "runtime": [
         "driver_types.h",
         "vector_types.h",
@@ -418,9 +414,6 @@ def _cleanup_dst_files():
         cuda_bindings_files = [f for f in cuda_bindings_files if "cufile" not in f]
     sources_list = [
         # private
-        (["cuda/bindings/_bindings/cydriver.pyx", "cuda/bindings/_bindings/loader.cpp"], None),
-        # cynvrtc.pyx is now in cuda/bindings/ (pre-generated by cybind),
-        # picked up by the cuda_bindings_files glob below.
         (["cuda/bindings/_bindings/cyruntime.pyx"], static_runtime_libraries),
         (["cuda/bindings/_bindings/cyruntime_ptds.pyx"], static_runtime_libraries),
         # utils