feat(clusterpolicy): precompiled gdrcopy support

Author: just1not2

api/nvidia/v1/clusterpolicy_types.go

@@ -1539,6 +1539,12 @@ type GDRCopySpec struct {
 	// +operator-sdk:gen-csv:customresourcedefinitions.specDescriptors.x-descriptors="urn:alm:descriptor:com.tectonic.ui:booleanSwitch"
 	Enabled *bool `json:"enabled,omitempty"`
 
+	// UsePrecompiled indicates if deployment of GDRCopy using pre-compiled modules is enabled
+	// +operator-sdk:gen-csv:customresourcedefinitions.specDescriptors=true
+	// +operator-sdk:gen-csv:customresourcedefinitions.specDescriptors.displayName="Enable GDRCopy deployment using pre-compiled modules"
+	// +operator-sdk:gen-csv:customresourcedefinitions.specDescriptors.x-descriptors="urn:alm:descriptor:com.tectonic.ui:booleanSwitch"
+	UsePrecompiled *bool `json:"usePrecompiled,omitempty"`
+
 	// NVIDIA GDRCopy driver image repository
 	// +kubebuilder:validation:Optional
 	Repository string `json:"repository,omitempty"`
@@ -2428,6 +2434,14 @@ func (gdrcopy *GDRCopySpec) IsEnabled() bool {
 	return *gdrcopy.Enabled
 }
 
+// UsePrecompiledDrivers returns true if usePrecompiled option is enabled in spec
+func (gdrcopy *GDRCopySpec) UsePrecompiledDrivers() bool {
+	if gdrcopy.UsePrecompiled == nil {
+		return false
+	}
+	return *gdrcopy.UsePrecompiled
+}
+
 // IsEnabled returns true if DCGM hostengine as a separate Pod is enabled through gpu-perator
 func (dcgm *DCGMSpec) IsEnabled() bool {
 	if dcgm.Enabled == nil {

controllers/object_controls.go

@@ -3140,8 +3140,8 @@ func transformGDRCopyContainer(obj *appsv1.DaemonSet, config *gpuv1.ClusterPolic
 			obj.Spec.Template.Spec.Containers = append(obj.Spec.Template.Spec.Containers[:i], obj.Spec.Template.Spec.Containers[i+1:]...)
 			return nil
 		}
-		if config.Driver.UsePrecompiledDrivers() {
-			return fmt.Errorf("GDRCopy is not supported along with pre-compiled NVIDIA drivers")
+		if config.Driver.UsePrecompiledDrivers() && !config.GDRCopy.UsePrecompiledDrivers() {
+			return fmt.Errorf("GDRCopy is not supported along with pre-compiled NVIDIA drivers unless gdrcopy.usePrecompiled is also enabled")
 		}
 
 		gdrcopyContainer := &obj.Spec.Template.Spec.Containers[i]
@@ -3425,9 +3425,14 @@ func resolveDriverTag(n ClusterPolicyController, driverSpec interface{}) (string
 		}
 	case *gpuv1.GDRCopySpec:
 		spec := driverSpec.(*gpuv1.GDRCopySpec)
-		image, err = gpuv1.ImagePath(spec)
-		if err != nil {
-			return "", err
+		if spec.UsePrecompiledDrivers() {
+			// use per kernel version tag
+			image = spec.Repository + "/" + spec.Image + ":" + spec.Version + "-" + n.currentKernelVersion
+		} else {
+			image, err = gpuv1.ImagePath(spec)
+			if err != nil {
+				return "", err
+			}
 		}
 	default:
 		return "", fmt.Errorf("invalid type to construct image path: %v", v)