[no-relnote] devel commit

Signed-off-by: Carlos Eduardo Arango Gutierrez <[email protected]>

Author: ArangoGutierrez

cmd/nvidia-ctk-installer/toolkit/toolkit_test.go

@@ -84,6 +84,8 @@ devices:
               hostPath: /host/driver/root/dev/nvidia-caps-imex-channels/channel1
             - path: /dev/nvidia-caps-imex-channels/channel2047
               hostPath: /host/driver/root/dev/nvidia-caps-imex-channels/channel2047
+            - path: /dev/nvidia-caps/nvidia-cap1
+              hostPath: /host/driver/root/dev/nvidia-caps/nvidia-cap1
 containerEdits:
     env:
         - NVIDIA_CTK_LIBCUDA_DIR=/lib/x86_64-linux-gnu

cmd/nvidia-ctk/cdi/generate/generate.go

@@ -62,7 +62,7 @@ type options struct {
 	configSearchPaths  []string
 	librarySearchPaths []string
 	disabledHooks      []string
-	enableChmodHook    bool
+	enabledHooks       []string
 
 	csv struct {
 		files          []string
@@ -215,11 +215,12 @@ func (m command) build() *cli.Command {
 				Destination: &opts.disabledHooks,
 				Sources:     cli.EnvVars("NVIDIA_CTK_CDI_GENERATE_DISABLED_HOOKS"),
 			},
-			&cli.BoolFlag{
-				Name:        "enable-chmod-hook",
-				Usage:       "Enable the chmod hook for device folder permissions. This hook is disabled by default.",
-				Destination: &opts.enableChmodHook,
-				Sources:     cli.EnvVars("NVIDIA_CTK_CDI_GENERATE_ENABLE_CHMOD_HOOK"),
+			&cli.StringSliceFlag{
+				Name:        "enable-hook",
+				Aliases:     []string{"enable-hooks"},
+				Usage:       "Explicitly enable a hook in the generated CDI specification. This can be specified multiple times.",
+				Destination: &opts.enabledHooks,
+				Sources:     cli.EnvVars("NVIDIA_CTK_CDI_GENERATE_ENABLED_HOOKS"),
 			},
 		},
 	}
@@ -299,6 +300,33 @@ func formatFromFilename(filename string) string {
 }
 
 func (m command) generateSpec(opts *options) (spec.Interface, error) {
+	// Load hooks configuration from config file if not specified via CLI
+	if m.config != nil {
+		if len(opts.disabledHooks) == 0 {
+			if disabledHooks := m.config.Get("nvidia-container-runtime-hook.disabled"); disabledHooks != nil {
+				if hooks, ok := disabledHooks.([]interface{}); ok {
+					for _, hook := range hooks {
+						if h, ok := hook.(string); ok {
+							opts.disabledHooks = append(opts.disabledHooks, h)
+						}
+					}
+				}
+			}
+		}
+
+		if len(opts.enabledHooks) == 0 {
+			if enabledHooks := m.config.Get("nvidia-container-runtime-hook.enabled"); enabledHooks != nil {
+				if hooks, ok := enabledHooks.([]interface{}); ok {
+					for _, hook := range hooks {
+						if h, ok := hook.(string); ok {
+							opts.enabledHooks = append(opts.enabledHooks, h)
+						}
+					}
+				}
+			}
+		}
+	}
+
 	var deviceNamers []nvcdi.DeviceNamer
 	for _, strategy := range opts.deviceNameStrategies {
 		deviceNamer, err := nvcdi.NewDeviceNamer(strategy)
@@ -328,8 +356,8 @@ func (m command) generateSpec(opts *options) (spec.Interface, error) {
 		cdiOptions = append(cdiOptions, nvcdi.WithDisabledHook(hook))
 	}
 
-	if opts.enableChmodHook {
-		cdiOptions = append(cdiOptions, nvcdi.WithEnableChmodHook(true))
+	for _, hook := range opts.enabledHooks {
+		cdiOptions = append(cdiOptions, nvcdi.WithEnabledHook(hook))
 	}
 
 	cdilib, err := nvcdi.New(cdiOptions...)

cmd/nvidia-ctk/cdi/generate/generate_test.go

@@ -328,43 +328,59 @@ containerEdits:
 		{
 			description: "enableChmodHook",
 			options: options{
-				format:          "yaml",
-				mode:            "nvml",
-				vendor:          "example.com",
-				class:           "device",
-				driverRoot:      driverRoot,
-				enableChmodHook: true,
+				format:        "yaml",
+				mode:          "management",
+				vendor:        "example.com",
+				class:         "device",
+				driverRoot:    driverRoot,
+				enabledHooks:  []string{"chmod"},
+				disabledHooks: []string{"enable-cuda-compat", "update-ldcache", "disable-device-node-modification"},
 			},
 			expectedOptions: options{
 				format:            "yaml",
-				mode:              "nvml",
+				mode:              "management",
 				vendor:            "example.com",
 				class:             "device",
 				nvidiaCDIHookPath: "/usr/bin/nvidia-cdi-hook",
 				driverRoot:        driverRoot,
-				enableChmodHook:   true,
+				enabledHooks:      []string{"chmod"},
+				disabledHooks:     []string{"enable-cuda-compat", "update-ldcache", "disable-device-node-modification"},
 			},
 			expectedSpec: `---
 cdiVersion: 0.5.0
 kind: example.com/device
 devices:
-    - name: "0"
-      containerEdits:
-        deviceNodes:
-            - path: /dev/nvidia0
-              hostPath: {{ .driverRoot }}/dev/nvidia0
     - name: all
       containerEdits:
         deviceNodes:
             - path: /dev/nvidia0
               hostPath: {{ .driverRoot }}/dev/nvidia0
+            - path: /dev/nvidiactl
+              hostPath: {{ .driverRoot }}/dev/nvidiactl
+            - path: /dev/nvidia-caps-imex-channels/channel0
+              hostPath: {{ .driverRoot }}/dev/nvidia-caps-imex-channels/channel0
+            - path: /dev/nvidia-caps-imex-channels/channel1
+              hostPath: {{ .driverRoot }}/dev/nvidia-caps-imex-channels/channel1
+            - path: /dev/nvidia-caps-imex-channels/channel2047
+              hostPath: {{ .driverRoot }}/dev/nvidia-caps-imex-channels/channel2047
+            - path: /dev/nvidia-caps/nvidia-cap1
+              hostPath: {{ .driverRoot }}/dev/nvidia-caps/nvidia-cap1
+        hooks:
+            - hookName: createContainer
+              path: /usr/bin/nvidia-cdi-hook
+              args:
+                - nvidia-cdi-hook
+                - chmod
+                - --mode
+                - "755"
+                - --path
+                - /dev/nvidia-caps
+              env:
+                - NVIDIA_CTK_DEBUG=false
 containerEdits:
     env:
         - NVIDIA_CTK_LIBCUDA_DIR=/lib/x86_64-linux-gnu
         - NVIDIA_VISIBLE_DEVICES=void
-    deviceNodes:
-        - path: /dev/nvidiactl
-          hostPath: {{ .driverRoot }}/dev/nvidiactl
     hooks:
         - hookName: createContainer
           path: /usr/bin/nvidia-cdi-hook
@@ -375,30 +391,6 @@ containerEdits:
             - libcuda.so.1::/lib/x86_64-linux-gnu/libcuda.so
           env:
             - NVIDIA_CTK_DEBUG=false
-        - hookName: createContainer
-          path: /usr/bin/nvidia-cdi-hook
-          args:
-            - nvidia-cdi-hook
-            - enable-cuda-compat
-            - --host-driver-version=999.88.77
-          env:
-            - NVIDIA_CTK_DEBUG=false
-        - hookName: createContainer
-          path: /usr/bin/nvidia-cdi-hook
-          args:
-            - nvidia-cdi-hook
-            - update-ldcache
-            - --folder
-            - /lib/x86_64-linux-gnu
-          env:
-            - NVIDIA_CTK_DEBUG=false
-        - hookName: createContainer
-          path: /usr/bin/nvidia-cdi-hook
-          args:
-            - nvidia-cdi-hook
-            - disable-device-node-modification
-          env:
-            - NVIDIA_CTK_DEBUG=false
     mounts:
         - hostPath: {{ .driverRoot }}/lib/x86_64-linux-gnu/libcuda.so.999.88.77
           containerPath: /lib/x86_64-linux-gnu/libcuda.so.999.88.77

internal/config/features.go

@@ -42,12 +42,6 @@ type features struct {
 	// possibly bypassing other checks by an orchestration system such as
 	// kubernetes.
 	IgnoreImexChannelRequests *feature `toml:"ignore-imex-channel-requests,omitempty"`
-	// EnableChmodHook allows the chmod hook to be injected for device folder permissions.
-	// This hook was originally added as a workaround for a specific crun issue with device
-	// nodes in subdirectories of /dev (e.g., /dev/dri/*, /dev/nvidia-caps/*).
-	// Since this issue has been resolved in newer versions of crun, this hook is disabled
-	// by default. Users who still require this functionality can explicitly enable it.
-	EnableChmodHook *feature `toml:"enable-chmod-hook,omitempty"`
 }
 
 type feature bool

internal/config/features_test.go

@@ -23,4 +23,12 @@ type RuntimeHookConfig struct {
 	Path string `toml:"path"`
 	// SkipModeDetection disables the mode check for the runtime hook.
 	SkipModeDetection bool `toml:"skip-mode-detection"`
+	// DisabledHooks specifies the hooks that are disabled for the NVIDIA
+	// Container Runtime hook.
+	DisabledHooks []string `toml:"disabled,omitempty"`
+	// EnabledHooks specifies the hooks that are enabled for the NVIDIA
+	// Container Runtime hook.
+	// Specify a list of explicitly enabled hooks. If a hook is specified as
+	// both enabled and disabled, it will be enabled.
+	EnabledHooks []string `toml:"enabled,omitempty"`
 }