/** # Copyright (c) 2022, NVIDIA CORPORATION. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. **/ package generate import ( "fmt" "os" "path/filepath" "strings" "github.com/urfave/cli/v2" cdi "tags.cncf.io/container-device-interface/pkg/parser" "github.com/NVIDIA/nvidia-container-toolkit/internal/config" "github.com/NVIDIA/nvidia-container-toolkit/internal/logger" "github.com/NVIDIA/nvidia-container-toolkit/internal/platform-support/tegra/csv" "github.com/NVIDIA/nvidia-container-toolkit/pkg/nvcdi" "github.com/NVIDIA/nvidia-container-toolkit/pkg/nvcdi/spec" "github.com/NVIDIA/nvidia-container-toolkit/pkg/nvcdi/transform" ) const ( allDeviceName = "all" ) type command struct { logger logger.Interface } type options struct { output string format string deviceNameStrategies cli.StringSlice driverRoot string devRoot string nvidiaCDIHookPath string ldconfigPath string mode string vendor string class string configSearchPaths cli.StringSlice librarySearchPaths cli.StringSlice csv struct { files cli.StringSlice ignorePatterns cli.StringSlice } includePersistencedSocket bool } // NewCommand constructs a generate-cdi command with the specified logger func NewCommand(logger logger.Interface) *cli.Command { c := command{ logger: logger, } return c.build() } // build creates the CLI command func (m command) build() *cli.Command { opts := options{} // Create the 'generate-cdi' command c := cli.Command{ Name: "generate", Usage: "Generate CDI specifications for use with CDI-enabled runtimes", Before: func(c *cli.Context) error { return m.validateFlags(c, &opts) }, Action: func(c *cli.Context) error { return m.run(c, &opts) }, } c.Flags = []cli.Flag{ &cli.StringSliceFlag{ Name: "config-search-path", Usage: "Specify the path to search for config files when discovering the entities that should be included in the CDI specification.", Destination: &opts.configSearchPaths, }, &cli.StringFlag{ Name: "output", Usage: "Specify the file to output the generated CDI specification to. If this is '' the specification is output to STDOUT", Destination: &opts.output, }, &cli.StringFlag{ Name: "format", Usage: "The output format for the generated spec [json | yaml]. This overrides the format defined by the output file extension (if specified).", Value: spec.FormatYAML, Destination: &opts.format, }, &cli.StringFlag{ Name: "mode", Aliases: []string{"discovery-mode"}, Usage: "The mode to use when discovering the available entities. One of [auto | nvml | wsl]. If mode is set to 'auto' the mode will be determined based on the system configuration.", Value: nvcdi.ModeAuto, Destination: &opts.mode, }, &cli.StringFlag{ Name: "dev-root", Usage: "Specify the root where `/dev` is located. If this is not specified, the driver-root is assumed.", Destination: &opts.devRoot, }, &cli.StringSliceFlag{ Name: "device-name-strategy", Usage: "Specify the strategy for generating device names. If this is specified multiple times, the devices will be duplicated for each strategy. One of [index | uuid | type-index]", Value: cli.NewStringSlice(nvcdi.DeviceNameStrategyIndex, nvcdi.DeviceNameStrategyUUID), Destination: &opts.deviceNameStrategies, }, &cli.StringFlag{ Name: "driver-root", Usage: "Specify the NVIDIA GPU driver root to use when discovering the entities that should be included in the CDI specification.", Destination: &opts.driverRoot, }, &cli.StringSliceFlag{ Name: "library-search-path", Usage: "Specify the path to search for libraries when discovering the entities that should be included in the CDI specification.\n\tNote: This option only applies to CSV mode.", Destination: &opts.librarySearchPaths, }, &cli.StringFlag{ Name: "nvidia-cdi-hook-path", Aliases: []string{"nvidia-ctk-path"}, Usage: "Specify the path to use for the nvidia-cdi-hook in the generated CDI specification. " + "If not specified, the PATH will be searched for `nvidia-cdi-hook`. " + "NOTE: That if this is specified as `nvidia-ctk`, the PATH will be searched for `nvidia-ctk` instead.", Destination: &opts.nvidiaCDIHookPath, }, &cli.StringFlag{ Name: "ldconfig-path", Usage: "Specify the path to use for ldconfig in the generated CDI specification", Destination: &opts.ldconfigPath, }, &cli.StringFlag{ Name: "vendor", Aliases: []string{"cdi-vendor"}, Usage: "the vendor string to use for the generated CDI specification.", Value: "nvidia.com", Destination: &opts.vendor, }, &cli.StringFlag{ Name: "class", Aliases: []string{"cdi-class"}, Usage: "the class string to use for the generated CDI specification.", Value: "gpu", Destination: &opts.class, }, &cli.StringSliceFlag{ Name: "csv.file", Usage: "The path to the list of CSV files to use when generating the CDI specification in CSV mode.", Value: cli.NewStringSlice(csv.DefaultFileList()...), Destination: &opts.csv.files, }, &cli.StringSliceFlag{ Name: "csv.ignore-pattern", Usage: "Specify a pattern the CSV mount specifications.", Destination: &opts.csv.ignorePatterns, }, &cli.BoolFlag{ Name: "include-persistenced-socket", Usage: "Include the nvidia-persistenced socket in the generated CDI specification.", Destination: &opts.includePersistencedSocket, }, } return &c } func (m command) validateFlags(c *cli.Context, opts *options) error { opts.format = strings.ToLower(opts.format) switch opts.format { case spec.FormatJSON: case spec.FormatYAML: default: return fmt.Errorf("invalid output format: %v", opts.format) } opts.mode = strings.ToLower(opts.mode) switch opts.mode { case nvcdi.ModeAuto: case nvcdi.ModeCSV: case nvcdi.ModeNvml: case nvcdi.ModeWsl: case nvcdi.ModeManagement: default: return fmt.Errorf("invalid discovery mode: %v", opts.mode) } for _, strategy := range opts.deviceNameStrategies.Value() { _, err := nvcdi.NewDeviceNamer(strategy) if err != nil { return err } } opts.nvidiaCDIHookPath = config.ResolveNVIDIACDIHookPath(m.logger, opts.nvidiaCDIHookPath) if outputFileFormat := formatFromFilename(opts.output); outputFileFormat != "" { m.logger.Debugf("Inferred output format as %q from output file name", outputFileFormat) if !c.IsSet("format") { opts.format = outputFileFormat } else if outputFileFormat != opts.format { m.logger.Warningf("Requested output format %q does not match format implied by output file name: %q", opts.format, outputFileFormat) } } if err := cdi.ValidateVendorName(opts.vendor); err != nil { return fmt.Errorf("invalid CDI vendor name: %v", err) } if err := cdi.ValidateClassName(opts.class); err != nil { return fmt.Errorf("invalid CDI class name: %v", err) } return nil } func (m command) run(c *cli.Context, opts *options) error { spec, err := m.generateSpec(opts) if err != nil { return fmt.Errorf("failed to generate CDI spec: %v", err) } m.logger.Infof("Generated CDI spec with version %v", spec.Raw().Version) if opts.output == "" { _, err := spec.WriteTo(os.Stdout) if err != nil { return fmt.Errorf("failed to write CDI spec to STDOUT: %v", err) } return nil } return spec.Save(opts.output) } func formatFromFilename(filename string) string { ext := filepath.Ext(filename) switch strings.ToLower(ext) { case ".json": return spec.FormatJSON case ".yaml", ".yml": return spec.FormatYAML } return "" } func (m command) generateSpec(opts *options) (spec.Interface, error) { var deviceNamers []nvcdi.DeviceNamer for _, strategy := range opts.deviceNameStrategies.Value() { deviceNamer, err := nvcdi.NewDeviceNamer(strategy) if err != nil { return nil, fmt.Errorf("failed to create device namer: %v", err) } deviceNamers = append(deviceNamers, deviceNamer) } cdilib, err := nvcdi.New( nvcdi.WithLogger(m.logger), nvcdi.WithDriverRoot(opts.driverRoot), nvcdi.WithDevRoot(opts.devRoot), nvcdi.WithNVIDIACDIHookPath(opts.nvidiaCDIHookPath), nvcdi.WithLdconfigPath(opts.ldconfigPath), nvcdi.WithDeviceNamers(deviceNamers...), nvcdi.WithMode(opts.mode), nvcdi.WithConfigSearchPaths(opts.configSearchPaths.Value()), nvcdi.WithLibrarySearchPaths(opts.librarySearchPaths.Value()), nvcdi.WithCSVFiles(opts.csv.files.Value()), nvcdi.WithCSVIgnorePatterns(opts.csv.ignorePatterns.Value()), nvcdi.WithOptInFeature("include-persistenced-socket", opts.includePersistencedSocket), ) if err != nil { return nil, fmt.Errorf("failed to create CDI library: %v", err) } deviceSpecs, err := cdilib.GetAllDeviceSpecs() if err != nil { return nil, fmt.Errorf("failed to create device CDI specs: %v", err) } commonEdits, err := cdilib.GetCommonEdits() if err != nil { return nil, fmt.Errorf("failed to create edits common for entities: %v", err) } return spec.New( spec.WithVendor(opts.vendor), spec.WithClass(opts.class), spec.WithDeviceSpecs(deviceSpecs), spec.WithEdits(*commonEdits.ContainerEdits), spec.WithFormat(opts.format), spec.WithMergedDeviceOptions( transform.WithName(allDeviceName), transform.WithSkipIfExists(true), ), spec.WithPermissions(0644), ) }