Generate hook to create .so symlinks in CDI

Signed-off-by: Evan Lezar <elezar@nvidia.com>
This commit is contained in:
Evan Lezar 2024-04-03 16:20:43 +02:00
parent 9d7a707405
commit 020f598d9a
5 changed files with 36 additions and 8 deletions

View File

@ -60,6 +60,8 @@ type options struct {
files cli.StringSlice files cli.StringSlice
ignorePatterns cli.StringSlice ignorePatterns cli.StringSlice
} }
noDotSoSymlinks bool
} }
// NewCommand constructs a generate-cdi command with the specified logger // NewCommand constructs a generate-cdi command with the specified logger
@ -166,6 +168,11 @@ func (m command) build() *cli.Command {
Usage: "Specify a pattern the CSV mount specifications.", Usage: "Specify a pattern the CSV mount specifications.",
Destination: &opts.csv.ignorePatterns, Destination: &opts.csv.ignorePatterns,
}, },
&cli.BoolFlag{
Name: "no-dot-so-symlinks",
Usage: "Skip the generation of a hook for creating .so symlinks to driver files in the container",
Destination: &opts.noDotSoSymlinks,
},
} }
return &c return &c
@ -270,6 +277,7 @@ func (m command) generateSpec(opts *options) (spec.Interface, error) {
nvcdi.WithLibrarySearchPaths(opts.librarySearchPaths.Value()), nvcdi.WithLibrarySearchPaths(opts.librarySearchPaths.Value()),
nvcdi.WithCSVFiles(opts.csv.files.Value()), nvcdi.WithCSVFiles(opts.csv.files.Value()),
nvcdi.WithCSVIgnorePatterns(opts.csv.ignorePatterns.Value()), nvcdi.WithCSVIgnorePatterns(opts.csv.ignorePatterns.Value()),
nvcdi.WithNoDotSoSymlinks(opts.noDotSoSymlinks),
) )
if err != nil { if err != nil {
return nil, fmt.Errorf("failed to create CDI library: %v", err) return nil, fmt.Errorf("failed to create CDI library: %v", err)

View File

@ -41,7 +41,7 @@ func (l *nvmllib) newCommonNVMLDiscoverer() (discover.Discover, error) {
l.logger.Warningf("failed to create discoverer for graphics mounts: %v", err) l.logger.Warningf("failed to create discoverer for graphics mounts: %v", err)
} }
driverFiles, err := NewDriverDiscoverer(l.logger, l.driver, l.nvidiaCTKPath, l.ldconfigPath, l.nvmllib) driverFiles, err := l.newDriverDiscoverer()
if err != nil { if err != nil {
return nil, fmt.Errorf("failed to create discoverer for driver files: %v", err) return nil, fmt.Errorf("failed to create discoverer for driver files: %v", err)
} }

View File

@ -32,24 +32,35 @@ import (
"github.com/NVIDIA/nvidia-container-toolkit/internal/lookup/root" "github.com/NVIDIA/nvidia-container-toolkit/internal/lookup/root"
) )
// NewDriverDiscoverer creates a discoverer for the libraries and binaries associated with a driver installation. // newDriverDiscoverer creates a discoverer for the libraries and binaries associated with a driver installation.
// The supplied NVML Library is used to query the expected driver version. // The supplied NVML Library is used to query the expected driver version.
func NewDriverDiscoverer(logger logger.Interface, driver *root.Driver, nvidiaCTKPath string, ldconfigPath string, nvmllib nvml.Interface) (discover.Discover, error) { func (l *nvmllib) newDriverDiscoverer() (discover.Discover, error) {
if r := nvmllib.Init(); r != nvml.SUCCESS { if r := l.nvmllib.Init(); r != nvml.SUCCESS {
return nil, fmt.Errorf("failed to initialize NVML: %v", r) return nil, fmt.Errorf("failed to initialize NVML: %v", r)
} }
defer func() { defer func() {
if r := nvmllib.Shutdown(); r != nvml.SUCCESS { if r := l.nvmllib.Shutdown(); r != nvml.SUCCESS {
logger.Warningf("failed to shutdown NVML: %v", r) l.logger.Warningf("failed to shutdown NVML: %v", r)
} }
}() }()
version, r := nvmllib.SystemGetDriverVersion() version, r := l.nvmllib.SystemGetDriverVersion()
if r != nvml.SUCCESS { if r != nvml.SUCCESS {
return nil, fmt.Errorf("failed to determine driver version: %v", r) return nil, fmt.Errorf("failed to determine driver version: %v", r)
} }
return newDriverVersionDiscoverer(logger, driver, nvidiaCTKPath, ldconfigPath, version) driver, err := newDriverVersionDiscoverer(l.logger, l.driver, l.nvidiaCTKPath, l.ldconfigPath, version)
if err != nil {
return nil, fmt.Errorf("failed to create discoverer: %w", err)
}
discoverers := []discover.Discover{driver}
if !l.noDotSoSymlinks {
createDotSoSymlinksHook := discover.NewDotSoSymlinksDiscoverer(l.nvidiaCTKPath, version)
discoverers = append(discoverers, createDotSoSymlinksHook)
}
return discover.Merge(discoverers...), nil
} }
func newDriverVersionDiscoverer(logger logger.Interface, driver *root.Driver, nvidiaCTKPath, ldconfigPath, version string) (discover.Discover, error) { func newDriverVersionDiscoverer(logger logger.Interface, driver *root.Driver, nvidiaCTKPath, ldconfigPath, version string) (discover.Discover, error) {

View File

@ -63,6 +63,8 @@ type nvcdilib struct {
infolib info.Interface infolib info.Interface
mergedDeviceOptions []transform.MergedDeviceOption mergedDeviceOptions []transform.MergedDeviceOption
noDotSoSymlinks bool
} }
// New creates a new nvcdi library // New creates a new nvcdi library

View File

@ -140,3 +140,10 @@ func WithLibrarySearchPaths(paths []string) Option {
o.librarySearchPaths = paths o.librarySearchPaths = paths
} }
} }
// WithNoDotSoSymlinks sets the no-dot-so-symlinks feature.
func WithNoDotSoSymlinks(noDotSoSymlinks bool) Option {
return func(o *nvcdilib) {
o.noDotSoSymlinks = noDotSoSymlinks
}
}