Default to jit-cdi mode in the nvidia runtime

Signed-off-by: Evan Lezar <elezar@nvidia.com>
This commit is contained in:
Evan Lezar
2025-02-07 22:46:48 +01:00
parent 4cfb7e139d
commit c5c6030cf6
6 changed files with 107 additions and 40 deletions

View File

@@ -30,6 +30,7 @@ const (
RuntimeModeLegacy = RuntimeMode("legacy")
RuntimeModeCSV = RuntimeMode("csv")
RuntimeModeCDI = RuntimeMode("cdi")
RuntimeModeJitCDI = RuntimeMode("jit-cdi")
)
// ResolveAutoMode determines the correct mode for the platform if set to "auto"
@@ -57,9 +58,9 @@ func resolveMode(logger logger.Interface, mode string, image image.CUDA, propert
switch nvinfo.ResolvePlatform() {
case info.PlatformNVML, info.PlatformWSL:
return RuntimeModeLegacy
return RuntimeModeJitCDI
case info.PlatformTegra:
return RuntimeModeCSV
}
return RuntimeModeLegacy
return RuntimeModeJitCDI
}