mirror of
https://github.com/NVIDIA/nvidia-container-toolkit
synced 2024-11-28 15:03:23 +00:00
Merge branch 'CNT-3928/allow-cdi-container-annotations' into 'main'
Add cdi.k8s.io annotations to runtimes configured in containerd See merge request nvidia/container-toolkit/container-toolkit!315
This commit is contained in:
commit
86dd046c7c
@ -50,6 +50,13 @@ func (c *ConfigV1) AddRuntime(name string, path string, setAsDefault bool) error
|
|||||||
config.SetPath([]string{"plugins", "cri", "containerd", "runtimes", name, "runtime_engine"}, "")
|
config.SetPath([]string{"plugins", "cri", "containerd", "runtimes", name, "runtime_engine"}, "")
|
||||||
config.SetPath([]string{"plugins", "cri", "containerd", "runtimes", name, "privileged_without_host_devices"}, false)
|
config.SetPath([]string{"plugins", "cri", "containerd", "runtimes", name, "privileged_without_host_devices"}, false)
|
||||||
}
|
}
|
||||||
|
cdiAnnotations := []interface{}{"cdi.k8s.io/*"}
|
||||||
|
containerAnnotations, ok := config.GetPath([]string{"plugins", "cri", "containerd", "runtimes", name, "container_annotations"}).([]interface{})
|
||||||
|
if ok && containerAnnotations != nil {
|
||||||
|
cdiAnnotations = append(containerAnnotations, cdiAnnotations...)
|
||||||
|
}
|
||||||
|
config.SetPath([]string{"plugins", "cri", "containerd", "runtimes", name, "container_annotations"}, cdiAnnotations)
|
||||||
|
|
||||||
config.SetPath([]string{"plugins", "cri", "containerd", "runtimes", name, "options", "BinaryName"}, path)
|
config.SetPath([]string{"plugins", "cri", "containerd", "runtimes", name, "options", "BinaryName"}, path)
|
||||||
config.SetPath([]string{"plugins", "cri", "containerd", "runtimes", name, "options", "Runtime"}, path)
|
config.SetPath([]string{"plugins", "cri", "containerd", "runtimes", name, "options", "Runtime"}, path)
|
||||||
|
|
||||||
|
@ -44,6 +44,14 @@ func (c *Config) AddRuntime(name string, path string, setAsDefault bool) error {
|
|||||||
config.SetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes", name, "runtime_engine"}, "")
|
config.SetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes", name, "runtime_engine"}, "")
|
||||||
config.SetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes", name, "privileged_without_host_devices"}, false)
|
config.SetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes", name, "privileged_without_host_devices"}, false)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
cdiAnnotations := []interface{}{"cdi.k8s.io/*"}
|
||||||
|
containerAnnotations, ok := config.GetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes", name, "container_annotations"}).([]interface{})
|
||||||
|
if ok && containerAnnotations != nil {
|
||||||
|
cdiAnnotations = append(containerAnnotations, cdiAnnotations...)
|
||||||
|
}
|
||||||
|
config.SetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes", name, "container_annotations"}, cdiAnnotations)
|
||||||
|
|
||||||
config.SetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes", name, "options", "BinaryName"}, path)
|
config.SetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes", name, "options", "BinaryName"}, path)
|
||||||
|
|
||||||
if setAsDefault {
|
if setAsDefault {
|
||||||
|
@ -136,30 +136,184 @@ func TestUpdateV1ConfigDefaultRuntime(t *testing.T) {
|
|||||||
|
|
||||||
func TestUpdateV1Config(t *testing.T) {
|
func TestUpdateV1Config(t *testing.T) {
|
||||||
const runtimeDir = "/test/runtime/dir"
|
const runtimeDir = "/test/runtime/dir"
|
||||||
const expectedVersion = int64(1)
|
|
||||||
|
|
||||||
expectedBinaries := []string{
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.experimental",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.cdi",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.legacy",
|
|
||||||
}
|
|
||||||
|
|
||||||
testCases := []struct {
|
testCases := []struct {
|
||||||
runtimeClass string
|
runtimeClass string
|
||||||
expectedRuntimes []string
|
expectedConfig map[string]interface{}
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
runtimeClass: "nvidia",
|
runtimeClass: "nvidia",
|
||||||
expectedRuntimes: []string{"nvidia", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(1),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"nvidia": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
runtimeClass: "NAME",
|
runtimeClass: "NAME",
|
||||||
expectedRuntimes: []string{"NAME", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(1),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"NAME": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
runtimeClass: "nvidia-experimental",
|
runtimeClass: "nvidia-experimental",
|
||||||
expectedRuntimes: []string{"nvidia", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(1),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"nvidia": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -172,7 +326,7 @@ func TestUpdateV1Config(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
config, err := toml.TreeFromMap(map[string]interface{}{})
|
config, err := toml.TreeFromMap(map[string]interface{}{})
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
v1 := &containerd.ConfigV1{
|
v1 := &containerd.ConfigV1{
|
||||||
Tree: config,
|
Tree: config,
|
||||||
@ -181,62 +335,238 @@ func TestUpdateV1Config(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
err = UpdateConfig(v1, o)
|
err = UpdateConfig(v1, o)
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
version, ok := config.Get("version").(int64)
|
expected, err := toml.TreeFromMap(tc.expectedConfig)
|
||||||
require.True(t, ok)
|
require.NoError(t, err)
|
||||||
require.EqualValues(t, expectedVersion, version)
|
|
||||||
|
|
||||||
runtimes, ok := config.GetPath([]string{"plugins", "cri", "containerd", "runtimes"}).(*toml.Tree)
|
require.Equal(t, expected.String(), config.String())
|
||||||
require.True(t, ok)
|
|
||||||
|
|
||||||
runtimeClasses := runtimes.Keys()
|
|
||||||
require.ElementsMatch(t, tc.expectedRuntimes, runtimeClasses, "%d: %v", i, tc)
|
|
||||||
|
|
||||||
for i, r := range tc.expectedRuntimes {
|
|
||||||
runtimeConfig := runtimes.Get(r)
|
|
||||||
|
|
||||||
expected, err := runtimeTomlConfigV1(expectedBinaries[i])
|
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
|
||||||
|
|
||||||
configContents, _ := toml.Marshal(runtimeConfig)
|
|
||||||
expectedContents, _ := toml.Marshal(expected)
|
|
||||||
|
|
||||||
require.Equal(t, string(expectedContents), string(configContents), "%d: %v: %v", i, r, tc)
|
|
||||||
|
|
||||||
}
|
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestUpdateV1ConfigWithRuncPresent(t *testing.T) {
|
func TestUpdateV1ConfigWithRuncPresent(t *testing.T) {
|
||||||
const runcBinary = "/runc-binary"
|
|
||||||
const runtimeDir = "/test/runtime/dir"
|
const runtimeDir = "/test/runtime/dir"
|
||||||
const expectedVersion = int64(1)
|
|
||||||
|
|
||||||
expectedBinaries := []string{
|
|
||||||
runcBinary,
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.experimental",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.cdi",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.legacy",
|
|
||||||
}
|
|
||||||
|
|
||||||
testCases := []struct {
|
testCases := []struct {
|
||||||
runtimeClass string
|
runtimeClass string
|
||||||
expectedRuntimes []string
|
expectedConfig map[string]interface{}
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
runtimeClass: "nvidia",
|
runtimeClass: "nvidia",
|
||||||
expectedRuntimes: []string{"runc", "nvidia", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(1),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"runc": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/runc-binary",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
runtimeClass: "NAME",
|
runtimeClass: "NAME",
|
||||||
expectedRuntimes: []string{"runc", "NAME", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(1),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"runc": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/runc-binary",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"NAME": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
runtimeClass: "nvidia-experimental",
|
runtimeClass: "nvidia-experimental",
|
||||||
expectedRuntimes: []string{"runc", "nvidia", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(1),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"runc": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/runc-binary",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
"Runtime": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -249,7 +579,7 @@ func TestUpdateV1ConfigWithRuncPresent(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
config, err := toml.TreeFromMap(runcConfigMapV1("/runc-binary"))
|
config, err := toml.TreeFromMap(runcConfigMapV1("/runc-binary"))
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
v1 := &containerd.ConfigV1{
|
v1 := &containerd.ConfigV1{
|
||||||
Tree: config,
|
Tree: config,
|
||||||
@ -258,30 +588,12 @@ func TestUpdateV1ConfigWithRuncPresent(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
err = UpdateConfig(v1, o)
|
err = UpdateConfig(v1, o)
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
version, ok := v1.Get("version").(int64)
|
expected, err := toml.TreeFromMap(tc.expectedConfig)
|
||||||
require.True(t, ok)
|
require.NoError(t, err)
|
||||||
require.EqualValues(t, expectedVersion, version)
|
|
||||||
|
|
||||||
runtimes, ok := v1.GetPath([]string{"plugins", "cri", "containerd", "runtimes"}).(*toml.Tree)
|
require.Equal(t, expected.String(), config.String())
|
||||||
require.True(t, ok)
|
|
||||||
|
|
||||||
runtimeClasses := runtimes.Keys()
|
|
||||||
require.ElementsMatch(t, tc.expectedRuntimes, runtimeClasses, "%d: %v", i, tc)
|
|
||||||
|
|
||||||
for i, r := range tc.expectedRuntimes {
|
|
||||||
runtimeConfig := runtimes.Get(r)
|
|
||||||
|
|
||||||
expected, err := toml.TreeFromMap(runcRuntimeConfigMapV1(expectedBinaries[i]))
|
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
|
||||||
|
|
||||||
configContents, _ := toml.Marshal(runtimeConfig)
|
|
||||||
expectedContents, _ := toml.Marshal(expected)
|
|
||||||
|
|
||||||
require.Equal(t, string(expectedContents), string(configContents), "%d: %v: %v", i, r, tc)
|
|
||||||
|
|
||||||
}
|
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -365,10 +677,6 @@ func TestRevertV1Config(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func runtimeTomlConfigV1(binary string) (*toml.Tree, error) {
|
|
||||||
return toml.TreeFromMap(runtimeMapV1(binary))
|
|
||||||
}
|
|
||||||
|
|
||||||
func defaultRuntimeTomlConfigV1(binary string) (*toml.Tree, error) {
|
func defaultRuntimeTomlConfigV1(binary string) (*toml.Tree, error) {
|
||||||
return toml.TreeFromMap(defaultRuntimeV1(binary))
|
return toml.TreeFromMap(defaultRuntimeV1(binary))
|
||||||
}
|
}
|
||||||
@ -405,24 +713,19 @@ func runcConfigMapV1(binary string) map[string]interface{} {
|
|||||||
"cri": map[string]interface{}{
|
"cri": map[string]interface{}{
|
||||||
"containerd": map[string]interface{}{
|
"containerd": map[string]interface{}{
|
||||||
"runtimes": map[string]interface{}{
|
"runtimes": map[string]interface{}{
|
||||||
"runc": runcRuntimeConfigMapV1(binary),
|
"runc": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": binary,
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func runcRuntimeConfigMapV1(binary string) map[string]interface{} {
|
|
||||||
return map[string]interface{}{
|
|
||||||
"runtime_type": "runc_runtime_type",
|
|
||||||
"runtime_root": "runc_runtime_root",
|
|
||||||
"runtime_engine": "runc_runtime_engine",
|
|
||||||
"privileged_without_host_devices": true,
|
|
||||||
"options": map[string]interface{}{
|
|
||||||
"runc-option": "value",
|
|
||||||
"BinaryName": binary,
|
|
||||||
"Runtime": binary,
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
@ -79,7 +79,7 @@ func TestUpdateV2ConfigDefaultRuntime(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
config, err := toml.TreeFromMap(map[string]interface{}{})
|
config, err := toml.TreeFromMap(map[string]interface{}{})
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
v2 := &containerd.Config{
|
v2 := &containerd.Config{
|
||||||
Tree: config,
|
Tree: config,
|
||||||
@ -87,10 +87,10 @@ func TestUpdateV2ConfigDefaultRuntime(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
err = UpdateConfig(v2, o)
|
err = UpdateConfig(v2, o)
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
defaultRuntimeName := config.GetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "default_runtime_name"})
|
defaultRuntimeName := config.GetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "default_runtime_name"})
|
||||||
require.EqualValues(t, tc.expectedDefaultRuntimeName, defaultRuntimeName, "%d: %v", i, tc)
|
require.EqualValues(t, tc.expectedDefaultRuntimeName, defaultRuntimeName)
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -99,103 +99,412 @@ func TestUpdateV2Config(t *testing.T) {
|
|||||||
const runtimeDir = "/test/runtime/dir"
|
const runtimeDir = "/test/runtime/dir"
|
||||||
const expectedVersion = int64(2)
|
const expectedVersion = int64(2)
|
||||||
|
|
||||||
expectedBinaries := []string{
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.experimental",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.cdi",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.legacy",
|
|
||||||
}
|
|
||||||
|
|
||||||
testCases := []struct {
|
testCases := []struct {
|
||||||
runtimeClass string
|
runtimeClass string
|
||||||
expectedRuntimes []string
|
expectedConfig map[string]interface{}
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
runtimeClass: "nvidia",
|
runtimeClass: "nvidia",
|
||||||
expectedRuntimes: []string{"nvidia", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(2),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"io.containerd.grpc.v1.cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"nvidia": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
runtimeClass: "NAME",
|
runtimeClass: "NAME",
|
||||||
expectedRuntimes: []string{"NAME", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(2),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"io.containerd.grpc.v1.cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"NAME": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
runtimeClass: "nvidia-experimental",
|
runtimeClass: "nvidia-experimental",
|
||||||
expectedRuntimes: []string{"nvidia", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(2),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"io.containerd.grpc.v1.cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"nvidia": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runtime_type",
|
||||||
|
"runtime_root": "",
|
||||||
|
"runtime_engine": "",
|
||||||
|
"privileged_without_host_devices": false,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
for i, tc := range testCases {
|
for i, tc := range testCases {
|
||||||
o := &options{
|
t.Run(fmt.Sprintf("%d", i), func(t *testing.T) {
|
||||||
runtimeClass: tc.runtimeClass,
|
o := &options{
|
||||||
runtimeType: runtimeType,
|
runtimeClass: tc.runtimeClass,
|
||||||
runtimeDir: runtimeDir,
|
runtimeType: runtimeType,
|
||||||
}
|
runtimeDir: runtimeDir,
|
||||||
|
}
|
||||||
|
|
||||||
config, err := toml.TreeFromMap(map[string]interface{}{})
|
config, err := toml.TreeFromMap(map[string]interface{}{})
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
v2 := &containerd.Config{
|
v2 := &containerd.Config{
|
||||||
Tree: config,
|
Tree: config,
|
||||||
RuntimeType: runtimeType,
|
RuntimeType: runtimeType,
|
||||||
}
|
}
|
||||||
|
|
||||||
err = UpdateConfig(v2, o)
|
err = UpdateConfig(v2, o)
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
version, ok := config.Get("version").(int64)
|
expected, err := toml.TreeFromMap(tc.expectedConfig)
|
||||||
require.True(t, ok)
|
require.NoError(t, err)
|
||||||
require.EqualValues(t, expectedVersion, version, "%d: %v", i, tc)
|
|
||||||
|
|
||||||
runtimes, ok := config.GetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes"}).(*toml.Tree)
|
require.Equal(t, expected.String(), config.String())
|
||||||
require.True(t, ok)
|
})
|
||||||
|
|
||||||
runtimeClasses := runtimes.Keys()
|
|
||||||
require.ElementsMatch(t, tc.expectedRuntimes, runtimeClasses, "%d: %v", i, tc)
|
|
||||||
|
|
||||||
for i, r := range tc.expectedRuntimes {
|
|
||||||
runtimeConfig := runtimes.Get(r)
|
|
||||||
|
|
||||||
expected, err := runtimeTomlConfigV2(expectedBinaries[i])
|
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
|
||||||
|
|
||||||
configContents, _ := toml.Marshal(runtimeConfig)
|
|
||||||
expectedContents, _ := toml.Marshal(expected)
|
|
||||||
|
|
||||||
require.Equal(t, string(expectedContents), string(configContents), "%d: %v: %v", i, r, tc)
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestUpdateV2ConfigWithRuncPresent(t *testing.T) {
|
func TestUpdateV2ConfigWithRuncPresent(t *testing.T) {
|
||||||
const runcBinary = "/runc-binary"
|
|
||||||
const runtimeDir = "/test/runtime/dir"
|
const runtimeDir = "/test/runtime/dir"
|
||||||
const expectedVersion = int64(2)
|
|
||||||
|
|
||||||
expectedBinaries := []string{
|
|
||||||
runcBinary,
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.experimental",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.cdi",
|
|
||||||
"/test/runtime/dir/nvidia-container-runtime.legacy",
|
|
||||||
}
|
|
||||||
|
|
||||||
testCases := []struct {
|
testCases := []struct {
|
||||||
runtimeClass string
|
runtimeClass string
|
||||||
expectedRuntimes []string
|
expectedConfig map[string]interface{}
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
runtimeClass: "nvidia",
|
runtimeClass: "nvidia",
|
||||||
expectedRuntimes: []string{"runc", "nvidia", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(2),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"io.containerd.grpc.v1.cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"runc": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/runc-binary",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
runtimeClass: "NAME",
|
runtimeClass: "NAME",
|
||||||
expectedRuntimes: []string{"runc", "NAME", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(2),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"io.containerd.grpc.v1.cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"runc": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/runc-binary",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"NAME": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
runtimeClass: "nvidia-experimental",
|
runtimeClass: "nvidia-experimental",
|
||||||
expectedRuntimes: []string{"runc", "nvidia", "nvidia-experimental", "nvidia-cdi", "nvidia-legacy"},
|
expectedConfig: map[string]interface{}{
|
||||||
|
"version": int64(2),
|
||||||
|
"plugins": map[string]interface{}{
|
||||||
|
"io.containerd.grpc.v1.cri": map[string]interface{}{
|
||||||
|
"containerd": map[string]interface{}{
|
||||||
|
"runtimes": map[string]interface{}{
|
||||||
|
"runc": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/runc-binary",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-experimental": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.experimental",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-cdi": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.cdi",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
"nvidia-legacy": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"container_annotations": []string{"cdi.k8s.io/*"},
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": "/test/runtime/dir/nvidia-container-runtime.legacy",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -208,7 +517,7 @@ func TestUpdateV2ConfigWithRuncPresent(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
config, err := toml.TreeFromMap(runcConfigMapV2("/runc-binary"))
|
config, err := toml.TreeFromMap(runcConfigMapV2("/runc-binary"))
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
v2 := &containerd.Config{
|
v2 := &containerd.Config{
|
||||||
Tree: config,
|
Tree: config,
|
||||||
@ -216,30 +525,12 @@ func TestUpdateV2ConfigWithRuncPresent(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
err = UpdateConfig(v2, o)
|
err = UpdateConfig(v2, o)
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
version, ok := v2.Get("version").(int64)
|
expected, err := toml.TreeFromMap(tc.expectedConfig)
|
||||||
require.True(t, ok)
|
require.NoError(t, err)
|
||||||
require.EqualValues(t, expectedVersion, version)
|
|
||||||
|
|
||||||
runtimes, ok := v2.GetPath([]string{"plugins", "io.containerd.grpc.v1.cri", "containerd", "runtimes"}).(*toml.Tree)
|
require.Equal(t, expected.String(), config.String())
|
||||||
require.True(t, ok, "%d: %v", i, tc)
|
|
||||||
|
|
||||||
runtimeClasses := runtimes.Keys()
|
|
||||||
require.ElementsMatch(t, tc.expectedRuntimes, runtimeClasses, "%d: %v", i, tc)
|
|
||||||
|
|
||||||
for i, r := range tc.expectedRuntimes {
|
|
||||||
runtimeConfig := runtimes.Get(r)
|
|
||||||
|
|
||||||
expected, err := toml.TreeFromMap(runcRuntimeConfigMapV2(expectedBinaries[i]))
|
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
|
||||||
|
|
||||||
configContents, _ := toml.Marshal(runtimeConfig)
|
|
||||||
expectedContents, _ := toml.Marshal(expected)
|
|
||||||
|
|
||||||
require.Equal(t, string(expectedContents), string(configContents), "%d: %v: %v", i, r, tc)
|
|
||||||
|
|
||||||
}
|
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -296,10 +587,10 @@ func TestRevertV2Config(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
config, err := toml.TreeFromMap(tc.config)
|
config, err := toml.TreeFromMap(tc.config)
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
expected, err := toml.TreeFromMap(tc.expected)
|
expected, err := toml.TreeFromMap(tc.expected)
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
v2 := &containerd.Config{
|
v2 := &containerd.Config{
|
||||||
Tree: config,
|
Tree: config,
|
||||||
@ -307,20 +598,16 @@ func TestRevertV2Config(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
err = RevertConfig(v2, o)
|
err = RevertConfig(v2, o)
|
||||||
require.NoError(t, err, "%d: %v", i, tc)
|
require.NoError(t, err)
|
||||||
|
|
||||||
configContents, _ := toml.Marshal(config)
|
configContents, _ := toml.Marshal(config)
|
||||||
expectedContents, _ := toml.Marshal(expected)
|
expectedContents, _ := toml.Marshal(expected)
|
||||||
|
|
||||||
require.Equal(t, string(expectedContents), string(configContents), "%d: %v", i, tc)
|
require.Equal(t, string(expectedContents), string(configContents))
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func runtimeTomlConfigV2(binary string) (*toml.Tree, error) {
|
|
||||||
return toml.TreeFromMap(runtimeMapV2(binary))
|
|
||||||
}
|
|
||||||
|
|
||||||
func runtimeMapV2(binary string) map[string]interface{} {
|
func runtimeMapV2(binary string) map[string]interface{} {
|
||||||
return map[string]interface{}{
|
return map[string]interface{}{
|
||||||
"runtime_type": runtimeType,
|
"runtime_type": runtimeType,
|
||||||
@ -339,23 +626,19 @@ func runcConfigMapV2(binary string) map[string]interface{} {
|
|||||||
"io.containerd.grpc.v1.cri": map[string]interface{}{
|
"io.containerd.grpc.v1.cri": map[string]interface{}{
|
||||||
"containerd": map[string]interface{}{
|
"containerd": map[string]interface{}{
|
||||||
"runtimes": map[string]interface{}{
|
"runtimes": map[string]interface{}{
|
||||||
"runc": runcRuntimeConfigMapV2(binary),
|
"runc": map[string]interface{}{
|
||||||
|
"runtime_type": "runc_runtime_type",
|
||||||
|
"runtime_root": "runc_runtime_root",
|
||||||
|
"runtime_engine": "runc_runtime_engine",
|
||||||
|
"privileged_without_host_devices": true,
|
||||||
|
"options": map[string]interface{}{
|
||||||
|
"runc-option": "value",
|
||||||
|
"BinaryName": binary,
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func runcRuntimeConfigMapV2(binary string) map[string]interface{} {
|
|
||||||
return map[string]interface{}{
|
|
||||||
"runtime_type": "runc_runtime_type",
|
|
||||||
"runtime_root": "runc_runtime_root",
|
|
||||||
"runtime_engine": "runc_runtime_engine",
|
|
||||||
"privileged_without_host_devices": true,
|
|
||||||
"options": map[string]interface{}{
|
|
||||||
"runc-option": "value",
|
|
||||||
"BinaryName": binary,
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
Loading…
Reference in New Issue
Block a user