mirror of
https://github.com/containerd/containerd.git
synced 2026-11-06 21:37:23 +00:00
The runtimeHandlers list in the response to `crictl info` has unstable ordering
since commit 97eb1cd (underlying switch from list to map) that was shipped in
v2.1.0.
On Kubernetes nodes this causes the kubelet to update node status subresources
every time the order of runtime handlers changes in the status response from
containerd. The lieklihood increases with the number of runtime handlers present
on nodes. In some clusters this leads to every single node sending a status update
every few seconds leading to excessive Kube API server load.
This change enforces stable ordering on runtime handler names.
Signed-off-by: Eric Mountain <eric.mountain@datadoghq.com>
157 lines
4.6 KiB
Go
157 lines
4.6 KiB
Go
/*
|
|
Copyright The containerd Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package server
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"maps"
|
|
goruntime "runtime"
|
|
"slices"
|
|
"sort"
|
|
|
|
"github.com/containerd/containerd/api/services/introspection/v1"
|
|
"github.com/containerd/log"
|
|
runtime "k8s.io/cri-api/pkg/apis/runtime/v1"
|
|
)
|
|
|
|
// networkNotReadyReason is the reason reported when network is not ready.
|
|
const networkNotReadyReason = "NetworkPluginNotReady"
|
|
|
|
// Status returns the status of the runtime.
|
|
func (c *criService) Status(ctx context.Context, r *runtime.StatusRequest) (*runtime.StatusResponse, error) {
|
|
// As a containerd plugin, if CRI plugin is serving request,
|
|
// containerd must be ready.
|
|
runtimeCondition := &runtime.RuntimeCondition{
|
|
Type: runtime.RuntimeReady,
|
|
Status: true,
|
|
}
|
|
networkCondition := &runtime.RuntimeCondition{
|
|
Type: runtime.NetworkReady,
|
|
Status: true,
|
|
}
|
|
netPlugin := c.netPlugin[defaultNetworkPlugin]
|
|
// Check the status of the cni initialization
|
|
if netPlugin != nil {
|
|
if err := netPlugin.Status(); err != nil {
|
|
networkCondition.Status = false
|
|
networkCondition.Reason = networkNotReadyReason
|
|
networkCondition.Message = fmt.Sprintf("Network plugin returns error: %v", err)
|
|
}
|
|
}
|
|
|
|
resp := &runtime.StatusResponse{
|
|
Status: &runtime.RuntimeStatus{Conditions: []*runtime.RuntimeCondition{
|
|
runtimeCondition,
|
|
networkCondition,
|
|
}},
|
|
Features: c.runtimeFeatures,
|
|
}
|
|
|
|
// Ensure stable ordering of runtime handlers in response
|
|
resp.RuntimeHandlers = slices.Collect(maps.Values(c.runtimeHandlers))
|
|
sort.SliceStable(resp.RuntimeHandlers, func(i, j int) bool {
|
|
return resp.RuntimeHandlers[i].Name < resp.RuntimeHandlers[j].Name
|
|
})
|
|
|
|
if r.Verbose {
|
|
configByt, err := json.Marshal(c.config)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
resp.Info = make(map[string]string)
|
|
resp.Info["config"] = string(configByt)
|
|
versionByt, err := json.Marshal(goruntime.Version())
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
resp.Info["golang"] = string(versionByt)
|
|
|
|
if netPlugin != nil {
|
|
cniConfig, err := json.Marshal(netPlugin.GetConfig())
|
|
if err != nil {
|
|
log.G(ctx).WithError(err).Errorf("Failed to marshal CNI config %v", err)
|
|
}
|
|
resp.Info["cniconfig"] = string(cniConfig)
|
|
}
|
|
|
|
defaultStatus := "OK"
|
|
for name, h := range c.cniNetConfMonitor {
|
|
s := "OK"
|
|
if h == nil {
|
|
continue
|
|
}
|
|
if lerr := h.lastStatus(); lerr != nil {
|
|
s = lerr.Error()
|
|
}
|
|
resp.Info[fmt.Sprintf("lastCNILoadStatus.%s", name)] = s
|
|
if name == defaultNetworkPlugin {
|
|
defaultStatus = s
|
|
}
|
|
}
|
|
resp.Info["lastCNILoadStatus"] = defaultStatus
|
|
}
|
|
intro, err := c.client.IntrospectionService().Server(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
cond, err := runtimeConditionContainerdHasNoDeprecationWarnings(intro.Deprecations, c.config.IgnoreDeprecationWarnings)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
resp.Status.Conditions = append(resp.Status.Conditions, cond)
|
|
return resp, nil
|
|
}
|
|
|
|
func runtimeConditionContainerdHasNoDeprecationWarnings(deprecations []*introspection.DeprecationWarning, ignore []string) (*runtime.RuntimeCondition, error) {
|
|
cond := &runtime.RuntimeCondition{
|
|
Type: ContainerdHasNoDeprecationWarnings,
|
|
Status: true,
|
|
}
|
|
ignoreM := make(map[string]struct{})
|
|
for _, f := range ignore {
|
|
ignoreM[f] = struct{}{}
|
|
}
|
|
messages := make(map[string]string) // key: id, value: message
|
|
for _, d := range deprecations {
|
|
if _, ok := ignoreM[d.ID]; !ok {
|
|
messages[d.ID] = d.Message
|
|
}
|
|
}
|
|
if len(messages) > 0 {
|
|
cond.Status = false
|
|
cond.Reason = ContainerdHasDeprecationWarnings
|
|
messageJ, err := json.Marshal(messages)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
cond.Message = string(messageJ) // Arbitrary string
|
|
}
|
|
return cond, nil
|
|
}
|
|
|
|
const (
|
|
// ContainerdHasNoDeprecationWarnings is a string for [runtime.RuntimeCondition.Type].
|
|
ContainerdHasNoDeprecationWarnings = "ContainerdHasNoDeprecationWarnings"
|
|
|
|
// ContainerdHasDeprecationWarnings is a string for [runtime.RuntimeCondition.Reason].
|
|
// CamelCase is demanded by the spec.
|
|
// https://github.com/kubernetes/cri-api/blob/v0.29.1/pkg/apis/runtime/v1/api.proto#L1514
|
|
ContainerdHasDeprecationWarnings = "ContainerdHasDeprecationWarnings"
|
|
)
|