Description
We are working on upgrading EKS from 1.29 to 1.32. Part of the process we are also upgrading our kube-prometheus to latest version v0.14.0.
After the upgrade we are running into below,
E0130 21:17:00.884346 1 provider.go:191] unable to fetch CPU metrics for pod &PartialObjectMetadata{ObjectMeta:ObjectMeta{Name:prometheus-adapter-6bb8bf4dd6-c5xpv,GenerateName:prometheus-adapter-6bb8bf4dd6-,Namespace:monitoring,SelfLink:,UID:46327c49-7a04-4b2d-82de-83e331cfcca6,ResourceVersion:5254032,Generation:0,CreationTimestamp:2025-01-30 21:16:47 +0000 UTC,DeletionTimestamp:<nil>,DeletionGracePeriodSeconds:nil,Labels:map[string]string{app.kubernetes.io/component: metrics-adapter,app.kubernetes.io/name: prometheus-adapter,app.kubernetes.io/part-of: kube-prometheus,app.kubernetes.io/version: 0.12.0,pod-template-hash: 6bb8bf4dd6,},Annotations:map[string]string{checksum.config/md5: 3b1ebf7df0232d1675896f67b66373db,},OwnerReferences:[]OwnerReference{OwnerReference{Kind:ReplicaSet,Name:prometheus-adapter-6bb8bf4dd6,UID:f5dda72e-ff51-4b8c-852d-f8c9fd680a50,APIVersion:apps/v1,Controller:*true,BlockOwnerDeletion:*true,},},Finalizers:[],ManagedFields:[]ManagedFieldsEntry{ManagedFieldsEntry{Manager:kube-controller-manager,Operation:Update,APIVersion:v1,Time:2025-01-30 21:16:47 +0000 UTC,FieldsType:FieldsV1,FieldsV1:{"f:metadata":{"f:annotations":{".":{},"f:checksum.config/md5":{}},"f:generateName":{},"f:labels":{".":{},"f:app.kubernetes.io/component":{},"f:app.kubernetes.io/name":{},"f:app.kubernetes.io/part-of":{},"f:app.kubernetes.io/version":{},"f:pod-template-hash":{}},"f:ownerReferences":{".":{},"k:{\"uid\":\"f5dda72e-ff51-4b8c-852d-f8c9fd680a50\"}":{}}},"f:spec":{"f:affinity":{".":{},"f:nodeAffinity":{".":{},"f:requiredDuringSchedulingIgnoredDuringExecution":{}}},"f:automountServiceAccountToken":{},"f:containers":{"k:{\"name\":\"prometheus-adapter\"}":{".":{},"f:args":{},"f:image":{},"f:imagePullPolicy":{},"f:livenessProbe":{".":{},"f:failureThreshold":{},"f:httpGet":{".":{},"f:path":{},"f:port":{},"f:scheme":{}},"f:periodSeconds":{},"f:successThreshold":{},"f:timeoutSeconds":{}},"f:name":{},"f:ports":{".":{},"k:{\"containerPort\":6443,\"protocol\":\"TCP\"}":{".":{},"f:containerPort":{},"f:name":{},"f:protocol":{}}},"f:readinessProbe":{".":{},"f:failureThreshold":{},"f:httpGet":{".":{},"f:path":{},"f:port":{},"f:scheme":{}},"f:periodSeconds":{},"f:successThreshold":{},"f:timeoutSeconds":{}},"f:resources":{".":{},"f:limits":{".":{},"f:cpu":{},"f:memory":{}},"f:requests":{".":{},"f:cpu":{},"f:memory":{}}},"f:securityContext":{".":{},"f:allowPrivilegeEscalation":{},"f:capabilities":{".":{},"f:drop":{}},"f:readOnlyRootFilesystem":{}},"f:startupProbe":{".":{},"f:failureThreshold":{},"f:httpGet":{".":{},"f:path":{},"f:port":{},"f:scheme":{}},"f:periodSeconds":{},"f:successThreshold":{},"f:timeoutSeconds":{}},"f:terminationMessagePath":{},"f:terminationMessagePolicy":{},"f:volumeMounts":{".":{},"k:{\"mountPath\":\"/etc/adapter\"}":{".":{},"f:mountPath":{},"f:name":{}},"k:{\"mountPath\":\"/tmp\"}":{".":{},"f:mountPath":{},"f:name":{}},"k:{\"mountPath\":\"/var/run/serving-cert\"}":{".":{},"f:mountPath":{},"f:name":{}}}}},"f:dnsPolicy":{},"f:enableServiceLinks":{},"f:nodeSelector":{},"f:restartPolicy":{},"f:schedulerName":{},"f:securityContext":{},"f:serviceAccount":{},"f:serviceAccountName":{},"f:terminationGracePeriodSeconds":{},"f:tolerations":{},"f:volumes":{".":{},"k:{\"name\":\"config\"}":{".":{},"f:configMap":{".":{},"f:defaultMode":{},"f:name":{}},"f:name":{}},"k:{\"name\":\"tmpfs\"}":{".":{},"f:emptyDir":{},"f:name":{}},"k:{\"name\":\"volume-serving-cert\"}":{".":{},"f:emptyDir":{},"f:name":{}}}}},Subresource:,},ManagedFieldsEntry{Manager:kubelet,Operation:Update,APIVersion:v1,Time:2025-01-30 21:16:58 +0000 UTC,FieldsType:FieldsV1,FieldsV1:{"f:status":{"f:conditions":{"k:{\"type\":\"ContainersReady\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Initialized\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}},"k:{\"type\":\"PodReadyToStartContainers\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}},"k:{\"type\":\"Ready\"}":{".":{},"f:lastProbeTime":{},"f:lastTransitionTime":{},"f:status":{},"f:type":{}}},"f:containerStatuses":{},"f:hostIP":{},"f:hostIPs":{},"f:phase":{},"f:podIP":{},"f:podIPs":{".":{},"k:{\"ip\":\"10.99.225.32\"}":{".":{},"f:ip":{}}},"f:startTime":{}}},Subresource:status,},},},}, skipping
Prometheus Pods
Config Maps
