e2e-kops-aws-arm64-release #1639125967265861632
Recent runs || View in Spyglass
| Result | FAILURE |
| Tests | 270 failed / 648 succeeded |
| Started | |
| Elapsed | 36m34s |
| Revision | master |
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\sExternal\sStorage\s\[Driver\:\sebs\.csi\.aws\.com\]\s\[Testpattern\:\sDynamic\sPV\s\(default\sfs\)\]\ssubPath\sshould\ssupport\sexisting\sdirectories\swhen\sreadOnly\sspecified\sin\sthe\svolumeSource$'
[FAILED] failed to get logs from pod-subpath-test-dynamicpv-bhn6 for test-container-subpath-dynamicpv-bhn6: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6774/pods/pod-subpath-test-dynamicpv-bhn6/log?container=test-container-subpath-dynamicpv-bhn6&previous=false": stream error: stream ID 1057; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 04:59:59.08from junit_01.xml
> Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 04:59:36.042 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 04:59:36.042 (0s) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 04:59:36.042 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/24/23 04:59:36.042 Mar 24 04:59:36.042: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename provisioning - test/e2e/framework/framework.go:250 @ 03/24/23 04:59:36.043 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/24/23 04:59:36.436 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/24/23 04:59:36.66 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 04:59:36.889 (847ms) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 04:59:36.889 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 04:59:36.889 (0s) > Enter [It] should support existing directories when readOnly specified in the volumeSource - test/e2e/storage/testsuites/subpath.go:397 @ 03/24/23 04:59:36.889 Mar 24 04:59:36.889: INFO: Creating resource for dynamic PV Mar 24 04:59:36.889: INFO: Using claimSize:1Gi, test suite supported size:{ 1Mi}, driver(ebs.csi.aws.com) supported size:{ 1Mi} STEP: creating a StorageClass provisioning-6774-e2e-scwqt62 - test/e2e/storage/framework/volume_resource.go:102 @ 03/24/23 04:59:36.889 STEP: creating a claim - test/e2e/storage/framework/volume_resource.go:294 @ 03/24/23 04:59:37.006 Mar 24 04:59:37.006: INFO: Warning: Making PVC: VolumeMode specified as invalid empty string, treating as nil STEP: Creating pod pod-subpath-test-dynamicpv-bhn6 - test/e2e/storage/testsuites/subpath.go:691 @ 03/24/23 04:59:37.235 STEP: Creating a pod to test subpath - test/e2e/framework/pod/output/output.go:243 @ 03/24/23 04:59:37.235 STEP: Saw pod success - test/e2e/framework/pod/wait.go:409 @ 03/24/23 04:59:58.615 Mar 24 04:59:58.728: INFO: Trying to get logs from node i-0745dd1c6d9376559 pod pod-subpath-test-dynamicpv-bhn6 container test-container-subpath-dynamicpv-bhn6: <nil> Mar 24 04:59:58.841: INFO: Failed to get logs from node "i-0745dd1c6d9376559" pod "pod-subpath-test-dynamicpv-bhn6" container "test-container-subpath-dynamicpv-bhn6". Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6774/pods/pod-subpath-test-dynamicpv-bhn6/log?container=test-container-subpath-dynamicpv-bhn6&previous=false": stream error: stream ID 1057; INTERNAL_ERROR; received from peer STEP: delete the pod - test/e2e/framework/pod/output/output.go:168 @ 03/24/23 04:59:58.841 Mar 24 04:59:59.080: INFO: Unexpected error: <*fmt.wrapError | 0xc000d28080>: failed to get logs from pod-subpath-test-dynamicpv-bhn6 for test-container-subpath-dynamicpv-bhn6: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6774/pods/pod-subpath-test-dynamicpv-bhn6/log?container=test-container-subpath-dynamicpv-bhn6&previous=false": stream error: stream ID 1057; INTERNAL_ERROR; received from peer { msg: "failed to get logs from pod-subpath-test-dynamicpv-bhn6 for test-container-subpath-dynamicpv-bhn6: Get \"https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6774/pods/pod-subpath-test-dynamicpv-bhn6/log?container=test-container-subpath-dynamicpv-bhn6&previous=false\": stream error: stream ID 1057; INTERNAL_ERROR; received from peer", err: <*url.Error | 0xc002fae4b0>{ Op: "Get", URL: "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6774/pods/pod-subpath-test-dynamicpv-bhn6/log?container=test-container-subpath-dynamicpv-bhn6&previous=false", Err: <http2.StreamError>{ StreamID: 1057, Code: 2, Cause: <*errors.errorString | 0xc0001b5670>{ s: "received from peer", }, }, }, } [FAILED] failed to get logs from pod-subpath-test-dynamicpv-bhn6 for test-container-subpath-dynamicpv-bhn6: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6774/pods/pod-subpath-test-dynamicpv-bhn6/log?container=test-container-subpath-dynamicpv-bhn6&previous=false": stream error: stream ID 1057; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 04:59:59.08 < Exit [It] should support existing directories when readOnly specified in the volumeSource - test/e2e/storage/testsuites/subpath.go:397 @ 03/24/23 04:59:59.08 (22.191s) > Enter [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 04:59:59.08 Mar 24 04:59:59.080: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 04:59:59.194 (114ms) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:399 @ 03/24/23 04:59:59.194 STEP: Deleting pod - test/e2e/storage/testsuites/subpath.go:172 @ 03/24/23 04:59:59.194 Mar 24 04:59:59.194: INFO: Deleting pod "pod-subpath-test-dynamicpv-bhn6" in namespace "provisioning-6774" STEP: Deleting pvc - test/e2e/storage/framework/volume_resource.go:181 @ 03/24/23 04:59:59.417 Mar 24 04:59:59.659: INFO: Deleting PersistentVolumeClaim "ebs.csi.aws.comklfm5" Mar 24 04:59:59.776: INFO: Waiting up to 5m0s for PersistentVolume pvc-f5bb0f4a-7afc-4bac-a902-7a0a0e15fafd to get deleted Mar 24 04:59:59.903: INFO: PersistentVolume pvc-f5bb0f4a-7afc-4bac-a902-7a0a0e15fafd found and phase=Released (127.171507ms) Mar 24 05:00:05.017: INFO: PersistentVolume pvc-f5bb0f4a-7afc-4bac-a902-7a0a0e15fafd found and phase=Released (5.240669016s) Mar 24 05:00:10.131: INFO: PersistentVolume pvc-f5bb0f4a-7afc-4bac-a902-7a0a0e15fafd found and phase=Released (10.354771427s) Mar 24 05:00:15.279: INFO: PersistentVolume pvc-f5bb0f4a-7afc-4bac-a902-7a0a0e15fafd found and phase=Released (15.502635229s) Mar 24 05:00:20.406: INFO: PersistentVolume pvc-f5bb0f4a-7afc-4bac-a902-7a0a0e15fafd was removed STEP: Deleting sc - test/e2e/storage/framework/volume_resource.go:228 @ 03/24/23 05:00:20.406 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:399 @ 03/24/23 05:00:20.538 (21.344s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:00:20.538 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:00:20.538 (0s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 05:00:20.538 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:00:20.539 STEP: Collecting events from namespace "provisioning-6774". - test/e2e/framework/debug/dump.go:42 @ 03/24/23 05:00:20.539 STEP: Found 15 events. - test/e2e/framework/debug/dump.go:46 @ 03/24/23 05:00:20.656 Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:37 +0000 UTC - event for ebs.csi.aws.comklfm5: {persistentvolume-controller } WaitForFirstConsumer: waiting for first consumer to be created before binding Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:37 +0000 UTC - event for ebs.csi.aws.comklfm5: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } Provisioning: External provisioner is provisioning volume for claim "provisioning-6774/ebs.csi.aws.comklfm5" Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:37 +0000 UTC - event for ebs.csi.aws.comklfm5: {persistentvolume-controller } ExternalProvisioning: waiting for a volume to be created, either by external provisioner "ebs.csi.aws.com" or manually created by system administrator Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:40 +0000 UTC - event for ebs.csi.aws.comklfm5: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } ProvisioningSucceeded: Successfully provisioned volume pvc-f5bb0f4a-7afc-4bac-a902-7a0a0e15fafd Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:41 +0000 UTC - event for pod-subpath-test-dynamicpv-bhn6: {default-scheduler } Scheduled: Successfully assigned provisioning-6774/pod-subpath-test-dynamicpv-bhn6 to i-0745dd1c6d9376559 Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:43 +0000 UTC - event for pod-subpath-test-dynamicpv-bhn6: {attachdetach-controller } SuccessfulAttachVolume: AttachVolume.Attach succeeded for volume "pvc-f5bb0f4a-7afc-4bac-a902-7a0a0e15fafd" Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:52 +0000 UTC - event for pod-subpath-test-dynamicpv-bhn6: {kubelet i-0745dd1c6d9376559} Pulled: Container image "registry.k8s.io/e2e-test-images/busybox:1.29-4" already present on machine Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:52 +0000 UTC - event for pod-subpath-test-dynamicpv-bhn6: {kubelet i-0745dd1c6d9376559} Created: Created container init-volume-dynamicpv-bhn6 Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:52 +0000 UTC - event for pod-subpath-test-dynamicpv-bhn6: {kubelet i-0745dd1c6d9376559} Started: Started container init-volume-dynamicpv-bhn6 Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:53 +0000 UTC - event for pod-subpath-test-dynamicpv-bhn6: {kubelet i-0745dd1c6d9376559} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:53 +0000 UTC - event for pod-subpath-test-dynamicpv-bhn6: {kubelet i-0745dd1c6d9376559} Created: Created container test-init-subpath-dynamicpv-bhn6 Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:53 +0000 UTC - event for pod-subpath-test-dynamicpv-bhn6: {kubelet i-0745dd1c6d9376559} Started: Started container test-init-subpath-dynamicpv-bhn6 Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:54 +0000 UTC - event for pod-subpath-test-dynamicpv-bhn6: {kubelet i-0745dd1c6d9376559} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:54 +0000 UTC - event for pod-subpath-test-dynamicpv-bhn6: {kubelet i-0745dd1c6d9376559} Created: Created container test-container-subpath-dynamicpv-bhn6 Mar 24 05:00:20.656: INFO: At 2023-03-24 04:59:54 +0000 UTC - event for pod-subpath-test-dynamicpv-bhn6: {kubelet i-0745dd1c6d9376559} Started: Started container test-container-subpath-dynamicpv-bhn6 Mar 24 05:00:20.771: INFO: POD NODE PHASE GRACE CONDITIONS Mar 24 05:00:20.771: INFO: Mar 24 05:00:20.917: INFO: Logging node info for node i-034b3b78a407cdcd7 Mar 24 05:00:21.039: INFO: Node Info: &Node{ObjectMeta:{i-034b3b78a407cdcd7 edbd7690-3933-4c61-96d9-8d2fe9567c88 5243 0 2023-03-24 04:50:33 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kops.k8s.io/kops-controller-pki: kubernetes.io/arch:arm64 kubernetes.io/hostname:i-034b3b78a407cdcd7 kubernetes.io/os:linux node-role.kubernetes.io/control-plane: node.kubernetes.io/exclude-from-external-load-balancers: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-034b3b78a407cdcd7"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.45.135/19 projectcalico.org/IPv4IPIPTunnelAddr:100.103.122.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:50:33 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {protokube Update v1 2023-03-24 04:51:07 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kops.k8s.io/kops-controller-pki":{},"f:node-role.kubernetes.io/control-plane":{},"f:node.kubernetes.io/exclude-from-external-load-balancers":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:51:34 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.0.0/24\"":{}},"f:taints":{}}} } {calico-node Update v1 2023-03-24 04:51:38 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 04:57:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.0.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-034b3b78a407cdcd7,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/control-plane,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[100.96.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:51:38 +0000 UTC,LastTransitionTime:2023-03-24 04:51:38 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:57:11 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:57:11 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:57:11 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:57:11 +0000 UTC,LastTransitionTime:2023-03-24 04:51:34 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.45.135,},NodeAddress{Type:ExternalIP,Address:3.124.195.101,},NodeAddress{Type:InternalDNS,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-124-195-101.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec29cde8aa98648dad6bcac2c87bf976,SystemUUID:ec29cde8-aa98-648d-ad6b-cac2c87bf976,BootID:c494d73c-f873-45cf-8d9a-0267613b2e05,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:9ce33ba33d8e738a5b85ed50b5080ac746deceed4a7496c550927a7a19ca3b6d registry.k8s.io/etcd:3.5.0-0],SizeBytes:157797353,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4afb99b4690b418ffc2ceb67e1a17376457e441c1f09ab55447f0aaf992fa646 registry.k8s.io/etcd:3.4.3-0],SizeBytes:151677080,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 registry.k8s.io/etcd:3.4.13-0],SizeBytes:134531559,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:0d2ab6b15b4fe0b903b9e81192d942fb39c29be61fe341cd16db5d0165b0435c registry.k8s.io/etcd:3.3.17-0],SizeBytes:126979107,},ContainerImage{Names:[registry.k8s.io/kube-apiserver-arm64:v1.28.0-alpha.0],SizeBytes:116040147,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-arm64:v1.28.0-alpha.0],SizeBytes:108568889,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:17da501f5d2a675be46040422a27b7cc21b8a43895ac998b171db1c346f361f7 registry.k8s.io/etcd:3.3.10-0],SizeBytes:81436097,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:6f72b851544986cb0921b53ea655ec04c36131248f16d4ad110cb3ca0c369dc1 registry.k8s.io/etcd:3.5.4-0],SizeBytes:81120118,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:13f53ed1d91e2e11aac476ee9a0269fdda6cc4874eba903efd40daf50c55eee5 registry.k8s.io/etcd:3.5.3-0],SizeBytes:81114891,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:80539316,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20 registry.k8s.io/etcd:3.2.24-1],SizeBytes:61500433,},ContainerImage{Names:[registry.k8s.io/etcdadm/etcd-manager-slim@sha256:8727adc059334e0e3329dbccce116a734da4a090da5e86c8cddccaf333caa666 registry.k8s.io/etcdadm/etcd-manager-slim:v3.0.20230201],SizeBytes:60826655,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:64b9ea357325d5db9f8a723dcf503b5a449177b17ac87d69481e126bb724c263 registry.k8s.io/etcd:3.5.1-0],SizeBytes:59553904,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-arm64:v1.28.0-alpha.0],SizeBytes:57450808,},ContainerImage{Names:[registry.k8s.io/kops/kops-controller:1.27.0-alpha.1],SizeBytes:41899493,},ContainerImage{Names:[registry.k8s.io/kops/dns-controller:1.27.0-alpha.1],SizeBytes:40375988,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[docker.io/calico/kube-controllers@sha256:2b6acd7f677f76ffe12ecf3ea7df92eb9b1bdb07336d1ac2a54c7631fb753f7e docker.io/calico/kube-controllers:v3.24.5],SizeBytes:26983577,},ContainerImage{Names:[registry.k8s.io/provider-aws/cloud-controller-manager@sha256:fdeb61e3e42ecd9cca868d550ebdb88dd6341d9e91fcfa9a37e227dab2ad22cb registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.0],SizeBytes:18345226,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/kops/kube-apiserver-healthcheck:1.27.0-alpha.1],SizeBytes:4740715,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:00:21.039: INFO: Logging kubelet events for node i-034b3b78a407cdcd7 Mar 24 05:00:21.162: INFO: Logging pods the kubelet thinks is on node i-034b3b78a407cdcd7 Mar 24 05:00:21.301: INFO: etcd-manager-events-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:00:21.301: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:00:21.301: INFO: etcd-manager-main-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:00:21.301: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:00:21.301: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:00:21.302: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:00:21.302: INFO: kube-apiserver-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+2 container statuses recorded) Mar 24 05:00:21.302: INFO: Container healthcheck ready: true, restart count 0 Mar 24 05:00:21.302: INFO: Container kube-apiserver ready: true, restart count 3 Mar 24 05:00:21.302: INFO: kube-controller-manager-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:21.302: INFO: Container kube-controller-manager ready: true, restart count 4 Mar 24 05:00:21.302: INFO: aws-cloud-controller-manager-nx2hq started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:21.302: INFO: Container aws-cloud-controller-manager ready: true, restart count 0 Mar 24 05:00:21.302: INFO: dns-controller-778f6dc98b-2dqnh started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:21.302: INFO: Container dns-controller ready: true, restart count 0 Mar 24 05:00:21.302: INFO: kube-scheduler-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:21.302: INFO: Container kube-scheduler ready: true, restart count 0 Mar 24 05:00:21.302: INFO: ebs-csi-node-stpbr started at 2023-03-24 04:51:22 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:21.302: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:21.302: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:21.302: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:21.302: INFO: calico-node-scx2q started at 2023-03-24 04:51:22 +0000 UTC (3+1 container statuses recorded) Mar 24 05:00:21.302: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:00:21.302: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:00:21.302: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:00:21.302: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:00:21.302: INFO: kops-controller-hkt98 started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:21.302: INFO: Container kops-controller ready: true, restart count 0 Mar 24 05:00:21.302: INFO: calico-kube-controllers-57d5684b7d-rwtfn started at 2023-03-24 04:51:34 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:21.302: INFO: Container calico-kube-controllers ready: true, restart count 0 Mar 24 05:00:21.302: INFO: kube-proxy-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:21.302: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:00:21.814: INFO: Latency metrics for node i-034b3b78a407cdcd7 Mar 24 05:00:21.814: INFO: Logging node info for node i-04a3a30868563686f Mar 24 05:00:21.942: INFO: Node Info: &Node{ObjectMeta:{i-04a3a30868563686f c9a3df15-9b40-451d-950b-ede2bc75009a 17198 0 2023-03-24 04:52:48 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-04a3a30868563686f kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-04a3a30868563686f topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-3860":"i-04a3a30868563686f","csi-mock-csi-mock-volumes-capacity-310":"i-04a3a30868563686f","ebs.csi.aws.com":"i-04a3a30868563686f"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.38.46/19 projectcalico.org/IPv4IPIPTunnelAddr:100.117.87.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {calico-node Update v1 2023-03-24 04:53:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:00:10 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:00:18 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.2.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-04a3a30868563686f,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:04 +0000 UTC,LastTransitionTime:2023-03-24 04:53:04 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:18 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:18 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:18 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:00:18 +0000 UTC,LastTransitionTime:2023-03-24 04:52:58 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.38.46,},NodeAddress{Type:ExternalIP,Address:3.71.200.84,},NodeAddress{Type:InternalDNS,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-200-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2ee6671e9da3dc29abf0231c19d72a,SystemUUID:ec2ee667-1e9d-a3dc-29ab-f0231c19d72a,BootID:c61828c2-d4ab-42de-ad58-cb80c7c7997a,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-3860^ad1afb35-ca00-11ed-95b2-56d53ea1705d kubernetes.io/csi/csi-mock-csi-mock-volumes-capacity-310^c01a70ca-ca00-11ed-99d6-eacde2a64f56],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-3860^ad1afb35-ca00-11ed-95b2-56d53ea1705d,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-capacity-310^c01a70ca-ca00-11ed-99d6-eacde2a64f56,DevicePath:,},},Config:nil,},} Mar 24 05:00:21.943: INFO: Logging kubelet events for node i-04a3a30868563686f Mar 24 05:00:22.080: INFO: Logging pods the kubelet thinks is on node i-04a3a30868563686f Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-hwz8l started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: ebs-csi-controller-74d7589c77-t9ltk started at 2023-03-24 04:52:58 +0000 UTC (0+5 container statuses recorded) Mar 24 05:00:22.244: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-mkkwv started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: csi-hostpathplugin-0 started at 2023-03-24 04:59:34 +0000 UTC (0+7 container statuses recorded) Mar 24 05:00:22.244: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:22.244: INFO: inline-volume-tester-8grp2 started at 2023-03-24 04:59:38 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-8zxs6 started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: false, restart count 0 Mar 24 05:00:22.244: INFO: ebs-csi-node-mz727 started at 2023-03-24 04:52:49 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:22.244: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-whw5n started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-c9nfb started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-gf6pv started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-2ll2d started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-rwf2d started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-8pfkv started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: hostpath-symlink-prep-provisioning-5127 started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container init-volume-provisioning-5127 ready: false, restart count 0 Mar 24 05:00:22.244: INFO: calico-node-wtv77 started at 2023-03-24 04:52:49 +0000 UTC (3+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:00:22.244: INFO: csi-mockplugin-0 started at 2023-03-24 04:59:57 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:22.244: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container mock ready: true, restart count 0 Mar 24 05:00:22.244: INFO: hostexec-i-04a3a30868563686f-469hj started at 2023-03-24 05:00:07 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-mppnh started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: false, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-2sxqq started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-5gnh5 started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: rc-test-6djlj started at 2023-03-24 05:00:17 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container rc-test ready: false, restart count 0 Mar 24 05:00:22.244: INFO: pvc-volume-tester-zqz58 started at 2023-03-24 05:00:09 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container volume-tester ready: false, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-bgqv2 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-2bmsb started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-4tcnk started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: pod-projected-configmaps-2c423a3a-2787-41ed-9cd6-837b66ba2242 started at 2023-03-24 04:57:25 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:22.244: INFO: Container createcm-volume-test ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container delcm-volume-test ready: true, restart count 0 Mar 24 05:00:22.244: INFO: Container updcm-volume-test ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-fp5z5 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-zrn6g started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-5tq8x started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-sg69v started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-mh4fc started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: false, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-6lxtb started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: kube-proxy-i-04a3a30868563686f started at 2023-03-24 04:52:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-wxs4w started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-n8xng started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-cqkjt started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-82gnz started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.244: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 04:59:57 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:00:22.244: INFO: simpletest-rc-to-be-deleted-lk2mf started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:22.244: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:22.783: INFO: Latency metrics for node i-04a3a30868563686f Mar 24 05:00:22.783: INFO: Logging node info for node i-0745dd1c6d9376559 Mar 24 05:00:22.896: INFO: Node Info: &Node{ObjectMeta:{i-0745dd1c6d9376559 f52e06f3-79e1-42e8-90ed-2b84deb0ce20 16607 0 2023-03-24 04:53:11 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0745dd1c6d9376559 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0745dd1c6d9376559 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-0745dd1c6d9376559"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.60.247/19 projectcalico.org/IPv4IPIPTunnelAddr:100.120.120.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:53:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.4.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:00:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.4.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0745dd1c6d9376559,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:29 +0000 UTC,LastTransitionTime:2023-03-24 04:53:29 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:12 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:12 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:12 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:00:12 +0000 UTC,LastTransitionTime:2023-03-24 04:53:22 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.60.247,},NodeAddress{Type:ExternalIP,Address:3.71.43.84,},NodeAddress{Type:InternalDNS,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-43-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2978f27ec8a158dfb69127deea0508,SystemUUID:ec2978f2-7ec8-a158-dfb6-9127deea0508,BootID:4c064b95-375f-4cb4-918e-00eba9f1189d,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:00:22.897: INFO: Logging kubelet events for node i-0745dd1c6d9376559 Mar 24 05:00:23.015: INFO: Logging pods the kubelet thinks is on node i-0745dd1c6d9376559 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-8csv4 started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-qsc4g started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-jsx45 started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: test-new-deployment-67bd4bf6dc-994c4 started at 2023-03-24 05:00:20 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container httpd ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-scm9p started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-8cxq6 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-hqzn2 started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-ph9tr started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-2c7bw started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: kube-proxy-i-0745dd1c6d9376559 started at 2023-03-24 04:53:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:00:23.139: INFO: rc-test-vx5px started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container rc-test ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-hkbhj started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-pfftj started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-5tpdg started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-9mfxx started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: calico-node-h58js started at 2023-03-24 04:53:12 +0000 UTC (3+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:00:23.139: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:00:23.139: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:00:23.139: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:00:23.139: INFO: pfpod started at 2023-03-24 04:59:37 +0000 UTC (0+2 container statuses recorded) Mar 24 05:00:23.139: INFO: Container portforwardtester ready: false, restart count 0 Mar 24 05:00:23.139: INFO: Container readiness ready: false, restart count 0 Mar 24 05:00:23.139: INFO: dns-test-c0ac994b-3bd7-4ac2-ba4e-733dfee2573a started at 2023-03-24 04:59:57 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:23.139: INFO: Container jessie-querier ready: true, restart count 0 Mar 24 05:00:23.139: INFO: Container querier ready: true, restart count 0 Mar 24 05:00:23.139: INFO: Container webserver ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-j9v8x started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: all-succeed-5gwjj started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container c ready: false, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-pj6dr started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-j4bz6 started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-p4ldj started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: all-succeed-2md7d started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container c ready: false, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-7cq2c started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: annotationupdate94da7a13-51b8-48be-b3fd-1569ea23a0e9 started at 2023-03-24 04:59:37 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container client-container ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-zb2zz started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-rphnn started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-6np66 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-j4xg9 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-d9znj started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-stlmj started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: ebs-csi-node-ws95p started at 2023-03-24 04:53:12 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:23.139: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:23.139: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:23.139: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-gxhz9 started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.139: INFO: busybox-readonly-fsbe7e89da-230e-43ae-979a-840506d73d15 started at 2023-03-24 04:59:38 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container busybox-readonly-fsbe7e89da-230e-43ae-979a-840506d73d15 ready: true, restart count 0 Mar 24 05:00:23.139: INFO: simpletest-rc-to-be-deleted-7kg75 started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.139: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.630: INFO: Latency metrics for node i-0745dd1c6d9376559 Mar 24 05:00:23.630: INFO: Logging node info for node i-086cc47d0b6889a97 Mar 24 05:00:23.745: INFO: Node Info: &Node{ObjectMeta:{i-086cc47d0b6889a97 84983f5c-d74f-4e18-a0c0-2795646851f1 16151 0 2023-03-24 04:52:46 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:arm64 kubernetes.io/hostname:i-086cc47d0b6889a97 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-086cc47d0b6889a97 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-086cc47d0b6889a97"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.61.127/19 projectcalico.org/IPv4IPIPTunnelAddr:100.126.57.192 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kubelet Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:55 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.1.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:00:03 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.1.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-086cc47d0b6889a97,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:02 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:59:55 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:59:55 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:59:55 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:59:55 +0000 UTC,LastTransitionTime:2023-03-24 04:52:55 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.61.127,},NodeAddress{Type:ExternalIP,Address:52.59.211.84,},NodeAddress{Type:InternalDNS,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-52-59-211-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec20e16945df8b4723b5c34335a6ba96,SystemUUID:ec20e169-45df-8b47-23b5-c34335a6ba96,BootID:96774e1c-cbab-4728-8463-865fe0b6dd19,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:68d396900aeaa072c1f27289485fdac29834045a6f3ffe369bf389d830ef572d registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.6],SizeBytes:19007623,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:00:23.745: INFO: Logging kubelet events for node i-086cc47d0b6889a97 Mar 24 05:00:23.863: INFO: Logging pods the kubelet thinks is on node i-086cc47d0b6889a97 Mar 24 05:00:23.996: INFO: coredns-autoscaler-8495f5575-h7fqs started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container autoscaler ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-7j28d started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-6vdcn started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-ssj8q started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-jff7l started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-bgk4f started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: hostexec-i-086cc47d0b6889a97-lsdrj started at 2023-03-24 05:00:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-m7pl4 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-7lrp5 started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-jggf6 started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-26vwc started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-j8v6f started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-547xg started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-c5cdd started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-f4hwg started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-s59bc started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: kube-proxy-i-086cc47d0b6889a97 started at 2023-03-24 04:52:46 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:00:23.996: INFO: ebs-csi-controller-74d7589c77-hzp6x started at 2023-03-24 04:52:55 +0000 UTC (0+5 container statuses recorded) Mar 24 05:00:23.996: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:00:23.996: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:00:23.996: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:00:23.996: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:23.996: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-cwjfk started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-2cdvh started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-gzl85 started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: coredns-745bddcfbb-tz9qm started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container coredns ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-27cx7 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: hostexec-i-086cc47d0b6889a97-6nhkw started at 2023-03-24 04:59:56 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-nt8ll started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-l2s2x started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: calico-node-8kfbt started at 2023-03-24 04:52:47 +0000 UTC (3+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:00:23.996: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:00:23.996: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:00:23.996: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:00:23.996: INFO: hostexec-i-086cc47d0b6889a97-mrfbb started at 2023-03-24 05:00:11 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-btt8k started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-j2dcg started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-jlslg started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-dx68k started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:23.996: INFO: ebs-csi-node-jk7wg started at 2023-03-24 04:52:47 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:23.996: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:23.996: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:23.996: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:23.996: INFO: simpletest-rc-to-be-deleted-thbc2 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:23.996: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.505: INFO: Latency metrics for node i-086cc47d0b6889a97 Mar 24 05:00:24.505: INFO: Logging node info for node i-0da40d508a250d7b2 Mar 24 05:00:24.618: INFO: Node Info: &Node{ObjectMeta:{i-0da40d508a250d7b2 4c91b188-6d57-4554-b58e-ff427523df15 17649 0 2023-03-24 04:52:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0da40d508a250d7b2 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0da40d508a250d7b2 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-expansion-2033":"i-0da40d508a250d7b2","ebs.csi.aws.com":"i-0da40d508a250d7b2"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.47.30/19 projectcalico.org/IPv4IPIPTunnelAddr:100.111.242.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:52:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.3.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:00:23 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:00:23 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.3.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0da40d508a250d7b2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:09 +0000 UTC,LastTransitionTime:2023-03-24 04:53:09 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:23 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:23 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:23 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:00:23 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.47.30,},NodeAddress{Type:ExternalIP,Address:3.75.176.250,},NodeAddress{Type:InternalDNS,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-75-176-250.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2d3fc715f031ab9963d58c0611a486,SystemUUID:ec2d3fc7-15f0-31ab-9963-d58c0611a486,BootID:be1c39b2-f076-4bbe-a24b-85c855dba80b,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-2033^351f8c7e-ca00-11ed-971d-3a87e6dca960],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-2033^351f8c7e-ca00-11ed-971d-3a87e6dca960,DevicePath:,},},Config:nil,},} Mar 24 05:00:24.618: INFO: Logging kubelet events for node i-0da40d508a250d7b2 Mar 24 05:00:24.735: INFO: Logging pods the kubelet thinks is on node i-0da40d508a250d7b2 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-5vkc2 started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: busybox-9833916d-da69-4ce9-a35b-617c861b5e60 started at 2023-03-24 05:00:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container busybox ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-fclbc started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: csi-mockplugin-0 started at 2023-03-24 04:56:05 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:24.858: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:00:24.858: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:00:24.858: INFO: Container mock ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-2x5hx started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: pod-configmaps-c111f5dd-2ffb-4158-a967-aadbf76b8334 started at 2023-03-24 04:57:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:00:24.858: INFO: kube-proxy-i-0da40d508a250d7b2 started at 2023-03-24 04:52:53 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-7pjgq started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: calico-node-shkcz started at 2023-03-24 04:52:53 +0000 UTC (3+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:00:24.858: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:00:24.858: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:00:24.858: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-tfjpp started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-9tcgd started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 04:56:05 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:00:24.858: INFO: pvc-volume-tester-46rds started at 2023-03-24 04:56:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container volume-tester ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-wfsx7 started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-rcpw6 started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: ebs-csi-node-nldgj started at 2023-03-24 04:52:53 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:24.858: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:24.858: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:24.858: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:24.858: INFO: hostexec-i-0da40d508a250d7b2-klz4k started at 2023-03-24 05:00:10 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-5t4sz started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-4wlnj started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-ps2cv started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-z5r52 started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-5qr8h started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-25h6b started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: csi-mockplugin-resizer-0 started at 2023-03-24 04:56:05 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-l9brb started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-tkp2m started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-7qm4k started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-wgt6q started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-ltr8n started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-j9d95 started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: pod-subpath-test-preprovisionedpv-6jrb started at 2023-03-24 05:00:23 +0000 UTC (1+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Init container init-volume-preprovisionedpv-6jrb ready: false, restart count 0 Mar 24 05:00:24.858: INFO: Container test-container-subpath-preprovisionedpv-6jrb ready: false, restart count 0 Mar 24 05:00:24.858: INFO: coredns-745bddcfbb-292hk started at 2023-03-24 04:53:10 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container coredns ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-pqlxm started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-gwfhc started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-x6h4x started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:24.858: INFO: simpletest-rc-to-be-deleted-5qcwl started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:24.858: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:25.403: INFO: Latency metrics for node i-0da40d508a250d7b2 END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:00:25.403 (4.865s) < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 05:00:25.403 (4.865s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 05:00:25.403 STEP: Destroying namespace "provisioning-6774" for this suite. - test/e2e/framework/framework.go:351 @ 03/24/23 05:00:25.403 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 05:00:25.537 (133ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:00:25.537 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:00:25.537 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\sExternal\sStorage\s\[Driver\:\sebs\.csi\.aws\.com\]\s\[Testpattern\:\sDynamic\sPV\s\(default\sfs\)\]\ssubPath\sshould\ssupport\sexisting\sdirectory$'
[FAILED] failed to get logs from pod-subpath-test-dynamicpv-gb4p for test-container-volume-dynamicpv-gb4p: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9497/pods/pod-subpath-test-dynamicpv-gb4p/log?container=test-container-volume-dynamicpv-gb4p&previous=false": stream error: stream ID 1741; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:06:27.015from junit_01.xml
> Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 05:06:10.33 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 05:06:10.33 (0s) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 05:06:10.33 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/24/23 05:06:10.33 Mar 24 05:06:10.330: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename provisioning - test/e2e/framework/framework.go:250 @ 03/24/23 05:06:10.331 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/24/23 05:06:10.676 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/24/23 05:06:10.906 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 05:06:11.144 (813ms) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:06:11.144 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:06:11.144 (0s) > Enter [It] should support existing directory - test/e2e/storage/testsuites/subpath.go:205 @ 03/24/23 05:06:11.144 Mar 24 05:06:11.144: INFO: Creating resource for dynamic PV Mar 24 05:06:11.144: INFO: Using claimSize:1Gi, test suite supported size:{ 1Mi}, driver(ebs.csi.aws.com) supported size:{ 1Mi} STEP: creating a StorageClass provisioning-9497-e2e-scfprq7 - test/e2e/storage/framework/volume_resource.go:102 @ 03/24/23 05:06:11.145 STEP: creating a claim - test/e2e/storage/framework/volume_resource.go:294 @ 03/24/23 05:06:11.263 Mar 24 05:06:11.263: INFO: Warning: Making PVC: VolumeMode specified as invalid empty string, treating as nil STEP: Creating pod pod-subpath-test-dynamicpv-gb4p - test/e2e/storage/testsuites/subpath.go:691 @ 03/24/23 05:06:11.496 STEP: Creating a pod to test subpath - test/e2e/framework/pod/output/output.go:243 @ 03/24/23 05:06:11.496 STEP: Saw pod success - test/e2e/framework/pod/wait.go:409 @ 03/24/23 05:06:26.545 Mar 24 05:06:26.659: INFO: Trying to get logs from node i-0745dd1c6d9376559 pod pod-subpath-test-dynamicpv-gb4p container test-container-volume-dynamicpv-gb4p: <nil> Mar 24 05:06:26.774: INFO: Failed to get logs from node "i-0745dd1c6d9376559" pod "pod-subpath-test-dynamicpv-gb4p" container "test-container-volume-dynamicpv-gb4p". Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9497/pods/pod-subpath-test-dynamicpv-gb4p/log?container=test-container-volume-dynamicpv-gb4p&previous=false": stream error: stream ID 1741; INTERNAL_ERROR; received from peer STEP: delete the pod - test/e2e/framework/pod/output/output.go:168 @ 03/24/23 05:06:26.774 Mar 24 05:06:27.015: INFO: Unexpected error: <*fmt.wrapError | 0xc003692ea0>: failed to get logs from pod-subpath-test-dynamicpv-gb4p for test-container-volume-dynamicpv-gb4p: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9497/pods/pod-subpath-test-dynamicpv-gb4p/log?container=test-container-volume-dynamicpv-gb4p&previous=false": stream error: stream ID 1741; INTERNAL_ERROR; received from peer { msg: "failed to get logs from pod-subpath-test-dynamicpv-gb4p for test-container-volume-dynamicpv-gb4p: Get \"https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9497/pods/pod-subpath-test-dynamicpv-gb4p/log?container=test-container-volume-dynamicpv-gb4p&previous=false\": stream error: stream ID 1741; INTERNAL_ERROR; received from peer", err: <*url.Error | 0xc002968ae0>{ Op: "Get", URL: "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9497/pods/pod-subpath-test-dynamicpv-gb4p/log?container=test-container-volume-dynamicpv-gb4p&previous=false", Err: <http2.StreamError>{ StreamID: 1741, Code: 2, Cause: <*errors.errorString | 0xc0001b5650>{ s: "received from peer", }, }, }, } [FAILED] failed to get logs from pod-subpath-test-dynamicpv-gb4p for test-container-volume-dynamicpv-gb4p: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9497/pods/pod-subpath-test-dynamicpv-gb4p/log?container=test-container-volume-dynamicpv-gb4p&previous=false": stream error: stream ID 1741; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:06:27.015 < Exit [It] should support existing directory - test/e2e/storage/testsuites/subpath.go:205 @ 03/24/23 05:06:27.016 (15.872s) > Enter [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:06:27.016 Mar 24 05:06:27.016: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:06:27.13 (115ms) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:207 @ 03/24/23 05:06:27.13 STEP: Deleting pod - test/e2e/storage/testsuites/subpath.go:172 @ 03/24/23 05:06:27.13 Mar 24 05:06:27.130: INFO: Deleting pod "pod-subpath-test-dynamicpv-gb4p" in namespace "provisioning-9497" STEP: Deleting pvc - test/e2e/storage/framework/volume_resource.go:181 @ 03/24/23 05:06:27.244 Mar 24 05:06:27.472: INFO: Deleting PersistentVolumeClaim "ebs.csi.aws.coms5gbt" Mar 24 05:06:27.589: INFO: Waiting up to 5m0s for PersistentVolume pvc-f4cecb9f-a9d3-4459-8c67-ff355c0f8575 to get deleted Mar 24 05:06:27.703: INFO: PersistentVolume pvc-f4cecb9f-a9d3-4459-8c67-ff355c0f8575 found and phase=Released (113.997379ms) Mar 24 05:06:32.817: INFO: PersistentVolume pvc-f4cecb9f-a9d3-4459-8c67-ff355c0f8575 found and phase=Released (5.228094462s) Mar 24 05:06:37.931: INFO: PersistentVolume pvc-f4cecb9f-a9d3-4459-8c67-ff355c0f8575 found and phase=Released (10.342174526s) Mar 24 05:06:43.045: INFO: PersistentVolume pvc-f4cecb9f-a9d3-4459-8c67-ff355c0f8575 was removed STEP: Deleting sc - test/e2e/storage/framework/volume_resource.go:228 @ 03/24/23 05:06:43.045 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:207 @ 03/24/23 05:06:43.169 (16.039s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:06:43.169 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:06:43.169 (0s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 05:06:43.169 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:06:43.169 STEP: Collecting events from namespace "provisioning-9497". - test/e2e/framework/debug/dump.go:42 @ 03/24/23 05:06:43.169 STEP: Found 18 events. - test/e2e/framework/debug/dump.go:46 @ 03/24/23 05:06:43.286 Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:11 +0000 UTC - event for ebs.csi.aws.coms5gbt: {persistentvolume-controller } WaitForFirstConsumer: waiting for first consumer to be created before binding Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:11 +0000 UTC - event for ebs.csi.aws.coms5gbt: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } Provisioning: External provisioner is provisioning volume for claim "provisioning-9497/ebs.csi.aws.coms5gbt" Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:11 +0000 UTC - event for ebs.csi.aws.coms5gbt: {persistentvolume-controller } ExternalProvisioning: waiting for a volume to be created, either by external provisioner "ebs.csi.aws.com" or manually created by system administrator Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:14 +0000 UTC - event for ebs.csi.aws.coms5gbt: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } ProvisioningSucceeded: Successfully provisioned volume pvc-f4cecb9f-a9d3-4459-8c67-ff355c0f8575 Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:15 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {default-scheduler } Scheduled: Successfully assigned provisioning-9497/pod-subpath-test-dynamicpv-gb4p to i-0745dd1c6d9376559 Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:17 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {attachdetach-controller } SuccessfulAttachVolume: AttachVolume.Attach succeeded for volume "pvc-f4cecb9f-a9d3-4459-8c67-ff355c0f8575" Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:20 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Pulled: Container image "registry.k8s.io/e2e-test-images/busybox:1.29-4" already present on machine Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:21 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Created: Created container init-volume-dynamicpv-gb4p Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:21 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Started: Started container init-volume-dynamicpv-gb4p Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:22 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:22 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Created: Created container test-init-subpath-dynamicpv-gb4p Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:22 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Started: Started container test-init-subpath-dynamicpv-gb4p Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:23 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:23 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Created: Created container test-container-subpath-dynamicpv-gb4p Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:23 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Started: Started container test-container-subpath-dynamicpv-gb4p Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:23 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:23 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Created: Created container test-container-volume-dynamicpv-gb4p Mar 24 05:06:43.286: INFO: At 2023-03-24 05:06:23 +0000 UTC - event for pod-subpath-test-dynamicpv-gb4p: {kubelet i-0745dd1c6d9376559} Started: Started container test-container-volume-dynamicpv-gb4p Mar 24 05:06:43.401: INFO: POD NODE PHASE GRACE CONDITIONS Mar 24 05:06:43.401: INFO: Mar 24 05:06:43.516: INFO: Logging node info for node i-034b3b78a407cdcd7 Mar 24 05:06:43.630: INFO: Node Info: &Node{ObjectMeta:{i-034b3b78a407cdcd7 edbd7690-3933-4c61-96d9-8d2fe9567c88 23343 0 2023-03-24 04:50:33 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kops.k8s.io/kops-controller-pki: kubernetes.io/arch:arm64 kubernetes.io/hostname:i-034b3b78a407cdcd7 kubernetes.io/os:linux node-role.kubernetes.io/control-plane: node.kubernetes.io/exclude-from-external-load-balancers: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-034b3b78a407cdcd7"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.45.135/19 projectcalico.org/IPv4IPIPTunnelAddr:100.103.122.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:50:33 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {protokube Update v1 2023-03-24 04:51:07 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kops.k8s.io/kops-controller-pki":{},"f:node-role.kubernetes.io/control-plane":{},"f:node.kubernetes.io/exclude-from-external-load-balancers":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:51:34 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.0.0/24\"":{}},"f:taints":{}}} } {calico-node Update v1 2023-03-24 04:51:38 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:02:18 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.0.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-034b3b78a407cdcd7,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/control-plane,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[100.96.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:51:38 +0000 UTC,LastTransitionTime:2023-03-24 04:51:38 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:02:18 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:02:18 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:02:18 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:02:18 +0000 UTC,LastTransitionTime:2023-03-24 04:51:34 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.45.135,},NodeAddress{Type:ExternalIP,Address:3.124.195.101,},NodeAddress{Type:InternalDNS,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-124-195-101.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec29cde8aa98648dad6bcac2c87bf976,SystemUUID:ec29cde8-aa98-648d-ad6b-cac2c87bf976,BootID:c494d73c-f873-45cf-8d9a-0267613b2e05,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:9ce33ba33d8e738a5b85ed50b5080ac746deceed4a7496c550927a7a19ca3b6d registry.k8s.io/etcd:3.5.0-0],SizeBytes:157797353,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4afb99b4690b418ffc2ceb67e1a17376457e441c1f09ab55447f0aaf992fa646 registry.k8s.io/etcd:3.4.3-0],SizeBytes:151677080,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 registry.k8s.io/etcd:3.4.13-0],SizeBytes:134531559,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:0d2ab6b15b4fe0b903b9e81192d942fb39c29be61fe341cd16db5d0165b0435c registry.k8s.io/etcd:3.3.17-0],SizeBytes:126979107,},ContainerImage{Names:[registry.k8s.io/kube-apiserver-arm64:v1.28.0-alpha.0],SizeBytes:116040147,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-arm64:v1.28.0-alpha.0],SizeBytes:108568889,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:17da501f5d2a675be46040422a27b7cc21b8a43895ac998b171db1c346f361f7 registry.k8s.io/etcd:3.3.10-0],SizeBytes:81436097,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:6f72b851544986cb0921b53ea655ec04c36131248f16d4ad110cb3ca0c369dc1 registry.k8s.io/etcd:3.5.4-0],SizeBytes:81120118,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:13f53ed1d91e2e11aac476ee9a0269fdda6cc4874eba903efd40daf50c55eee5 registry.k8s.io/etcd:3.5.3-0],SizeBytes:81114891,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:80539316,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20 registry.k8s.io/etcd:3.2.24-1],SizeBytes:61500433,},ContainerImage{Names:[registry.k8s.io/etcdadm/etcd-manager-slim@sha256:8727adc059334e0e3329dbccce116a734da4a090da5e86c8cddccaf333caa666 registry.k8s.io/etcdadm/etcd-manager-slim:v3.0.20230201],SizeBytes:60826655,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:64b9ea357325d5db9f8a723dcf503b5a449177b17ac87d69481e126bb724c263 registry.k8s.io/etcd:3.5.1-0],SizeBytes:59553904,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-arm64:v1.28.0-alpha.0],SizeBytes:57450808,},ContainerImage{Names:[registry.k8s.io/kops/kops-controller:1.27.0-alpha.1],SizeBytes:41899493,},ContainerImage{Names:[registry.k8s.io/kops/dns-controller:1.27.0-alpha.1],SizeBytes:40375988,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[docker.io/calico/kube-controllers@sha256:2b6acd7f677f76ffe12ecf3ea7df92eb9b1bdb07336d1ac2a54c7631fb753f7e docker.io/calico/kube-controllers:v3.24.5],SizeBytes:26983577,},ContainerImage{Names:[registry.k8s.io/provider-aws/cloud-controller-manager@sha256:fdeb61e3e42ecd9cca868d550ebdb88dd6341d9e91fcfa9a37e227dab2ad22cb registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.0],SizeBytes:18345226,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/kops/kube-apiserver-healthcheck:1.27.0-alpha.1],SizeBytes:4740715,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:06:43.630: INFO: Logging kubelet events for node i-034b3b78a407cdcd7 Mar 24 05:06:43.749: INFO: Logging pods the kubelet thinks is on node i-034b3b78a407cdcd7 Mar 24 05:06:43.870: INFO: kube-controller-manager-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:43.870: INFO: Container kube-controller-manager ready: true, restart count 4 Mar 24 05:06:43.870: INFO: aws-cloud-controller-manager-nx2hq started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:43.870: INFO: Container aws-cloud-controller-manager ready: true, restart count 0 Mar 24 05:06:43.870: INFO: dns-controller-778f6dc98b-2dqnh started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:43.870: INFO: Container dns-controller ready: true, restart count 0 Mar 24 05:06:43.870: INFO: kube-scheduler-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:43.870: INFO: Container kube-scheduler ready: true, restart count 0 Mar 24 05:06:43.870: INFO: etcd-manager-events-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:06:43.870: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:06:43.870: INFO: etcd-manager-main-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:06:43.870: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:06:43.870: INFO: kube-apiserver-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+2 container statuses recorded) Mar 24 05:06:43.870: INFO: Container healthcheck ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Container kube-apiserver ready: true, restart count 3 Mar 24 05:06:43.870: INFO: calico-kube-controllers-57d5684b7d-rwtfn started at 2023-03-24 04:51:34 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:43.870: INFO: Container calico-kube-controllers ready: true, restart count 0 Mar 24 05:06:43.870: INFO: kube-proxy-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:43.870: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:06:43.870: INFO: ebs-csi-node-stpbr started at 2023-03-24 04:51:22 +0000 UTC (0+3 container statuses recorded) Mar 24 05:06:43.870: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:06:43.870: INFO: calico-node-scx2q started at 2023-03-24 04:51:22 +0000 UTC (3+1 container statuses recorded) Mar 24 05:06:43.870: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:06:43.870: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:06:43.870: INFO: kops-controller-hkt98 started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:43.870: INFO: Container kops-controller ready: true, restart count 0 Mar 24 05:06:44.313: INFO: Latency metrics for node i-034b3b78a407cdcd7 Mar 24 05:06:44.313: INFO: Logging node info for node i-04a3a30868563686f Mar 24 05:06:44.427: INFO: Node Info: &Node{ObjectMeta:{i-04a3a30868563686f c9a3df15-9b40-451d-950b-ede2bc75009a 35545 0 2023-03-24 04:52:48 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-04a3a30868563686f kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-04a3a30868563686f topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-expansion-5479":"csi-mock-csi-mock-volumes-expansion-5479","ebs.csi.aws.com":"i-04a3a30868563686f"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.38.46/19 projectcalico.org/IPv4IPIPTunnelAddr:100.117.87.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {calico-node Update v1 2023-03-24 04:53:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:05:57 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:06:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.2.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-04a3a30868563686f,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:04 +0000 UTC,LastTransitionTime:2023-03-24 04:53:04 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:06:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:58 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.38.46,},NodeAddress{Type:ExternalIP,Address:3.71.200.84,},NodeAddress{Type:InternalDNS,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-200-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2ee6671e9da3dc29abf0231c19d72a,SystemUUID:ec2ee667-1e9d-a3dc-29ab-f0231c19d72a,BootID:c61828c2-d4ab-42de-ad58-cb80c7c7997a,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:18561972,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-5479^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-5479^4,DevicePath:,},},Config:nil,},} Mar 24 05:06:44.428: INFO: Logging kubelet events for node i-04a3a30868563686f Mar 24 05:06:44.548: INFO: Logging pods the kubelet thinks is on node i-04a3a30868563686f Mar 24 05:06:44.669: INFO: kube-proxy-i-04a3a30868563686f started at 2023-03-24 04:52:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:44.669: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:06:44.669: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 05:05:43 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:44.669: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:06:44.669: INFO: pod-projected-secrets-6be43615-22c1-499f-9063-9d518b93469c started at 2023-03-24 05:02:43 +0000 UTC (0+3 container statuses recorded) Mar 24 05:06:44.669: INFO: Container creates-volume-test ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container dels-volume-test ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container upds-volume-test ready: true, restart count 0 Mar 24 05:06:44.669: INFO: hostexec-i-04a3a30868563686f-nbhfb started at 2023-03-24 05:06:26 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:44.669: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:06:44.669: INFO: ebs-csi-controller-74d7589c77-t9ltk started at 2023-03-24 04:52:58 +0000 UTC (0+5 container statuses recorded) Mar 24 05:06:44.669: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:06:44.669: INFO: ebs-csi-node-mz727 started at 2023-03-24 04:52:49 +0000 UTC (0+3 container statuses recorded) Mar 24 05:06:44.669: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:06:44.669: INFO: hostexec-i-04a3a30868563686f-c8gg4 started at 2023-03-24 05:06:29 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:44.669: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:06:44.669: INFO: local-injector started at 2023-03-24 05:06:38 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:44.669: INFO: Container local-injector ready: true, restart count 0 Mar 24 05:06:44.669: INFO: calico-node-wtv77 started at 2023-03-24 04:52:49 +0000 UTC (3+1 container statuses recorded) Mar 24 05:06:44.669: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:06:44.669: INFO: test-rolling-update-with-lb-69fcddc54f-d5fr4 started at 2023-03-24 05:05:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:44.669: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:06:44.669: INFO: liveness-dbe047ec-50d0-421a-89b5-bd380efecf99 started at 2023-03-24 05:06:08 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:44.669: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:06:44.669: INFO: csi-mockplugin-0 started at 2023-03-24 05:05:43 +0000 UTC (0+4 container statuses recorded) Mar 24 05:06:44.669: INFO: Container busybox ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:06:44.669: INFO: Container mock ready: true, restart count 0 Mar 24 05:06:44.669: INFO: csi-mockplugin-resizer-0 started at 2023-03-24 05:05:43 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:44.669: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:06:45.129: INFO: Latency metrics for node i-04a3a30868563686f Mar 24 05:06:45.129: INFO: Logging node info for node i-0745dd1c6d9376559 Mar 24 05:06:45.244: INFO: Node Info: &Node{ObjectMeta:{i-0745dd1c6d9376559 f52e06f3-79e1-42e8-90ed-2b84deb0ce20 36234 0 2023-03-24 04:53:11 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0745dd1c6d9376559 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0745dd1c6d9376559 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-0745dd1c6d9376559"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.60.247/19 projectcalico.org/IPv4IPIPTunnelAddr:100.120.120.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:53:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.4.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:06:30 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.4.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0745dd1c6d9376559,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:29 +0000 UTC,LastTransitionTime:2023-03-24 04:53:29 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:30 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:30 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:30 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:06:30 +0000 UTC,LastTransitionTime:2023-03-24 04:53:22 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.60.247,},NodeAddress{Type:ExternalIP,Address:3.71.43.84,},NodeAddress{Type:InternalDNS,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-43-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2978f27ec8a158dfb69127deea0508,SystemUUID:ec2978f2-7ec8-a158-dfb6-9127deea0508,BootID:4c064b95-375f-4cb4-918e-00eba9f1189d,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2003505,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:06:45.244: INFO: Logging kubelet events for node i-0745dd1c6d9376559 Mar 24 05:06:45.368: INFO: Logging pods the kubelet thinks is on node i-0745dd1c6d9376559 Mar 24 05:06:45.490: INFO: kube-proxy-i-0745dd1c6d9376559 started at 2023-03-24 04:53:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:06:45.490: INFO: pod1 started at 2023-03-24 05:06:43 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:06:45.490: INFO: pod-configmaps-8695b813-e4fa-4180-853a-9a973cbbf867 started at 2023-03-24 05:05:45 +0000 UTC (0+3 container statuses recorded) Mar 24 05:06:45.490: INFO: Container createcm-volume-test ready: true, restart count 0 Mar 24 05:06:45.490: INFO: Container delcm-volume-test ready: true, restart count 0 Mar 24 05:06:45.490: INFO: Container updcm-volume-test ready: true, restart count 0 Mar 24 05:06:45.490: INFO: test-webserver-eff5e187-f62e-4eb0-b595-a45af8901014 started at 2023-03-24 05:06:08 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Container test-webserver ready: true, restart count 0 Mar 24 05:06:45.490: INFO: calico-node-h58js started at 2023-03-24 04:53:12 +0000 UTC (3+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:06:45.490: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:06:45.490: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:06:45.490: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:06:45.490: INFO: startup-a1afe73f-1485-4680-907d-c999584cca9b started at 2023-03-24 05:05:58 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Container busybox ready: true, restart count 0 Mar 24 05:06:45.490: INFO: test-rolling-update-with-lb-69fcddc54f-fwdzj started at 2023-03-24 05:05:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:06:45.490: INFO: pod-ephm-test-configmap-dq2v started at 2023-03-24 05:04:47 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Container test-container-subpath-configmap-dq2v ready: false, restart count 0 Mar 24 05:06:45.490: INFO: ebs-csi-node-ws95p started at 2023-03-24 04:53:12 +0000 UTC (0+3 container statuses recorded) Mar 24 05:06:45.490: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:06:45.490: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:06:45.490: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:06:45.490: INFO: liveness-fb9c5d87-f0b8-4669-87c1-7fc636739a80 started at 2023-03-24 05:04:45 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Container agnhost-container ready: false, restart count 4 Mar 24 05:06:45.490: INFO: test-grpc-b3156598-8543-4144-9227-4e8f649d2b6c started at 2023-03-24 05:03:52 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:06:45.490: INFO: csi-mockplugin-0 started at 2023-03-24 05:06:41 +0000 UTC (0+4 container statuses recorded) Mar 24 05:06:45.490: INFO: Container busybox ready: true, restart count 0 Mar 24 05:06:45.490: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:06:45.490: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:06:45.490: INFO: Container mock ready: true, restart count 0 Mar 24 05:06:45.490: INFO: pause-pod-1 started at 2023-03-24 05:05:02 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:06:45.490: INFO: pod-handle-http-request started at 2023-03-24 05:04:39 +0000 UTC (0+2 container statuses recorded) Mar 24 05:06:45.490: INFO: Container container-handle-http-request ready: true, restart count 0 Mar 24 05:06:45.490: INFO: Container container-handle-https-request ready: true, restart count 0 Mar 24 05:06:45.490: INFO: execpodrjgsm started at 2023-03-24 05:06:05 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:06:45.490: INFO: pod-with-poststart-http-hook started at 2023-03-24 05:04:41 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:45.490: INFO: Container pod-with-poststart-http-hook ready: true, restart count 0 Mar 24 05:06:45.942: INFO: Latency metrics for node i-0745dd1c6d9376559 Mar 24 05:06:45.942: INFO: Logging node info for node i-086cc47d0b6889a97 Mar 24 05:06:46.056: INFO: Node Info: &Node{ObjectMeta:{i-086cc47d0b6889a97 84983f5c-d74f-4e18-a0c0-2795646851f1 36265 0 2023-03-24 04:52:46 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:arm64 kubernetes.io/hostname:i-086cc47d0b6889a97 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-086cc47d0b6889a97 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-086cc47d0b6889a97"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.61.127/19 projectcalico.org/IPv4IPIPTunnelAddr:100.126.57.192 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kubelet Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:55 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.1.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:06:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.1.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-086cc47d0b6889a97,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:02 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:24 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:24 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:24 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:06:24 +0000 UTC,LastTransitionTime:2023-03-24 04:52:55 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.61.127,},NodeAddress{Type:ExternalIP,Address:52.59.211.84,},NodeAddress{Type:InternalDNS,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-52-59-211-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec20e16945df8b4723b5c34335a6ba96,SystemUUID:ec20e169-45df-8b47-23b5-c34335a6ba96,BootID:96774e1c-cbab-4728-8463-865fe0b6dd19,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:68d396900aeaa072c1f27289485fdac29834045a6f3ffe369bf389d830ef572d registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.6],SizeBytes:19007623,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:06:46.057: INFO: Logging kubelet events for node i-086cc47d0b6889a97 Mar 24 05:06:46.185: INFO: Logging pods the kubelet thinks is on node i-086cc47d0b6889a97 Mar 24 05:06:46.306: INFO: coredns-autoscaler-8495f5575-h7fqs started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:46.306: INFO: Container autoscaler ready: true, restart count 0 Mar 24 05:06:46.306: INFO: pod-secrets-e78344a7-abcc-4343-be2e-23c905dc7a68 started at 2023-03-24 05:05:58 +0000 UTC (0+3 container statuses recorded) Mar 24 05:06:46.306: INFO: Container creates-volume-test ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Container dels-volume-test ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Container upds-volume-test ready: true, restart count 0 Mar 24 05:06:46.306: INFO: pod-handle-http-request started at 2023-03-24 05:05:19 +0000 UTC (0+2 container statuses recorded) Mar 24 05:06:46.306: INFO: Container container-handle-http-request ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Container container-handle-https-request ready: true, restart count 0 Mar 24 05:06:46.306: INFO: e2e-test-httpd-pod started at 2023-03-24 05:06:39 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:46.306: INFO: Container e2e-test-httpd-pod ready: true, restart count 0 Mar 24 05:06:46.306: INFO: kube-proxy-i-086cc47d0b6889a97 started at 2023-03-24 04:52:46 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:46.306: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:06:46.306: INFO: ebs-csi-controller-74d7589c77-hzp6x started at 2023-03-24 04:52:55 +0000 UTC (0+5 container statuses recorded) Mar 24 05:06:46.306: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:06:46.306: INFO: coredns-745bddcfbb-tz9qm started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:46.306: INFO: Container coredns ready: true, restart count 0 Mar 24 05:06:46.306: INFO: calico-node-8kfbt started at 2023-03-24 04:52:47 +0000 UTC (3+1 container statuses recorded) Mar 24 05:06:46.306: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:06:46.306: INFO: pod1 started at 2023-03-24 05:06:02 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:46.306: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:06:46.306: INFO: labelsupdate0afe17de-6a2f-4de7-8fd3-98f2ca97c1f7 started at 2023-03-24 05:06:42 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:46.306: INFO: Container client-container ready: true, restart count 0 Mar 24 05:06:46.306: INFO: ebs-csi-node-jk7wg started at 2023-03-24 04:52:47 +0000 UTC (0+3 container statuses recorded) Mar 24 05:06:46.306: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:06:46.306: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:06:46.751: INFO: Latency metrics for node i-086cc47d0b6889a97 Mar 24 05:06:46.751: INFO: Logging node info for node i-0da40d508a250d7b2 Mar 24 05:06:46.869: INFO: Node Info: &Node{ObjectMeta:{i-0da40d508a250d7b2 4c91b188-6d57-4554-b58e-ff427523df15 36777 0 2023-03-24 04:52:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0da40d508a250d7b2 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0da40d508a250d7b2 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-3300":"i-0da40d508a250d7b2","csi-mock-csi-mock-volumes-capacity-3655":"i-0da40d508a250d7b2","ebs.csi.aws.com":"i-0da40d508a250d7b2"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.47.30/19 projectcalico.org/IPv4IPIPTunnelAddr:100.111.242.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:52:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.3.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:06:42 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {kube-controller-manager Update v1 2023-03-24 05:06:44 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.3.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0da40d508a250d7b2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:09 +0000 UTC,LastTransitionTime:2023-03-24 04:53:09 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:42 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:42 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:06:42 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:06:42 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.47.30,},NodeAddress{Type:ExternalIP,Address:3.75.176.250,},NodeAddress{Type:InternalDNS,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-75-176-250.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2d3fc715f031ab9963d58c0611a486,SystemUUID:ec2d3fc7-15f0-31ab-9963-d58c0611a486,BootID:be1c39b2-f076-4bbe-a24b-85c855dba80b,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:18561972,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:6817940,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-capacity-3655^aafc547a-ca01-11ed-99c7-2a915336d339,DevicePath:,},},Config:nil,},} Mar 24 05:06:46.870: INFO: Logging kubelet events for node i-0da40d508a250d7b2 Mar 24 05:06:46.988: INFO: Logging pods the kubelet thinks is on node i-0da40d508a250d7b2 Mar 24 05:06:47.110: INFO: ebs-csi-node-nldgj started at 2023-03-24 04:52:53 +0000 UTC (0+3 container statuses recorded) Mar 24 05:06:47.110: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:06:47.110: INFO: pfpod started at 2023-03-24 05:05:46 +0000 UTC (0+2 container statuses recorded) Mar 24 05:06:47.110: INFO: Container portforwardtester ready: false, restart count 0 Mar 24 05:06:47.110: INFO: Container readiness ready: false, restart count 0 Mar 24 05:06:47.110: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:05:48 +0000 UTC (0+7 container statuses recorded) Mar 24 05:06:47.110: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:06:47.110: INFO: coredns-745bddcfbb-292hk started at 2023-03-24 04:53:10 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:47.110: INFO: Container coredns ready: true, restart count 0 Mar 24 05:06:47.110: INFO: pvc-volume-tester-tbmzb started at 2023-03-24 05:06:44 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:47.110: INFO: Container volume-tester ready: false, restart count 0 Mar 24 05:06:47.110: INFO: pod-with-poststart-exec-hook started at 2023-03-24 05:05:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:47.110: INFO: Container pod-with-poststart-exec-hook ready: true, restart count 0 Mar 24 05:06:47.110: INFO: kube-proxy-i-0da40d508a250d7b2 started at 2023-03-24 04:52:53 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:47.110: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:06:47.110: INFO: calico-node-shkcz started at 2023-03-24 04:52:53 +0000 UTC (3+1 container statuses recorded) Mar 24 05:06:47.110: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:06:47.110: INFO: startup-e20b38e2-43cd-4935-8c00-b23f2191894d started at 2023-03-24 05:03:18 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:47.110: INFO: Container busybox ready: false, restart count 0 Mar 24 05:06:47.110: INFO: test-rolling-update-with-lb-69fcddc54f-qjxkv started at 2023-03-24 05:05:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:47.110: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:06:47.110: INFO: hostexec-i-0da40d508a250d7b2-st5f4 started at 2023-03-24 05:06:41 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:47.110: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:06:47.110: INFO: hostexec-i-0da40d508a250d7b2-4xns5 started at 2023-03-24 05:06:41 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:47.110: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:06:47.110: INFO: csi-mockplugin-0 started at 2023-03-24 05:06:31 +0000 UTC (0+3 container statuses recorded) Mar 24 05:06:47.110: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:06:47.110: INFO: Container mock ready: true, restart count 0 Mar 24 05:06:47.110: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 05:06:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:06:47.110: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:06:47.557: INFO: Latency metrics for node i-0da40d508a250d7b2 END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:06:47.557 (4.388s) < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 05:06:47.557 (4.388s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 05:06:47.557 STEP: Destroying namespace "provisioning-9497" for this suite. - test/e2e/framework/framework.go:351 @ 03/24/23 05:06:47.557 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 05:06:47.679 (122ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:06:47.68 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:06:47.68 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\sExternal\sStorage\s\[Driver\:\sebs\.csi\.aws\.com\]\s\[Testpattern\:\sDynamic\sPV\s\(default\sfs\)\]\ssubPath\sshould\ssupport\sexisting\ssingle\sfile\s\[LinuxOnly\]$'
[FAILED] failed to get logs from pod-subpath-test-dynamicpv-2q7j for test-container-subpath-dynamicpv-2q7j: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9840/pods/pod-subpath-test-dynamicpv-2q7j/log?container=test-container-subpath-dynamicpv-2q7j&previous=false": stream error: stream ID 97; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 04:56:37.455from junit_01.xml
> Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 04:56:22.855 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 04:56:22.855 (0s) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 04:56:22.855 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/24/23 04:56:22.855 Mar 24 04:56:22.855: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename provisioning - test/e2e/framework/framework.go:250 @ 03/24/23 04:56:22.856 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/24/23 04:56:23.196 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/24/23 04:56:23.464 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 04:56:23.693 (838ms) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 04:56:23.693 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 04:56:23.693 (0s) > Enter [It] should support existing single file [LinuxOnly] - test/e2e/storage/testsuites/subpath.go:219 @ 03/24/23 04:56:23.693 Mar 24 04:56:23.693: INFO: Creating resource for dynamic PV Mar 24 04:56:23.693: INFO: Using claimSize:1Gi, test suite supported size:{ 1Mi}, driver(ebs.csi.aws.com) supported size:{ 1Mi} STEP: creating a StorageClass provisioning-9840-e2e-sc6cd6t - test/e2e/storage/framework/volume_resource.go:102 @ 03/24/23 04:56:23.694 STEP: creating a claim - test/e2e/storage/framework/volume_resource.go:294 @ 03/24/23 04:56:23.811 Mar 24 04:56:23.811: INFO: Warning: Making PVC: VolumeMode specified as invalid empty string, treating as nil STEP: Creating pod pod-subpath-test-dynamicpv-2q7j - test/e2e/storage/testsuites/subpath.go:691 @ 03/24/23 04:56:24.041 STEP: Creating a pod to test subpath - test/e2e/framework/pod/output/output.go:243 @ 03/24/23 04:56:24.041 STEP: Saw pod success - test/e2e/framework/pod/wait.go:409 @ 03/24/23 04:56:36.976 Mar 24 04:56:37.098: INFO: Trying to get logs from node i-086cc47d0b6889a97 pod pod-subpath-test-dynamicpv-2q7j container test-container-subpath-dynamicpv-2q7j: <nil> Mar 24 04:56:37.210: INFO: Failed to get logs from node "i-086cc47d0b6889a97" pod "pod-subpath-test-dynamicpv-2q7j" container "test-container-subpath-dynamicpv-2q7j". Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9840/pods/pod-subpath-test-dynamicpv-2q7j/log?container=test-container-subpath-dynamicpv-2q7j&previous=false": stream error: stream ID 97; INTERNAL_ERROR; received from peer STEP: delete the pod - test/e2e/framework/pod/output/output.go:168 @ 03/24/23 04:56:37.21 Mar 24 04:56:37.455: INFO: Unexpected error: <*fmt.wrapError | 0xc000e7b900>: failed to get logs from pod-subpath-test-dynamicpv-2q7j for test-container-subpath-dynamicpv-2q7j: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9840/pods/pod-subpath-test-dynamicpv-2q7j/log?container=test-container-subpath-dynamicpv-2q7j&previous=false": stream error: stream ID 97; INTERNAL_ERROR; received from peer { msg: "failed to get logs from pod-subpath-test-dynamicpv-2q7j for test-container-subpath-dynamicpv-2q7j: Get \"https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9840/pods/pod-subpath-test-dynamicpv-2q7j/log?container=test-container-subpath-dynamicpv-2q7j&previous=false\": stream error: stream ID 97; INTERNAL_ERROR; received from peer", err: <*url.Error | 0xc003094e70>{ Op: "Get", URL: "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9840/pods/pod-subpath-test-dynamicpv-2q7j/log?container=test-container-subpath-dynamicpv-2q7j&previous=false", Err: <http2.StreamError>{ StreamID: 97, Code: 2, Cause: <*errors.errorString | 0xc0001e96c0>{ s: "received from peer", }, }, }, } [FAILED] failed to get logs from pod-subpath-test-dynamicpv-2q7j for test-container-subpath-dynamicpv-2q7j: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-9840/pods/pod-subpath-test-dynamicpv-2q7j/log?container=test-container-subpath-dynamicpv-2q7j&previous=false": stream error: stream ID 97; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 04:56:37.455 < Exit [It] should support existing single file [LinuxOnly] - test/e2e/storage/testsuites/subpath.go:219 @ 03/24/23 04:56:37.455 (13.762s) > Enter [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 04:56:37.455 Mar 24 04:56:37.455: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 04:56:37.578 (123ms) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:221 @ 03/24/23 04:56:37.578 STEP: Deleting pod - test/e2e/storage/testsuites/subpath.go:172 @ 03/24/23 04:56:37.578 Mar 24 04:56:37.578: INFO: Deleting pod "pod-subpath-test-dynamicpv-2q7j" in namespace "provisioning-9840" STEP: Deleting pvc - test/e2e/storage/framework/volume_resource.go:181 @ 03/24/23 04:56:37.806 Mar 24 04:56:38.036: INFO: Deleting PersistentVolumeClaim "ebs.csi.aws.com9t9gj" Mar 24 04:56:38.167: INFO: Waiting up to 5m0s for PersistentVolume pvc-7b850599-2cdf-4712-ae45-0b9ab9372820 to get deleted Mar 24 04:56:38.281: INFO: PersistentVolume pvc-7b850599-2cdf-4712-ae45-0b9ab9372820 found and phase=Released (114.016822ms) Mar 24 04:56:43.398: INFO: PersistentVolume pvc-7b850599-2cdf-4712-ae45-0b9ab9372820 found and phase=Released (5.230812346s) Mar 24 04:56:48.514: INFO: PersistentVolume pvc-7b850599-2cdf-4712-ae45-0b9ab9372820 found and phase=Released (10.346846977s) Mar 24 04:56:53.626: INFO: PersistentVolume pvc-7b850599-2cdf-4712-ae45-0b9ab9372820 was removed STEP: Deleting sc - test/e2e/storage/framework/volume_resource.go:228 @ 03/24/23 04:56:53.626 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:221 @ 03/24/23 04:56:53.756 (16.178s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 04:56:53.756 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 04:56:53.756 (0s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 04:56:53.756 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 04:56:53.756 STEP: Collecting events from namespace "provisioning-9840". - test/e2e/framework/debug/dump.go:42 @ 03/24/23 04:56:53.756 STEP: Found 12 events. - test/e2e/framework/debug/dump.go:46 @ 03/24/23 04:56:53.871 Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:23 +0000 UTC - event for ebs.csi.aws.com9t9gj: {persistentvolume-controller } WaitForFirstConsumer: waiting for first consumer to be created before binding Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:24 +0000 UTC - event for ebs.csi.aws.com9t9gj: {persistentvolume-controller } ExternalProvisioning: waiting for a volume to be created, either by external provisioner "ebs.csi.aws.com" or manually created by system administrator Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:24 +0000 UTC - event for ebs.csi.aws.com9t9gj: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } Provisioning: External provisioner is provisioning volume for claim "provisioning-9840/ebs.csi.aws.com9t9gj" Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:27 +0000 UTC - event for ebs.csi.aws.com9t9gj: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } ProvisioningSucceeded: Successfully provisioned volume pvc-7b850599-2cdf-4712-ae45-0b9ab9372820 Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:28 +0000 UTC - event for pod-subpath-test-dynamicpv-2q7j: {default-scheduler } Scheduled: Successfully assigned provisioning-9840/pod-subpath-test-dynamicpv-2q7j to i-086cc47d0b6889a97 Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:30 +0000 UTC - event for pod-subpath-test-dynamicpv-2q7j: {attachdetach-controller } SuccessfulAttachVolume: AttachVolume.Attach succeeded for volume "pvc-7b850599-2cdf-4712-ae45-0b9ab9372820" Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:32 +0000 UTC - event for pod-subpath-test-dynamicpv-2q7j: {kubelet i-086cc47d0b6889a97} Pulled: Container image "registry.k8s.io/e2e-test-images/busybox:1.29-4" already present on machine Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:32 +0000 UTC - event for pod-subpath-test-dynamicpv-2q7j: {kubelet i-086cc47d0b6889a97} Created: Created container init-volume-dynamicpv-2q7j Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:32 +0000 UTC - event for pod-subpath-test-dynamicpv-2q7j: {kubelet i-086cc47d0b6889a97} Started: Started container init-volume-dynamicpv-2q7j Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:32 +0000 UTC - event for pod-subpath-test-dynamicpv-2q7j: {kubelet i-086cc47d0b6889a97} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:32 +0000 UTC - event for pod-subpath-test-dynamicpv-2q7j: {kubelet i-086cc47d0b6889a97} Created: Created container test-container-subpath-dynamicpv-2q7j Mar 24 04:56:53.871: INFO: At 2023-03-24 04:56:32 +0000 UTC - event for pod-subpath-test-dynamicpv-2q7j: {kubelet i-086cc47d0b6889a97} Started: Started container test-container-subpath-dynamicpv-2q7j Mar 24 04:56:54.001: INFO: POD NODE PHASE GRACE CONDITIONS Mar 24 04:56:54.001: INFO: Mar 24 04:56:54.118: INFO: Logging node info for node i-034b3b78a407cdcd7 Mar 24 04:56:54.235: INFO: Node Info: &Node{ObjectMeta:{i-034b3b78a407cdcd7 edbd7690-3933-4c61-96d9-8d2fe9567c88 634 0 2023-03-24 04:50:33 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kops.k8s.io/kops-controller-pki: kubernetes.io/arch:arm64 kubernetes.io/hostname:i-034b3b78a407cdcd7 kubernetes.io/os:linux node-role.kubernetes.io/control-plane: node.kubernetes.io/exclude-from-external-load-balancers: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-034b3b78a407cdcd7"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.45.135/19 projectcalico.org/IPv4IPIPTunnelAddr:100.103.122.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:50:33 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {protokube Update v1 2023-03-24 04:51:07 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kops.k8s.io/kops-controller-pki":{},"f:node-role.kubernetes.io/control-plane":{},"f:node.kubernetes.io/exclude-from-external-load-balancers":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:51:34 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.0.0/24\"":{}},"f:taints":{}}} } {calico-node Update v1 2023-03-24 04:51:38 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 04:52:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.0.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-034b3b78a407cdcd7,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/control-plane,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[100.96.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:51:38 +0000 UTC,LastTransitionTime:2023-03-24 04:51:38 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:52:05 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:52:05 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:52:05 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:52:05 +0000 UTC,LastTransitionTime:2023-03-24 04:51:34 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.45.135,},NodeAddress{Type:ExternalIP,Address:3.124.195.101,},NodeAddress{Type:InternalDNS,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-124-195-101.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec29cde8aa98648dad6bcac2c87bf976,SystemUUID:ec29cde8-aa98-648d-ad6b-cac2c87bf976,BootID:c494d73c-f873-45cf-8d9a-0267613b2e05,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:9ce33ba33d8e738a5b85ed50b5080ac746deceed4a7496c550927a7a19ca3b6d registry.k8s.io/etcd:3.5.0-0],SizeBytes:157797353,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4afb99b4690b418ffc2ceb67e1a17376457e441c1f09ab55447f0aaf992fa646 registry.k8s.io/etcd:3.4.3-0],SizeBytes:151677080,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 registry.k8s.io/etcd:3.4.13-0],SizeBytes:134531559,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:0d2ab6b15b4fe0b903b9e81192d942fb39c29be61fe341cd16db5d0165b0435c registry.k8s.io/etcd:3.3.17-0],SizeBytes:126979107,},ContainerImage{Names:[registry.k8s.io/kube-apiserver-arm64:v1.28.0-alpha.0],SizeBytes:116040147,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-arm64:v1.28.0-alpha.0],SizeBytes:108568889,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:17da501f5d2a675be46040422a27b7cc21b8a43895ac998b171db1c346f361f7 registry.k8s.io/etcd:3.3.10-0],SizeBytes:81436097,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:6f72b851544986cb0921b53ea655ec04c36131248f16d4ad110cb3ca0c369dc1 registry.k8s.io/etcd:3.5.4-0],SizeBytes:81120118,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:13f53ed1d91e2e11aac476ee9a0269fdda6cc4874eba903efd40daf50c55eee5 registry.k8s.io/etcd:3.5.3-0],SizeBytes:81114891,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:80539316,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20 registry.k8s.io/etcd:3.2.24-1],SizeBytes:61500433,},ContainerImage{Names:[registry.k8s.io/etcdadm/etcd-manager-slim@sha256:8727adc059334e0e3329dbccce116a734da4a090da5e86c8cddccaf333caa666 registry.k8s.io/etcdadm/etcd-manager-slim:v3.0.20230201],SizeBytes:60826655,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:64b9ea357325d5db9f8a723dcf503b5a449177b17ac87d69481e126bb724c263 registry.k8s.io/etcd:3.5.1-0],SizeBytes:59553904,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-arm64:v1.28.0-alpha.0],SizeBytes:57450808,},ContainerImage{Names:[registry.k8s.io/kops/kops-controller:1.27.0-alpha.1],SizeBytes:41899493,},ContainerImage{Names:[registry.k8s.io/kops/dns-controller:1.27.0-alpha.1],SizeBytes:40375988,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[docker.io/calico/kube-controllers@sha256:2b6acd7f677f76ffe12ecf3ea7df92eb9b1bdb07336d1ac2a54c7631fb753f7e docker.io/calico/kube-controllers:v3.24.5],SizeBytes:26983577,},ContainerImage{Names:[registry.k8s.io/provider-aws/cloud-controller-manager@sha256:fdeb61e3e42ecd9cca868d550ebdb88dd6341d9e91fcfa9a37e227dab2ad22cb registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.0],SizeBytes:18345226,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/kops/kube-apiserver-healthcheck:1.27.0-alpha.1],SizeBytes:4740715,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 04:56:54.235: INFO: Logging kubelet events for node i-034b3b78a407cdcd7 Mar 24 04:56:54.354: INFO: Logging pods the kubelet thinks is on node i-034b3b78a407cdcd7 Mar 24 04:56:54.588: INFO: etcd-manager-events-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 04:56:54.588: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 04:56:54.588: INFO: etcd-manager-main-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 04:56:54.588: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 04:56:54.588: INFO: kube-apiserver-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+2 container statuses recorded) Mar 24 04:56:54.588: INFO: Container healthcheck ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Container kube-apiserver ready: true, restart count 3 Mar 24 04:56:54.588: INFO: kube-controller-manager-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:54.588: INFO: Container kube-controller-manager ready: true, restart count 4 Mar 24 04:56:54.588: INFO: aws-cloud-controller-manager-nx2hq started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:54.588: INFO: Container aws-cloud-controller-manager ready: true, restart count 0 Mar 24 04:56:54.588: INFO: dns-controller-778f6dc98b-2dqnh started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:54.588: INFO: Container dns-controller ready: true, restart count 0 Mar 24 04:56:54.588: INFO: kube-scheduler-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:54.588: INFO: Container kube-scheduler ready: true, restart count 0 Mar 24 04:56:54.588: INFO: ebs-csi-node-stpbr started at 2023-03-24 04:51:22 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:54.588: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:54.588: INFO: calico-node-scx2q started at 2023-03-24 04:51:22 +0000 UTC (3+1 container statuses recorded) Mar 24 04:56:54.588: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container install-cni ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 04:56:54.588: INFO: Container calico-node ready: true, restart count 0 Mar 24 04:56:54.588: INFO: kops-controller-hkt98 started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:54.588: INFO: Container kops-controller ready: true, restart count 0 Mar 24 04:56:54.588: INFO: calico-kube-controllers-57d5684b7d-rwtfn started at 2023-03-24 04:51:34 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:54.588: INFO: Container calico-kube-controllers ready: true, restart count 0 Mar 24 04:56:54.588: INFO: kube-proxy-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:54.588: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 04:56:54.995: INFO: Latency metrics for node i-034b3b78a407cdcd7 Mar 24 04:56:54.995: INFO: Logging node info for node i-04a3a30868563686f Mar 24 04:56:55.109: INFO: Node Info: &Node{ObjectMeta:{i-04a3a30868563686f c9a3df15-9b40-451d-950b-ede2bc75009a 4423 0 2023-03-24 04:52:48 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-04a3a30868563686f kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-04a3a30868563686f"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.38.46/19 projectcalico.org/IPv4IPIPTunnelAddr:100.117.87.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {calico-node Update v1 2023-03-24 04:53:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:56:42 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 04:56:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.2.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-04a3a30868563686f,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:04 +0000 UTC,LastTransitionTime:2023-03-24 04:53:04 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:53 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:53 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:53 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:56:53 +0000 UTC,LastTransitionTime:2023-03-24 04:52:58 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.38.46,},NodeAddress{Type:ExternalIP,Address:3.71.200.84,},NodeAddress{Type:InternalDNS,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-200-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2ee6671e9da3dc29abf0231c19d72a,SystemUUID:ec2ee667-1e9d-a3dc-29ab-f0231c19d72a,BootID:c61828c2-d4ab-42de-ad58-cb80c7c7997a,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/ebs.csi.aws.com^vol-042bba4e9b5b9626d kubernetes.io/csi/ebs.csi.aws.com^vol-05032cb595dd9fe46 kubernetes.io/csi/ebs.csi.aws.com^vol-0a307aa53fc4d7bda kubernetes.io/csi/ebs.csi.aws.com^vol-0a911a83cfe7ae98d kubernetes.io/csi/ebs.csi.aws.com^vol-0dc9d2a257ee72d9c],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-05032cb595dd9fe46,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0a911a83cfe7ae98d,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0dc9d2a257ee72d9c,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-042bba4e9b5b9626d,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0a307aa53fc4d7bda,DevicePath:,},},Config:nil,},} Mar 24 04:56:55.109: INFO: Logging kubelet events for node i-04a3a30868563686f Mar 24 04:56:55.231: INFO: Logging pods the kubelet thinks is on node i-04a3a30868563686f Mar 24 04:56:55.372: INFO: kube-proxy-i-04a3a30868563686f started at 2023-03-24 04:52:49 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:55.372: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 04:56:55.372: INFO: calico-node-wtv77 started at 2023-03-24 04:52:49 +0000 UTC (3+1 container statuses recorded) Mar 24 04:56:55.372: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Init container install-cni ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Container calico-node ready: true, restart count 0 Mar 24 04:56:55.372: INFO: ebs-csi-controller-74d7589c77-t9ltk started at 2023-03-24 04:52:58 +0000 UTC (0+5 container statuses recorded) Mar 24 04:56:55.372: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:55.372: INFO: ss-0 started at 2023-03-24 04:56:40 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:55.372: INFO: Container webserver ready: true, restart count 0 Mar 24 04:56:55.372: INFO: csi-mockplugin-resizer-0 started at 2023-03-24 04:56:41 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:55.372: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 04:56:55.372: INFO: ebs-csi-node-mz727 started at 2023-03-24 04:52:49 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:55.372: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:55.372: INFO: inline-volume-tester-djwx4 started at 2023-03-24 04:56:20 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:55.372: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 04:56:55.372: INFO: ss-0 started at 2023-03-24 04:56:06 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:55.372: INFO: Container webserver ready: true, restart count 0 Mar 24 04:56:55.372: INFO: inline-volume-tester2-ppfzs started at 2023-03-24 04:56:23 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:55.372: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 04:56:55.372: INFO: csi-mockplugin-0 started at 2023-03-24 04:56:41 +0000 UTC (0+4 container statuses recorded) Mar 24 04:56:55.372: INFO: Container busybox ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 04:56:55.372: INFO: Container mock ready: true, restart count 0 Mar 24 04:56:55.372: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 04:56:41 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:55.372: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 04:56:55.372: INFO: netserver-0 started at 2023-03-24 04:56:45 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:55.372: INFO: Container webserver ready: false, restart count 0 Mar 24 04:56:55.839: INFO: Latency metrics for node i-04a3a30868563686f Mar 24 04:56:55.839: INFO: Logging node info for node i-0745dd1c6d9376559 Mar 24 04:56:55.951: INFO: Node Info: &Node{ObjectMeta:{i-0745dd1c6d9376559 f52e06f3-79e1-42e8-90ed-2b84deb0ce20 4171 0 2023-03-24 04:53:11 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0745dd1c6d9376559 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0745dd1c6d9376559 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-volume-expand-4739":"i-0745dd1c6d9376559","ebs.csi.aws.com":"i-0745dd1c6d9376559"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.60.247/19 projectcalico.org/IPv4IPIPTunnelAddr:100.120.120.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:53:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.4.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:56:37 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 04:56:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.4.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0745dd1c6d9376559,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:29 +0000 UTC,LastTransitionTime:2023-03-24 04:53:29 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:47 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:47 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:47 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:56:47 +0000 UTC,LastTransitionTime:2023-03-24 04:53:22 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.60.247,},NodeAddress{Type:ExternalIP,Address:3.71.43.84,},NodeAddress{Type:InternalDNS,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-43-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2978f27ec8a158dfb69127deea0508,SystemUUID:ec2978f2-7ec8-a158-dfb6-9127deea0508,BootID:4c064b95-375f-4cb4-918e-00eba9f1189d,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-volume-expand-4739^33159023-ca00-11ed-8623-361d99728bf5 kubernetes.io/csi/ebs.csi.aws.com^vol-0a622edfe36f089b8],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0a622edfe36f089b8,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-volume-expand-4739^33159023-ca00-11ed-8623-361d99728bf5,DevicePath:,},},Config:nil,},} Mar 24 04:56:55.952: INFO: Logging kubelet events for node i-0745dd1c6d9376559 Mar 24 04:56:56.069: INFO: Logging pods the kubelet thinks is on node i-0745dd1c6d9376559 Mar 24 04:56:56.189: INFO: ebs-csi-node-ws95p started at 2023-03-24 04:53:12 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:56.189: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:56.189: INFO: hostexec-i-0745dd1c6d9376559-jnp9g started at 2023-03-24 04:56:31 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:56.189: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:56.189: INFO: client-containers-7ce84627-732a-43eb-a44e-c1fe3995b5e8 started at 2023-03-24 04:56:54 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:56.189: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:56.189: INFO: csi-hostpathplugin-0 started at 2023-03-24 04:56:06 +0000 UTC (0+7 container statuses recorded) Mar 24 04:56:56.189: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Container hostpath ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:56.189: INFO: calico-node-h58js started at 2023-03-24 04:53:12 +0000 UTC (3+1 container statuses recorded) Mar 24 04:56:56.189: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Init container install-cni ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Container calico-node ready: true, restart count 0 Mar 24 04:56:56.189: INFO: test-ss-1 started at 2023-03-24 04:56:49 +0000 UTC (0+2 container statuses recorded) Mar 24 04:56:56.189: INFO: Container test-ss ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Container webserver ready: true, restart count 0 Mar 24 04:56:56.189: INFO: pod-subpath-test-preprovisionedpv-tgtx started at 2023-03-24 04:56:54 +0000 UTC (1+1 container statuses recorded) Mar 24 04:56:56.189: INFO: Init container init-volume-preprovisionedpv-tgtx ready: true, restart count 0 Mar 24 04:56:56.189: INFO: Container test-container-subpath-preprovisionedpv-tgtx ready: false, restart count 0 Mar 24 04:56:56.189: INFO: csi-hostpathplugin-0 started at 2023-03-24 04:56:55 +0000 UTC (0+7 container statuses recorded) Mar 24 04:56:56.189: INFO: Container csi-attacher ready: false, restart count 0 Mar 24 04:56:56.189: INFO: Container csi-provisioner ready: false, restart count 0 Mar 24 04:56:56.189: INFO: Container csi-resizer ready: false, restart count 0 Mar 24 04:56:56.189: INFO: Container csi-snapshotter ready: false, restart count 0 Mar 24 04:56:56.189: INFO: Container hostpath ready: false, restart count 0 Mar 24 04:56:56.189: INFO: Container liveness-probe ready: false, restart count 0 Mar 24 04:56:56.189: INFO: Container node-driver-registrar ready: false, restart count 0 Mar 24 04:56:56.189: INFO: netserver-1 started at 2023-03-24 04:56:46 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:56.189: INFO: Container webserver ready: false, restart count 0 Mar 24 04:56:56.189: INFO: hostexec-i-0745dd1c6d9376559-wqkq6 started at 2023-03-24 04:56:35 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:56.189: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:56.189: INFO: ss-2 started at 2023-03-24 04:56:30 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:56.189: INFO: Container webserver ready: true, restart count 0 Mar 24 04:56:56.189: INFO: local-client started at 2023-03-24 04:56:48 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:56.189: INFO: Container local-client ready: true, restart count 0 Mar 24 04:56:56.189: INFO: pod-ccce9375-2549-48ac-845f-53a3161cea6c started at 2023-03-24 04:56:13 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:56.189: INFO: Container write-pod ready: true, restart count 0 Mar 24 04:56:56.189: INFO: kube-proxy-i-0745dd1c6d9376559 started at 2023-03-24 04:53:12 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:56.189: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 04:56:56.665: INFO: Latency metrics for node i-0745dd1c6d9376559 Mar 24 04:56:56.665: INFO: Logging node info for node i-086cc47d0b6889a97 Mar 24 04:56:56.778: INFO: Node Info: &Node{ObjectMeta:{i-086cc47d0b6889a97 84983f5c-d74f-4e18-a0c0-2795646851f1 4341 0 2023-03-24 04:52:46 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-086cc47d0b6889a97 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-086cc47d0b6889a97"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.61.127/19 projectcalico.org/IPv4IPIPTunnelAddr:100.126.57.192 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kubelet Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:55 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.1.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:56:41 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 04:56:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.1.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-086cc47d0b6889a97,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:02 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:51 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:51 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:51 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:56:51 +0000 UTC,LastTransitionTime:2023-03-24 04:52:55 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.61.127,},NodeAddress{Type:ExternalIP,Address:52.59.211.84,},NodeAddress{Type:InternalDNS,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-52-59-211-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec20e16945df8b4723b5c34335a6ba96,SystemUUID:ec20e169-45df-8b47-23b5-c34335a6ba96,BootID:96774e1c-cbab-4728-8463-865fe0b6dd19,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:68d396900aeaa072c1f27289485fdac29834045a6f3ffe369bf389d830ef572d registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.6],SizeBytes:19007623,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/ebs.csi.aws.com^vol-0dd99f93cd36811c7],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0dd99f93cd36811c7,DevicePath:,},},Config:nil,},} Mar 24 04:56:56.778: INFO: Logging kubelet events for node i-086cc47d0b6889a97 Mar 24 04:56:56.895: INFO: Logging pods the kubelet thinks is on node i-086cc47d0b6889a97 Mar 24 04:56:57.017: INFO: netserver-2 started at 2023-03-24 04:56:46 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container webserver ready: true, restart count 0 Mar 24 04:56:57.017: INFO: pod-subpath-test-preprovisionedpv-f7s6 started at 2023-03-24 04:56:54 +0000 UTC (2+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Init container init-volume-preprovisionedpv-f7s6 ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Init container test-init-subpath-preprovisionedpv-f7s6 ready: false, restart count 0 Mar 24 04:56:57.017: INFO: Container test-container-subpath-preprovisionedpv-f7s6 ready: false, restart count 0 Mar 24 04:56:57.017: INFO: hostexec-i-086cc47d0b6889a97-v82p5 started at 2023-03-24 04:56:55 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:57.017: INFO: hostexec-i-086cc47d0b6889a97-t2lrl started at 2023-03-24 04:56:35 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:57.017: INFO: fail-once-non-local-s74bq started at 2023-03-24 04:56:44 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container c ready: false, restart count 0 Mar 24 04:56:57.017: INFO: fail-once-non-local-75m4r started at 2023-03-24 04:56:40 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container c ready: false, restart count 0 Mar 24 04:56:57.017: INFO: fail-once-non-local-bcx59 started at 2023-03-24 04:56:44 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container c ready: false, restart count 0 Mar 24 04:56:57.017: INFO: csi-mockplugin-0 started at 2023-03-24 04:56:49 +0000 UTC (0+4 container statuses recorded) Mar 24 04:56:57.017: INFO: Container busybox ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Container mock ready: true, restart count 0 Mar 24 04:56:57.017: INFO: kube-proxy-i-086cc47d0b6889a97 started at 2023-03-24 04:52:46 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 04:56:57.017: INFO: ebs-csi-node-jk7wg started at 2023-03-24 04:52:47 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:57.017: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:57.017: INFO: ebs-csi-controller-74d7589c77-hzp6x started at 2023-03-24 04:52:55 +0000 UTC (0+5 container statuses recorded) Mar 24 04:56:57.017: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:57.017: INFO: ss-1 started at 2023-03-24 04:56:20 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container webserver ready: false, restart count 0 Mar 24 04:56:57.017: INFO: coredns-745bddcfbb-tz9qm started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container coredns ready: true, restart count 0 Mar 24 04:56:57.017: INFO: coredns-autoscaler-8495f5575-h7fqs started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container autoscaler ready: true, restart count 0 Mar 24 04:56:57.017: INFO: hostexec-i-086cc47d0b6889a97-56zx7 started at 2023-03-24 04:56:49 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:57.017: INFO: fail-once-non-local-8xqvl started at 2023-03-24 04:56:48 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container c ready: false, restart count 0 Mar 24 04:56:57.017: INFO: calico-node-8kfbt started at 2023-03-24 04:52:47 +0000 UTC (3+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Init container install-cni ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Container calico-node ready: true, restart count 0 Mar 24 04:56:57.017: INFO: test-ss-0 started at 2023-03-24 04:56:52 +0000 UTC (0+2 container statuses recorded) Mar 24 04:56:57.017: INFO: Container test-ss ready: true, restart count 0 Mar 24 04:56:57.017: INFO: Container webserver ready: true, restart count 0 Mar 24 04:56:57.017: INFO: fail-once-non-local-w5s5w started at 2023-03-24 04:56:40 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.017: INFO: Container c ready: false, restart count 0 Mar 24 04:56:57.446: INFO: Latency metrics for node i-086cc47d0b6889a97 Mar 24 04:56:57.446: INFO: Logging node info for node i-0da40d508a250d7b2 Mar 24 04:56:57.560: INFO: Node Info: &Node{ObjectMeta:{i-0da40d508a250d7b2 4c91b188-6d57-4554-b58e-ff427523df15 4351 0 2023-03-24 04:52:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0da40d508a250d7b2 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0da40d508a250d7b2 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-expansion-2033":"i-0da40d508a250d7b2","ebs.csi.aws.com":"i-0da40d508a250d7b2"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.47.30/19 projectcalico.org/IPv4IPIPTunnelAddr:100.111.242.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:52:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.3.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 04:56:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status} {kube-controller-manager Update v1 2023-03-24 04:56:51 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.3.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0da40d508a250d7b2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:09 +0000 UTC,LastTransitionTime:2023-03-24 04:53:09 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.47.30,},NodeAddress{Type:ExternalIP,Address:3.75.176.250,},NodeAddress{Type:InternalDNS,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-75-176-250.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2d3fc715f031ab9963d58c0611a486,SystemUUID:ec2d3fc7-15f0-31ab-9963-d58c0611a486,BootID:be1c39b2-f076-4bbe-a24b-85c855dba80b,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-2033^351f8c7e-ca00-11ed-971d-3a87e6dca960 kubernetes.io/csi/ebs.csi.aws.com^vol-0e244ae70017ceafb],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-2033^351f8c7e-ca00-11ed-971d-3a87e6dca960,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-03cc9c0d90dbdc14c,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0e244ae70017ceafb,DevicePath:,},},Config:nil,},} Mar 24 04:56:57.561: INFO: Logging kubelet events for node i-0da40d508a250d7b2 Mar 24 04:56:57.677: INFO: Logging pods the kubelet thinks is on node i-0da40d508a250d7b2 Mar 24 04:56:57.798: INFO: ebs-csi-node-nldgj started at 2023-03-24 04:52:53 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:57.798: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:57.798: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:57.798: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:57.798: INFO: liveness-c9d2ded1-77b3-440d-be7d-bad01e175020 started at 2023-03-24 04:56:00 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:57.798: INFO: csi-mockplugin-0 started at 2023-03-24 04:56:05 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:57.798: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 04:56:57.798: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 04:56:57.798: INFO: Container mock ready: true, restart count 0 Mar 24 04:56:57.798: INFO: netserver-3 started at 2023-03-24 04:56:46 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container webserver ready: false, restart count 0 Mar 24 04:56:57.798: INFO: kube-proxy-i-0da40d508a250d7b2 started at 2023-03-24 04:52:53 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 04:56:57.798: INFO: csi-mockplugin-resizer-0 started at 2023-03-24 04:56:05 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 04:56:57.798: INFO: calico-node-shkcz started at 2023-03-24 04:52:53 +0000 UTC (3+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 04:56:57.798: INFO: Init container install-cni ready: true, restart count 0 Mar 24 04:56:57.798: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 04:56:57.798: INFO: Container calico-node ready: true, restart count 0 Mar 24 04:56:57.798: INFO: coredns-745bddcfbb-292hk started at 2023-03-24 04:53:10 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container coredns ready: true, restart count 0 Mar 24 04:56:57.798: INFO: hostexec-i-0da40d508a250d7b2-25tjc started at 2023-03-24 04:56:49 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:57.798: INFO: explicit-nonroot-uid started at 2023-03-24 04:56:49 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container explicit-nonroot-uid ready: false, restart count 0 Mar 24 04:56:57.798: INFO: ss-1 started at 2023-03-24 04:56:49 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container webserver ready: false, restart count 0 Mar 24 04:56:57.798: INFO: pod-ephm-test-secret-swwr started at 2023-03-24 04:56:00 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container test-container-subpath-secret-swwr ready: false, restart count 0 Mar 24 04:56:57.798: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 04:56:05 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 04:56:57.798: INFO: inline-volume-tester-d4x6r started at 2023-03-24 04:56:08 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 04:56:57.798: INFO: busybox-f7d5529d-116f-493c-bbd5-de05a6a73c68 started at 2023-03-24 04:56:14 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container busybox ready: true, restart count 0 Mar 24 04:56:57.798: INFO: pvc-volume-tester-46rds started at 2023-03-24 04:56:16 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container volume-tester ready: true, restart count 0 Mar 24 04:56:57.798: INFO: pod-8ec465e4-8885-48ed-b00d-8ed76e77d5c8 started at 2023-03-24 04:56:54 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:57.798: INFO: Container write-pod ready: true, restart count 0 Mar 24 04:56:58.233: INFO: Latency metrics for node i-0da40d508a250d7b2 END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 04:56:58.233 (4.477s) < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 04:56:58.233 (4.477s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 04:56:58.233 STEP: Destroying namespace "provisioning-9840" for this suite. - test/e2e/framework/framework.go:351 @ 03/24/23 04:56:58.233 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 04:56:58.347 (114ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 04:56:58.347 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 04:56:58.347 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\sExternal\sStorage\s\[Driver\:\sebs\.csi\.aws\.com\]\s\[Testpattern\:\sDynamic\sPV\s\(default\sfs\)\]\ssubPath\sshould\ssupport\sfile\sas\ssubpath\s\[LinuxOnly\]$'
[FAILED] failed to get logs from pod-subpath-test-dynamicpv-rj9w for test-container-subpath-dynamicpv-rj9w: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3963/pods/pod-subpath-test-dynamicpv-rj9w/log?container=test-container-subpath-dynamicpv-rj9w&previous=false": stream error: stream ID 1981; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:13:03.96from junit_01.xml
> Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 05:12:26.05 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 05:12:26.05 (0s) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 05:12:26.05 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/24/23 05:12:26.05 Mar 24 05:12:26.050: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename provisioning - test/e2e/framework/framework.go:250 @ 03/24/23 05:12:26.051 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/24/23 05:12:26.392 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/24/23 05:12:26.616 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 05:12:26.84 (790ms) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:12:26.84 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:12:26.84 (0s) > Enter [It] should support file as subpath [LinuxOnly] - test/e2e/storage/testsuites/subpath.go:230 @ 03/24/23 05:12:26.84 Mar 24 05:12:26.840: INFO: Creating resource for dynamic PV Mar 24 05:12:26.841: INFO: Using claimSize:1Gi, test suite supported size:{ 1Mi}, driver(ebs.csi.aws.com) supported size:{ 1Mi} STEP: creating a StorageClass provisioning-3963-e2e-scd9frw - test/e2e/storage/framework/volume_resource.go:102 @ 03/24/23 05:12:26.841 STEP: creating a claim - test/e2e/storage/framework/volume_resource.go:294 @ 03/24/23 05:12:26.957 Mar 24 05:12:26.957: INFO: Warning: Making PVC: VolumeMode specified as invalid empty string, treating as nil STEP: Creating pod pod-subpath-test-dynamicpv-rj9w - test/e2e/storage/testsuites/subpath.go:489 @ 03/24/23 05:12:27.202 STEP: Creating a pod to test atomic-volume-subpath - test/e2e/framework/pod/output/output.go:243 @ 03/24/23 05:12:27.202 STEP: Saw pod success - test/e2e/framework/pod/wait.go:409 @ 03/24/23 05:13:03.497 Mar 24 05:13:03.609: INFO: Trying to get logs from node i-0da40d508a250d7b2 pod pod-subpath-test-dynamicpv-rj9w container test-container-subpath-dynamicpv-rj9w: <nil> Mar 24 05:13:03.721: INFO: Failed to get logs from node "i-0da40d508a250d7b2" pod "pod-subpath-test-dynamicpv-rj9w" container "test-container-subpath-dynamicpv-rj9w". Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3963/pods/pod-subpath-test-dynamicpv-rj9w/log?container=test-container-subpath-dynamicpv-rj9w&previous=false": stream error: stream ID 1981; INTERNAL_ERROR; received from peer STEP: delete the pod - test/e2e/framework/pod/output/output.go:168 @ 03/24/23 05:13:03.721 Mar 24 05:13:03.959: INFO: Unexpected error: <*fmt.wrapError | 0xc004b0eb80>: failed to get logs from pod-subpath-test-dynamicpv-rj9w for test-container-subpath-dynamicpv-rj9w: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3963/pods/pod-subpath-test-dynamicpv-rj9w/log?container=test-container-subpath-dynamicpv-rj9w&previous=false": stream error: stream ID 1981; INTERNAL_ERROR; received from peer { msg: "failed to get logs from pod-subpath-test-dynamicpv-rj9w for test-container-subpath-dynamicpv-rj9w: Get \"https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3963/pods/pod-subpath-test-dynamicpv-rj9w/log?container=test-container-subpath-dynamicpv-rj9w&previous=false\": stream error: stream ID 1981; INTERNAL_ERROR; received from peer", err: <*url.Error | 0xc004bdf1a0>{ Op: "Get", URL: "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3963/pods/pod-subpath-test-dynamicpv-rj9w/log?container=test-container-subpath-dynamicpv-rj9w&previous=false", Err: <http2.StreamError>{ StreamID: 1981, Code: 2, Cause: <*errors.errorString | 0xc0001b5650>{ s: "received from peer", }, }, }, } [FAILED] failed to get logs from pod-subpath-test-dynamicpv-rj9w for test-container-subpath-dynamicpv-rj9w: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3963/pods/pod-subpath-test-dynamicpv-rj9w/log?container=test-container-subpath-dynamicpv-rj9w&previous=false": stream error: stream ID 1981; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:13:03.96 < Exit [It] should support file as subpath [LinuxOnly] - test/e2e/storage/testsuites/subpath.go:230 @ 03/24/23 05:13:03.96 (37.119s) > Enter [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:13:03.96 Mar 24 05:13:03.960: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:13:04.073 (114ms) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:232 @ 03/24/23 05:13:04.073 STEP: Deleting pod - test/e2e/storage/testsuites/subpath.go:172 @ 03/24/23 05:13:04.073 Mar 24 05:13:04.073: INFO: Deleting pod "pod-subpath-test-dynamicpv-rj9w" in namespace "provisioning-3963" STEP: Deleting pvc - test/e2e/storage/framework/volume_resource.go:181 @ 03/24/23 05:13:04.188 Mar 24 05:13:04.429: INFO: Deleting PersistentVolumeClaim "ebs.csi.aws.com49bq2" Mar 24 05:13:04.551: INFO: Waiting up to 5m0s for PersistentVolume pvc-bdc962fb-43f1-4a93-90be-8e0624eed32f to get deleted Mar 24 05:13:04.663: INFO: PersistentVolume pvc-bdc962fb-43f1-4a93-90be-8e0624eed32f found and phase=Released (112.734341ms) Mar 24 05:13:09.776: INFO: PersistentVolume pvc-bdc962fb-43f1-4a93-90be-8e0624eed32f found and phase=Released (5.225550909s) Mar 24 05:13:14.889: INFO: PersistentVolume pvc-bdc962fb-43f1-4a93-90be-8e0624eed32f found and phase=Released (10.338630264s) Mar 24 05:13:20.003: INFO: PersistentVolume pvc-bdc962fb-43f1-4a93-90be-8e0624eed32f was removed STEP: Deleting sc - test/e2e/storage/framework/volume_resource.go:228 @ 03/24/23 05:13:20.003 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:232 @ 03/24/23 05:13:20.121 (16.048s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:13:20.121 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:13:20.121 (0s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 05:13:20.121 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:13:20.121 STEP: Collecting events from namespace "provisioning-3963". - test/e2e/framework/debug/dump.go:42 @ 03/24/23 05:13:20.121 STEP: Found 12 events. - test/e2e/framework/debug/dump.go:46 @ 03/24/23 05:13:20.234 Mar 24 05:13:20.234: INFO: At 2023-03-24 05:12:27 +0000 UTC - event for ebs.csi.aws.com49bq2: {persistentvolume-controller } WaitForFirstConsumer: waiting for first consumer to be created before binding Mar 24 05:13:20.235: INFO: At 2023-03-24 05:12:27 +0000 UTC - event for ebs.csi.aws.com49bq2: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } Provisioning: External provisioner is provisioning volume for claim "provisioning-3963/ebs.csi.aws.com49bq2" Mar 24 05:13:20.235: INFO: At 2023-03-24 05:12:27 +0000 UTC - event for ebs.csi.aws.com49bq2: {persistentvolume-controller } ExternalProvisioning: waiting for a volume to be created, either by external provisioner "ebs.csi.aws.com" or manually created by system administrator Mar 24 05:13:20.235: INFO: At 2023-03-24 05:12:30 +0000 UTC - event for ebs.csi.aws.com49bq2: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } ProvisioningSucceeded: Successfully provisioned volume pvc-bdc962fb-43f1-4a93-90be-8e0624eed32f Mar 24 05:13:20.235: INFO: At 2023-03-24 05:12:31 +0000 UTC - event for pod-subpath-test-dynamicpv-rj9w: {default-scheduler } Scheduled: Successfully assigned provisioning-3963/pod-subpath-test-dynamicpv-rj9w to i-0da40d508a250d7b2 Mar 24 05:13:20.235: INFO: At 2023-03-24 05:12:33 +0000 UTC - event for pod-subpath-test-dynamicpv-rj9w: {attachdetach-controller } SuccessfulAttachVolume: AttachVolume.Attach succeeded for volume "pvc-bdc962fb-43f1-4a93-90be-8e0624eed32f" Mar 24 05:13:20.235: INFO: At 2023-03-24 05:12:40 +0000 UTC - event for pod-subpath-test-dynamicpv-rj9w: {kubelet i-0da40d508a250d7b2} Pulled: Container image "registry.k8s.io/e2e-test-images/busybox:1.29-4" already present on machine Mar 24 05:13:20.235: INFO: At 2023-03-24 05:12:40 +0000 UTC - event for pod-subpath-test-dynamicpv-rj9w: {kubelet i-0da40d508a250d7b2} Created: Created container init-volume-dynamicpv-rj9w Mar 24 05:13:20.235: INFO: At 2023-03-24 05:12:40 +0000 UTC - event for pod-subpath-test-dynamicpv-rj9w: {kubelet i-0da40d508a250d7b2} Started: Started container init-volume-dynamicpv-rj9w Mar 24 05:13:20.235: INFO: At 2023-03-24 05:12:40 +0000 UTC - event for pod-subpath-test-dynamicpv-rj9w: {kubelet i-0da40d508a250d7b2} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:13:20.235: INFO: At 2023-03-24 05:12:40 +0000 UTC - event for pod-subpath-test-dynamicpv-rj9w: {kubelet i-0da40d508a250d7b2} Created: Created container test-container-subpath-dynamicpv-rj9w Mar 24 05:13:20.235: INFO: At 2023-03-24 05:12:40 +0000 UTC - event for pod-subpath-test-dynamicpv-rj9w: {kubelet i-0da40d508a250d7b2} Started: Started container test-container-subpath-dynamicpv-rj9w Mar 24 05:13:20.347: INFO: POD NODE PHASE GRACE CONDITIONS Mar 24 05:13:20.347: INFO: Mar 24 05:13:20.465: INFO: Logging node info for node i-034b3b78a407cdcd7 Mar 24 05:13:20.578: INFO: Node Info: &Node{ObjectMeta:{i-034b3b78a407cdcd7 edbd7690-3933-4c61-96d9-8d2fe9567c88 52724 0 2023-03-24 04:50:33 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kops.k8s.io/kops-controller-pki: kubernetes.io/arch:arm64 kubernetes.io/hostname:i-034b3b78a407cdcd7 kubernetes.io/os:linux node-role.kubernetes.io/control-plane: node.kubernetes.io/exclude-from-external-load-balancers: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-034b3b78a407cdcd7"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.45.135/19 projectcalico.org/IPv4IPIPTunnelAddr:100.103.122.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:50:33 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {protokube Update v1 2023-03-24 04:51:07 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kops.k8s.io/kops-controller-pki":{},"f:node-role.kubernetes.io/control-plane":{},"f:node.kubernetes.io/exclude-from-external-load-balancers":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:51:34 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.0.0/24\"":{}},"f:taints":{}}} } {calico-node Update v1 2023-03-24 04:51:38 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:12:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.0.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-034b3b78a407cdcd7,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/control-plane,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[100.96.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:51:38 +0000 UTC,LastTransitionTime:2023-03-24 04:51:38 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:12:31 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:12:31 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:12:31 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:12:31 +0000 UTC,LastTransitionTime:2023-03-24 04:51:34 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.45.135,},NodeAddress{Type:ExternalIP,Address:3.124.195.101,},NodeAddress{Type:InternalDNS,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-124-195-101.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec29cde8aa98648dad6bcac2c87bf976,SystemUUID:ec29cde8-aa98-648d-ad6b-cac2c87bf976,BootID:c494d73c-f873-45cf-8d9a-0267613b2e05,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:9ce33ba33d8e738a5b85ed50b5080ac746deceed4a7496c550927a7a19ca3b6d registry.k8s.io/etcd:3.5.0-0],SizeBytes:157797353,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4afb99b4690b418ffc2ceb67e1a17376457e441c1f09ab55447f0aaf992fa646 registry.k8s.io/etcd:3.4.3-0],SizeBytes:151677080,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 registry.k8s.io/etcd:3.4.13-0],SizeBytes:134531559,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:0d2ab6b15b4fe0b903b9e81192d942fb39c29be61fe341cd16db5d0165b0435c registry.k8s.io/etcd:3.3.17-0],SizeBytes:126979107,},ContainerImage{Names:[registry.k8s.io/kube-apiserver-arm64:v1.28.0-alpha.0],SizeBytes:116040147,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-arm64:v1.28.0-alpha.0],SizeBytes:108568889,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:17da501f5d2a675be46040422a27b7cc21b8a43895ac998b171db1c346f361f7 registry.k8s.io/etcd:3.3.10-0],SizeBytes:81436097,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:6f72b851544986cb0921b53ea655ec04c36131248f16d4ad110cb3ca0c369dc1 registry.k8s.io/etcd:3.5.4-0],SizeBytes:81120118,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:13f53ed1d91e2e11aac476ee9a0269fdda6cc4874eba903efd40daf50c55eee5 registry.k8s.io/etcd:3.5.3-0],SizeBytes:81114891,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:80539316,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20 registry.k8s.io/etcd:3.2.24-1],SizeBytes:61500433,},ContainerImage{Names:[registry.k8s.io/etcdadm/etcd-manager-slim@sha256:8727adc059334e0e3329dbccce116a734da4a090da5e86c8cddccaf333caa666 registry.k8s.io/etcdadm/etcd-manager-slim:v3.0.20230201],SizeBytes:60826655,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:64b9ea357325d5db9f8a723dcf503b5a449177b17ac87d69481e126bb724c263 registry.k8s.io/etcd:3.5.1-0],SizeBytes:59553904,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-arm64:v1.28.0-alpha.0],SizeBytes:57450808,},ContainerImage{Names:[registry.k8s.io/kops/kops-controller:1.27.0-alpha.1],SizeBytes:41899493,},ContainerImage{Names:[registry.k8s.io/kops/dns-controller:1.27.0-alpha.1],SizeBytes:40375988,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[docker.io/calico/kube-controllers@sha256:2b6acd7f677f76ffe12ecf3ea7df92eb9b1bdb07336d1ac2a54c7631fb753f7e docker.io/calico/kube-controllers:v3.24.5],SizeBytes:26983577,},ContainerImage{Names:[registry.k8s.io/provider-aws/cloud-controller-manager@sha256:fdeb61e3e42ecd9cca868d550ebdb88dd6341d9e91fcfa9a37e227dab2ad22cb registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.0],SizeBytes:18345226,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/kops/kube-apiserver-healthcheck:1.27.0-alpha.1],SizeBytes:4740715,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:13:20.578: INFO: Logging kubelet events for node i-034b3b78a407cdcd7 Mar 24 05:13:20.695: INFO: Logging pods the kubelet thinks is on node i-034b3b78a407cdcd7 Mar 24 05:13:20.820: INFO: etcd-manager-main-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:13:20.821: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:13:20.821: INFO: kube-apiserver-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+2 container statuses recorded) Mar 24 05:13:20.821: INFO: Container healthcheck ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Container kube-apiserver ready: true, restart count 3 Mar 24 05:13:20.821: INFO: kube-controller-manager-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:20.821: INFO: Container kube-controller-manager ready: true, restart count 4 Mar 24 05:13:20.821: INFO: aws-cloud-controller-manager-nx2hq started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:20.821: INFO: Container aws-cloud-controller-manager ready: true, restart count 0 Mar 24 05:13:20.821: INFO: dns-controller-778f6dc98b-2dqnh started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:20.821: INFO: Container dns-controller ready: true, restart count 0 Mar 24 05:13:20.821: INFO: kube-scheduler-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:20.821: INFO: Container kube-scheduler ready: true, restart count 0 Mar 24 05:13:20.821: INFO: etcd-manager-events-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:13:20.821: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:13:20.821: INFO: calico-node-scx2q started at 2023-03-24 04:51:22 +0000 UTC (3+1 container statuses recorded) Mar 24 05:13:20.821: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:13:20.821: INFO: kops-controller-hkt98 started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:20.821: INFO: Container kops-controller ready: true, restart count 0 Mar 24 05:13:20.821: INFO: calico-kube-controllers-57d5684b7d-rwtfn started at 2023-03-24 04:51:34 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:20.821: INFO: Container calico-kube-controllers ready: true, restart count 0 Mar 24 05:13:20.821: INFO: kube-proxy-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:20.821: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:13:20.821: INFO: ebs-csi-node-stpbr started at 2023-03-24 04:51:22 +0000 UTC (0+3 container statuses recorded) Mar 24 05:13:20.821: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:13:20.821: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:13:21.230: INFO: Latency metrics for node i-034b3b78a407cdcd7 Mar 24 05:13:21.230: INFO: Logging node info for node i-04a3a30868563686f Mar 24 05:13:21.344: INFO: Node Info: &Node{ObjectMeta:{i-04a3a30868563686f c9a3df15-9b40-451d-950b-ede2bc75009a 55378 0 2023-03-24 04:52:48 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-04a3a30868563686f kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-04a3a30868563686f topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-capacity-8531":"i-04a3a30868563686f","ebs.csi.aws.com":"i-04a3a30868563686f"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.38.46/19 projectcalico.org/IPv4IPIPTunnelAddr:100.117.87.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {calico-node Update v1 2023-03-24 04:53:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:13:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status} {kube-controller-manager Update v1 2023-03-24 05:13:19 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.2.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-04a3a30868563686f,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:04 +0000 UTC,LastTransitionTime:2023-03-24 04:53:04 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:13:14 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:13:14 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:13:14 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:13:14 +0000 UTC,LastTransitionTime:2023-03-24 04:52:58 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.38.46,},NodeAddress{Type:ExternalIP,Address:3.71.200.84,},NodeAddress{Type:InternalDNS,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-200-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2ee6671e9da3dc29abf0231c19d72a,SystemUUID:ec2ee667-1e9d-a3dc-29ab-f0231c19d72a,BootID:c61828c2-d4ab-42de-ad58-cb80c7c7997a,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:21331383,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:18561972,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:5025027,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/ebs.csi.aws.com^vol-02c57583068b0599a kubernetes.io/csi/ebs.csi.aws.com^vol-0730117a1b6016b83],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-02c57583068b0599a,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0730117a1b6016b83,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-05c958df080c0b32c,DevicePath:,},},Config:nil,},} Mar 24 05:13:21.344: INFO: Logging kubelet events for node i-04a3a30868563686f Mar 24 05:13:21.461: INFO: Logging pods the kubelet thinks is on node i-04a3a30868563686f Mar 24 05:13:21.580: INFO: kube-proxy-i-04a3a30868563686f started at 2023-03-24 04:52:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:21.580: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:13:21.580: INFO: ss-1 started at 2023-03-24 05:13:09 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:21.580: INFO: Container webserver ready: true, restart count 0 Mar 24 05:13:21.580: INFO: csi-mockplugin-0 started at 2023-03-24 05:10:18 +0000 UTC (0+3 container statuses recorded) Mar 24 05:13:21.580: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:13:21.580: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:13:21.580: INFO: Container mock ready: true, restart count 0 Mar 24 05:13:21.580: INFO: hostexec-i-04a3a30868563686f-q2kzx started at 2023-03-24 05:12:40 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:21.580: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:13:21.580: INFO: ebs-csi-controller-74d7589c77-t9ltk started at 2023-03-24 04:52:58 +0000 UTC (0+5 container statuses recorded) Mar 24 05:13:21.580: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:13:21.580: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:13:21.580: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:13:21.580: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:13:21.580: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:13:21.580: INFO: pod-2 started at 2023-03-24 05:13:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:21.580: INFO: Container donothing ready: false, restart count 0 Mar 24 05:13:21.580: INFO: ebs-csi-node-mz727 started at 2023-03-24 04:52:49 +0000 UTC (0+3 container statuses recorded) Mar 24 05:13:21.580: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:13:21.580: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:13:21.580: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:13:21.580: INFO: netserver-0 started at 2023-03-24 05:13:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:21.580: INFO: Container webserver ready: false, restart count 0 Mar 24 05:13:21.580: INFO: calico-node-wtv77 started at 2023-03-24 04:52:49 +0000 UTC (3+1 container statuses recorded) Mar 24 05:13:21.580: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:13:21.580: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:13:21.580: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:13:21.580: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:13:21.580: INFO: pod-631887fb-15ba-4e4d-82f9-cdb615e8b8d8 started at 2023-03-24 05:12:45 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:21.580: INFO: Container write-pod ready: true, restart count 0 Mar 24 05:13:21.580: INFO: pod-subpath-test-downwardapi-jjcp started at 2023-03-24 05:13:04 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:21.580: INFO: Container test-container-subpath-downwardapi-jjcp ready: true, restart count 0 Mar 24 05:13:21.580: INFO: pause-pod-1 started at 2023-03-24 05:12:54 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:21.580: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:13:21.580: INFO: pod-6515ba41-43c3-42bc-bf70-02525d32b234 started at 2023-03-24 05:13:17 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:21.580: INFO: Container write-pod ready: false, restart count 0 Mar 24 05:13:22.050: INFO: Latency metrics for node i-04a3a30868563686f Mar 24 05:13:22.050: INFO: Logging node info for node i-0745dd1c6d9376559 Mar 24 05:13:22.165: INFO: Node Info: &Node{ObjectMeta:{i-0745dd1c6d9376559 f52e06f3-79e1-42e8-90ed-2b84deb0ce20 55386 0 2023-03-24 04:53:11 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0745dd1c6d9376559 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0745dd1c6d9376559 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-2563":"i-0745dd1c6d9376559","ebs.csi.aws.com":"i-0745dd1c6d9376559"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.60.247/19 projectcalico.org/IPv4IPIPTunnelAddr:100.120.120.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:53:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.4.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:13:18 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:13:20 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.4.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0745dd1c6d9376559,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:29 +0000 UTC,LastTransitionTime:2023-03-24 04:53:29 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:13:17 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:13:17 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:13:17 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:13:17 +0000 UTC,LastTransitionTime:2023-03-24 04:53:22 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.60.247,},NodeAddress{Type:ExternalIP,Address:3.71.43.84,},NodeAddress{Type:InternalDNS,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-43-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2978f27ec8a158dfb69127deea0508,SystemUUID:ec2978f2-7ec8-a158-dfb6-9127deea0508,BootID:4c064b95-375f-4cb4-918e-00eba9f1189d,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:5025027,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2003505,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/ebs.csi.aws.com^vol-077a23b6936c8fc6c],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2563^94e5be74-ca02-11ed-86e3-16494f7ee952,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-077a23b6936c8fc6c,DevicePath:,},},Config:nil,},} Mar 24 05:13:22.166: INFO: Logging kubelet events for node i-0745dd1c6d9376559 Mar 24 05:13:22.285: INFO: Logging pods the kubelet thinks is on node i-0745dd1c6d9376559 Mar 24 05:13:22.404: INFO: calico-node-h58js started at 2023-03-24 04:53:12 +0000 UTC (3+1 container statuses recorded) Mar 24 05:13:22.404: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:13:22.404: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:13:22.404: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:13:22.404: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:13:22.404: INFO: pod-75552544-9197-4636-8663-3f11d8c2567a started at 2023-03-24 05:13:10 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:22.404: INFO: Container write-pod ready: true, restart count 0 Mar 24 05:13:22.404: INFO: netserver-1 started at 2023-03-24 05:13:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:22.404: INFO: Container webserver ready: false, restart count 0 Mar 24 05:13:22.404: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:13:12 +0000 UTC (0+7 container statuses recorded) Mar 24 05:13:22.404: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:13:22.404: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:13:22.404: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:13:22.404: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:13:22.404: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:13:22.404: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:13:22.404: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:13:22.404: INFO: hostexec-i-0745dd1c6d9376559-5svmd started at 2023-03-24 05:13:07 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:22.404: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:13:22.404: INFO: ebs-csi-node-ws95p started at 2023-03-24 04:53:12 +0000 UTC (0+3 container statuses recorded) Mar 24 05:13:22.404: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:13:22.404: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:13:22.404: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:13:22.404: INFO: pod-subpath-test-dynamicpv-2bcb started at 2023-03-24 05:13:17 +0000 UTC (2+1 container statuses recorded) Mar 24 05:13:22.404: INFO: Init container init-volume-dynamicpv-2bcb ready: false, restart count 0 Mar 24 05:13:22.404: INFO: Init container test-init-subpath-dynamicpv-2bcb ready: false, restart count 0 Mar 24 05:13:22.404: INFO: Container test-container-subpath-dynamicpv-2bcb ready: false, restart count 0 Mar 24 05:13:22.404: INFO: kube-proxy-i-0745dd1c6d9376559 started at 2023-03-24 04:53:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:22.404: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:13:22.833: INFO: Latency metrics for node i-0745dd1c6d9376559 Mar 24 05:13:22.833: INFO: Logging node info for node i-086cc47d0b6889a97 Mar 24 05:13:22.947: INFO: Node Info: &Node{ObjectMeta:{i-086cc47d0b6889a97 84983f5c-d74f-4e18-a0c0-2795646851f1 54546 0 2023-03-24 04:52:46 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:arm64 kubernetes.io/hostname:i-086cc47d0b6889a97 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-086cc47d0b6889a97 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-capacity-1895":"i-086cc47d0b6889a97","ebs.csi.aws.com":"i-086cc47d0b6889a97"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.61.127/19 projectcalico.org/IPv4IPIPTunnelAddr:100.126.57.192 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kubelet Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:55 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.1.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:13:03 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.1.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-086cc47d0b6889a97,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:02 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:12:42 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:12:42 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:12:42 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:12:42 +0000 UTC,LastTransitionTime:2023-03-24 04:52:55 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.61.127,},NodeAddress{Type:ExternalIP,Address:52.59.211.84,},NodeAddress{Type:InternalDNS,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-52-59-211-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec20e16945df8b4723b5c34335a6ba96,SystemUUID:ec20e169-45df-8b47-23b5-c34335a6ba96,BootID:96774e1c-cbab-4728-8463-865fe0b6dd19,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:68d396900aeaa072c1f27289485fdac29834045a6f3ffe369bf389d830ef572d registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.6],SizeBytes:19007623,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:13:22.947: INFO: Logging kubelet events for node i-086cc47d0b6889a97 Mar 24 05:13:23.067: INFO: Logging pods the kubelet thinks is on node i-086cc47d0b6889a97 Mar 24 05:13:23.186: INFO: calico-node-8kfbt started at 2023-03-24 04:52:47 +0000 UTC (3+1 container statuses recorded) Mar 24 05:13:23.186: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:13:23.186: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:13:23.186: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:13:23.186: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:13:23.186: INFO: webserver-pod started at 2023-03-24 05:12:51 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:23.186: INFO: Container agnhost ready: false, restart count 0 Mar 24 05:13:23.186: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 05:12:59 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:23.186: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:13:23.186: INFO: hostexec-i-086cc47d0b6889a97-mddkt started at 2023-03-24 05:13:20 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:23.186: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:13:23.186: INFO: ebs-csi-node-jk7wg started at 2023-03-24 04:52:47 +0000 UTC (0+3 container statuses recorded) Mar 24 05:13:23.186: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:13:23.186: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:13:23.186: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:13:23.186: INFO: coredns-autoscaler-8495f5575-h7fqs started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:23.186: INFO: Container autoscaler ready: true, restart count 0 Mar 24 05:13:23.186: INFO: netserver-2 started at 2023-03-24 05:13:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:23.186: INFO: Container webserver ready: false, restart count 0 Mar 24 05:13:23.186: INFO: pod-should-be-evictedd258c2fe-5811-41b2-a351-5edc87d7c70c started at 2023-03-24 05:12:56 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:23.186: INFO: Container bar ready: true, restart count 0 Mar 24 05:13:23.186: INFO: kube-proxy-i-086cc47d0b6889a97 started at 2023-03-24 04:52:46 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:23.186: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:13:23.186: INFO: ebs-csi-controller-74d7589c77-hzp6x started at 2023-03-24 04:52:55 +0000 UTC (0+5 container statuses recorded) Mar 24 05:13:23.186: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:13:23.186: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:13:23.186: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:13:23.186: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:13:23.186: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:13:23.186: INFO: csi-mockplugin-0 started at 2023-03-24 05:12:59 +0000 UTC (0+3 container statuses recorded) Mar 24 05:13:23.186: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:13:23.186: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:13:23.186: INFO: Container mock ready: true, restart count 0 Mar 24 05:13:23.186: INFO: hostexec-i-086cc47d0b6889a97-hsmsw started at 2023-03-24 05:13:07 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:23.186: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:13:23.186: INFO: coredns-745bddcfbb-tz9qm started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:23.186: INFO: Container coredns ready: true, restart count 0 Mar 24 05:13:23.186: INFO: ss-2 started at 2023-03-24 05:13:21 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:23.186: INFO: Container webserver ready: false, restart count 0 Mar 24 05:13:23.697: INFO: Latency metrics for node i-086cc47d0b6889a97 Mar 24 05:13:23.697: INFO: Logging node info for node i-0da40d508a250d7b2 Mar 24 05:13:23.814: INFO: Node Info: &Node{ObjectMeta:{i-0da40d508a250d7b2 4c91b188-6d57-4554-b58e-ff427523df15 55415 0 2023-03-24 04:52:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0da40d508a250d7b2 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0da40d508a250d7b2 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-3769":"i-0da40d508a250d7b2","ebs.csi.aws.com":"i-0da40d508a250d7b2"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.47.30/19 projectcalico.org/IPv4IPIPTunnelAddr:100.111.242.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:52:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.3.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:13:20 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:13:20 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.3.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0da40d508a250d7b2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:09 +0000 UTC,LastTransitionTime:2023-03-24 04:53:09 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:13:20 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:13:20 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:13:20 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:13:20 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.47.30,},NodeAddress{Type:ExternalIP,Address:3.75.176.250,},NodeAddress{Type:InternalDNS,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-75-176-250.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2d3fc715f031ab9963d58c0611a486,SystemUUID:ec2d3fc7-15f0-31ab-9963-d58c0611a486,BootID:be1c39b2-f076-4bbe-a24b-85c855dba80b,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:18561972,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:6817940,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:5025027,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/ebs.csi.aws.com^vol-01a15692a90d12708],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-01a15692a90d12708,DevicePath:,},},Config:nil,},} Mar 24 05:13:23.814: INFO: Logging kubelet events for node i-0da40d508a250d7b2 Mar 24 05:13:23.939: INFO: Logging pods the kubelet thinks is on node i-0da40d508a250d7b2 Mar 24 05:13:24.057: INFO: coredns-745bddcfbb-292hk started at 2023-03-24 04:53:10 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:24.057: INFO: Container coredns ready: true, restart count 0 Mar 24 05:13:24.057: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:13:04 +0000 UTC (0+7 container statuses recorded) Mar 24 05:13:24.057: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:13:24.057: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:13:24.057: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:13:24.057: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:13:24.057: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:13:24.057: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:13:24.057: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:13:24.057: INFO: kube-proxy-i-0da40d508a250d7b2 started at 2023-03-24 04:52:53 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:24.057: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:13:24.057: INFO: calico-node-shkcz started at 2023-03-24 04:52:53 +0000 UTC (3+1 container statuses recorded) Mar 24 05:13:24.057: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:13:24.057: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:13:24.057: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:13:24.057: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:13:24.057: INFO: pfpod started at 2023-03-24 05:12:48 +0000 UTC (0+2 container statuses recorded) Mar 24 05:13:24.057: INFO: Container portforwardtester ready: false, restart count 0 Mar 24 05:13:24.057: INFO: Container readiness ready: false, restart count 0 Mar 24 05:13:24.057: INFO: netserver-3 started at 2023-03-24 05:13:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:24.057: INFO: Container webserver ready: false, restart count 0 Mar 24 05:13:24.057: INFO: pod-adoption-release started at 2023-03-24 05:13:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:24.057: INFO: Container pod-adoption-release ready: true, restart count 0 Mar 24 05:13:24.057: INFO: ebs-csi-node-nldgj started at 2023-03-24 04:52:53 +0000 UTC (0+3 container statuses recorded) Mar 24 05:13:24.057: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:13:24.057: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:13:24.057: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:13:24.057: INFO: pod-adoption-release-vkj8c started at 2023-03-24 05:13:18 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:24.057: INFO: Container pod-adoption-release ready: true, restart count 0 Mar 24 05:13:24.057: INFO: webserver-pod started at 2023-03-24 05:12:29 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:24.057: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:13:24.057: INFO: ss-0 started at 2023-03-24 05:12:59 +0000 UTC (0+1 container statuses recorded) Mar 24 05:13:24.057: INFO: Container webserver ready: true, restart count 0 Mar 24 05:13:24.577: INFO: Latency metrics for node i-0da40d508a250d7b2 END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:13:24.577 (4.456s) < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 05:13:24.577 (4.456s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 05:13:24.577 STEP: Destroying namespace "provisioning-3963" for this suite. - test/e2e/framework/framework.go:351 @ 03/24/23 05:13:24.577 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 05:13:24.717 (140ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:13:24.718 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:13:24.718 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\sExternal\sStorage\s\[Driver\:\sebs\.csi\.aws\.com\]\s\[Testpattern\:\sDynamic\sPV\s\(default\sfs\)\]\ssubPath\sshould\ssupport\snon\-existent\spath$'
[FAILED] failed to get logs from pod-subpath-test-dynamicpv-cnnd for test-container-volume-dynamicpv-cnnd: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3983/pods/pod-subpath-test-dynamicpv-cnnd/log?container=test-container-volume-dynamicpv-cnnd&previous=false": stream error: stream ID 41; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 04:56:14.261from junit_01.xml
> Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 04:55:59.584 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 04:55:59.584 (0s) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 04:55:59.584 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/24/23 04:55:59.584 Mar 24 04:55:59.584: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename provisioning - test/e2e/framework/framework.go:250 @ 03/24/23 04:55:59.586 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/24/23 04:55:59.923 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/24/23 04:56:00.145 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 04:56:00.365 (782ms) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 04:56:00.365 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 04:56:00.366 (0s) > Enter [It] should support non-existent path - test/e2e/storage/testsuites/subpath.go:194 @ 03/24/23 04:56:00.366 Mar 24 04:56:00.366: INFO: Creating resource for dynamic PV Mar 24 04:56:00.366: INFO: Using claimSize:1Gi, test suite supported size:{ 1Mi}, driver(ebs.csi.aws.com) supported size:{ 1Mi} STEP: creating a StorageClass provisioning-3983-e2e-scdvnbm - test/e2e/storage/framework/volume_resource.go:102 @ 03/24/23 04:56:00.366 STEP: creating a claim - test/e2e/storage/framework/volume_resource.go:294 @ 03/24/23 04:56:00.482 Mar 24 04:56:00.482: INFO: Warning: Making PVC: VolumeMode specified as invalid empty string, treating as nil STEP: Creating pod pod-subpath-test-dynamicpv-cnnd - test/e2e/storage/testsuites/subpath.go:691 @ 03/24/23 04:56:00.744 STEP: Creating a pod to test subpath - test/e2e/framework/pod/output/output.go:243 @ 03/24/23 04:56:00.744 STEP: Saw pod success - test/e2e/framework/pod/wait.go:409 @ 03/24/23 04:56:13.789 Mar 24 04:56:13.910: INFO: Trying to get logs from node i-0da40d508a250d7b2 pod pod-subpath-test-dynamicpv-cnnd container test-container-volume-dynamicpv-cnnd: <nil> Mar 24 04:56:14.025: INFO: Failed to get logs from node "i-0da40d508a250d7b2" pod "pod-subpath-test-dynamicpv-cnnd" container "test-container-volume-dynamicpv-cnnd". Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3983/pods/pod-subpath-test-dynamicpv-cnnd/log?container=test-container-volume-dynamicpv-cnnd&previous=false": stream error: stream ID 41; INTERNAL_ERROR; received from peer STEP: delete the pod - test/e2e/framework/pod/output/output.go:168 @ 03/24/23 04:56:14.025 Mar 24 04:56:14.261: INFO: Unexpected error: <*fmt.wrapError | 0xc0048767e0>: failed to get logs from pod-subpath-test-dynamicpv-cnnd for test-container-volume-dynamicpv-cnnd: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3983/pods/pod-subpath-test-dynamicpv-cnnd/log?container=test-container-volume-dynamicpv-cnnd&previous=false": stream error: stream ID 41; INTERNAL_ERROR; received from peer { msg: "failed to get logs from pod-subpath-test-dynamicpv-cnnd for test-container-volume-dynamicpv-cnnd: Get \"https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3983/pods/pod-subpath-test-dynamicpv-cnnd/log?container=test-container-volume-dynamicpv-cnnd&previous=false\": stream error: stream ID 41; INTERNAL_ERROR; received from peer", err: <*url.Error | 0xc004987080>{ Op: "Get", URL: "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3983/pods/pod-subpath-test-dynamicpv-cnnd/log?container=test-container-volume-dynamicpv-cnnd&previous=false", Err: <http2.StreamError>{ StreamID: 41, Code: 2, Cause: <*errors.errorString | 0xc0001e9680>{ s: "received from peer", }, }, }, } [FAILED] failed to get logs from pod-subpath-test-dynamicpv-cnnd for test-container-volume-dynamicpv-cnnd: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-3983/pods/pod-subpath-test-dynamicpv-cnnd/log?container=test-container-volume-dynamicpv-cnnd&previous=false": stream error: stream ID 41; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 04:56:14.261 < Exit [It] should support non-existent path - test/e2e/storage/testsuites/subpath.go:194 @ 03/24/23 04:56:14.261 (13.895s) > Enter [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 04:56:14.261 Mar 24 04:56:14.261: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 04:56:14.484 (223ms) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:196 @ 03/24/23 04:56:14.484 STEP: Deleting pod - test/e2e/storage/testsuites/subpath.go:172 @ 03/24/23 04:56:14.484 Mar 24 04:56:14.484: INFO: Deleting pod "pod-subpath-test-dynamicpv-cnnd" in namespace "provisioning-3983" STEP: Deleting pvc - test/e2e/storage/framework/volume_resource.go:181 @ 03/24/23 04:56:14.595 Mar 24 04:56:14.833: INFO: Deleting PersistentVolumeClaim "ebs.csi.aws.comqpmlk" Mar 24 04:56:14.953: INFO: Waiting up to 5m0s for PersistentVolume pvc-a32dbfb4-f188-4929-8594-03cfcf206fb2 to get deleted Mar 24 04:56:15.068: INFO: PersistentVolume pvc-a32dbfb4-f188-4929-8594-03cfcf206fb2 found and phase=Released (114.448648ms) Mar 24 04:56:20.179: INFO: PersistentVolume pvc-a32dbfb4-f188-4929-8594-03cfcf206fb2 found and phase=Released (5.226130625s) Mar 24 04:56:25.292: INFO: PersistentVolume pvc-a32dbfb4-f188-4929-8594-03cfcf206fb2 found and phase=Released (10.338618703s) Mar 24 04:56:30.419: INFO: PersistentVolume pvc-a32dbfb4-f188-4929-8594-03cfcf206fb2 was removed STEP: Deleting sc - test/e2e/storage/framework/volume_resource.go:228 @ 03/24/23 04:56:30.419 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:196 @ 03/24/23 04:56:30.535 (16.051s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 04:56:30.535 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 04:56:30.535 (0s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 04:56:30.535 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 04:56:30.535 STEP: Collecting events from namespace "provisioning-3983". - test/e2e/framework/debug/dump.go:42 @ 03/24/23 04:56:30.535 STEP: Found 15 events. - test/e2e/framework/debug/dump.go:46 @ 03/24/23 04:56:30.649 Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:00 +0000 UTC - event for ebs.csi.aws.comqpmlk: {persistentvolume-controller } WaitForFirstConsumer: waiting for first consumer to be created before binding Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:00 +0000 UTC - event for ebs.csi.aws.comqpmlk: {persistentvolume-controller } ExternalProvisioning: waiting for a volume to be created, either by external provisioner "ebs.csi.aws.com" or manually created by system administrator Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:00 +0000 UTC - event for ebs.csi.aws.comqpmlk: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } Provisioning: External provisioner is provisioning volume for claim "provisioning-3983/ebs.csi.aws.comqpmlk" Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:05 +0000 UTC - event for ebs.csi.aws.comqpmlk: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } ProvisioningSucceeded: Successfully provisioned volume pvc-a32dbfb4-f188-4929-8594-03cfcf206fb2 Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:05 +0000 UTC - event for pod-subpath-test-dynamicpv-cnnd: {default-scheduler } Scheduled: Successfully assigned provisioning-3983/pod-subpath-test-dynamicpv-cnnd to i-0da40d508a250d7b2 Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:08 +0000 UTC - event for pod-subpath-test-dynamicpv-cnnd: {attachdetach-controller } SuccessfulAttachVolume: AttachVolume.Attach succeeded for volume "pvc-a32dbfb4-f188-4929-8594-03cfcf206fb2" Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:09 +0000 UTC - event for pod-subpath-test-dynamicpv-cnnd: {kubelet i-0da40d508a250d7b2} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:09 +0000 UTC - event for pod-subpath-test-dynamicpv-cnnd: {kubelet i-0da40d508a250d7b2} Created: Created container test-init-subpath-dynamicpv-cnnd Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:09 +0000 UTC - event for pod-subpath-test-dynamicpv-cnnd: {kubelet i-0da40d508a250d7b2} Started: Started container test-init-subpath-dynamicpv-cnnd Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:10 +0000 UTC - event for pod-subpath-test-dynamicpv-cnnd: {kubelet i-0da40d508a250d7b2} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:10 +0000 UTC - event for pod-subpath-test-dynamicpv-cnnd: {kubelet i-0da40d508a250d7b2} Created: Created container test-container-subpath-dynamicpv-cnnd Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:10 +0000 UTC - event for pod-subpath-test-dynamicpv-cnnd: {kubelet i-0da40d508a250d7b2} Started: Started container test-container-subpath-dynamicpv-cnnd Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:10 +0000 UTC - event for pod-subpath-test-dynamicpv-cnnd: {kubelet i-0da40d508a250d7b2} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:10 +0000 UTC - event for pod-subpath-test-dynamicpv-cnnd: {kubelet i-0da40d508a250d7b2} Created: Created container test-container-volume-dynamicpv-cnnd Mar 24 04:56:30.649: INFO: At 2023-03-24 04:56:10 +0000 UTC - event for pod-subpath-test-dynamicpv-cnnd: {kubelet i-0da40d508a250d7b2} Started: Started container test-container-volume-dynamicpv-cnnd Mar 24 04:56:30.774: INFO: POD NODE PHASE GRACE CONDITIONS Mar 24 04:56:30.774: INFO: Mar 24 04:56:30.892: INFO: Logging node info for node i-034b3b78a407cdcd7 Mar 24 04:56:31.006: INFO: Node Info: &Node{ObjectMeta:{i-034b3b78a407cdcd7 edbd7690-3933-4c61-96d9-8d2fe9567c88 634 0 2023-03-24 04:50:33 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kops.k8s.io/kops-controller-pki: kubernetes.io/arch:arm64 kubernetes.io/hostname:i-034b3b78a407cdcd7 kubernetes.io/os:linux node-role.kubernetes.io/control-plane: node.kubernetes.io/exclude-from-external-load-balancers: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-034b3b78a407cdcd7"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.45.135/19 projectcalico.org/IPv4IPIPTunnelAddr:100.103.122.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:50:33 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {protokube Update v1 2023-03-24 04:51:07 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kops.k8s.io/kops-controller-pki":{},"f:node-role.kubernetes.io/control-plane":{},"f:node.kubernetes.io/exclude-from-external-load-balancers":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:51:34 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.0.0/24\"":{}},"f:taints":{}}} } {calico-node Update v1 2023-03-24 04:51:38 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 04:52:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.0.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-034b3b78a407cdcd7,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/control-plane,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[100.96.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:51:38 +0000 UTC,LastTransitionTime:2023-03-24 04:51:38 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:52:05 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:52:05 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:52:05 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:52:05 +0000 UTC,LastTransitionTime:2023-03-24 04:51:34 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.45.135,},NodeAddress{Type:ExternalIP,Address:3.124.195.101,},NodeAddress{Type:InternalDNS,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-124-195-101.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec29cde8aa98648dad6bcac2c87bf976,SystemUUID:ec29cde8-aa98-648d-ad6b-cac2c87bf976,BootID:c494d73c-f873-45cf-8d9a-0267613b2e05,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:9ce33ba33d8e738a5b85ed50b5080ac746deceed4a7496c550927a7a19ca3b6d registry.k8s.io/etcd:3.5.0-0],SizeBytes:157797353,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4afb99b4690b418ffc2ceb67e1a17376457e441c1f09ab55447f0aaf992fa646 registry.k8s.io/etcd:3.4.3-0],SizeBytes:151677080,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 registry.k8s.io/etcd:3.4.13-0],SizeBytes:134531559,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:0d2ab6b15b4fe0b903b9e81192d942fb39c29be61fe341cd16db5d0165b0435c registry.k8s.io/etcd:3.3.17-0],SizeBytes:126979107,},ContainerImage{Names:[registry.k8s.io/kube-apiserver-arm64:v1.28.0-alpha.0],SizeBytes:116040147,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-arm64:v1.28.0-alpha.0],SizeBytes:108568889,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:17da501f5d2a675be46040422a27b7cc21b8a43895ac998b171db1c346f361f7 registry.k8s.io/etcd:3.3.10-0],SizeBytes:81436097,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:6f72b851544986cb0921b53ea655ec04c36131248f16d4ad110cb3ca0c369dc1 registry.k8s.io/etcd:3.5.4-0],SizeBytes:81120118,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:13f53ed1d91e2e11aac476ee9a0269fdda6cc4874eba903efd40daf50c55eee5 registry.k8s.io/etcd:3.5.3-0],SizeBytes:81114891,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:80539316,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20 registry.k8s.io/etcd:3.2.24-1],SizeBytes:61500433,},ContainerImage{Names:[registry.k8s.io/etcdadm/etcd-manager-slim@sha256:8727adc059334e0e3329dbccce116a734da4a090da5e86c8cddccaf333caa666 registry.k8s.io/etcdadm/etcd-manager-slim:v3.0.20230201],SizeBytes:60826655,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:64b9ea357325d5db9f8a723dcf503b5a449177b17ac87d69481e126bb724c263 registry.k8s.io/etcd:3.5.1-0],SizeBytes:59553904,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-arm64:v1.28.0-alpha.0],SizeBytes:57450808,},ContainerImage{Names:[registry.k8s.io/kops/kops-controller:1.27.0-alpha.1],SizeBytes:41899493,},ContainerImage{Names:[registry.k8s.io/kops/dns-controller:1.27.0-alpha.1],SizeBytes:40375988,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[docker.io/calico/kube-controllers@sha256:2b6acd7f677f76ffe12ecf3ea7df92eb9b1bdb07336d1ac2a54c7631fb753f7e docker.io/calico/kube-controllers:v3.24.5],SizeBytes:26983577,},ContainerImage{Names:[registry.k8s.io/provider-aws/cloud-controller-manager@sha256:fdeb61e3e42ecd9cca868d550ebdb88dd6341d9e91fcfa9a37e227dab2ad22cb registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.0],SizeBytes:18345226,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/kops/kube-apiserver-healthcheck:1.27.0-alpha.1],SizeBytes:4740715,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 04:56:31.006: INFO: Logging kubelet events for node i-034b3b78a407cdcd7 Mar 24 04:56:31.127: INFO: Logging pods the kubelet thinks is on node i-034b3b78a407cdcd7 Mar 24 04:56:31.375: INFO: dns-controller-778f6dc98b-2dqnh started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:31.375: INFO: Container dns-controller ready: true, restart count 0 Mar 24 04:56:31.375: INFO: kube-scheduler-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:31.375: INFO: Container kube-scheduler ready: true, restart count 0 Mar 24 04:56:31.375: INFO: etcd-manager-events-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 04:56:31.375: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 04:56:31.375: INFO: etcd-manager-main-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 04:56:31.375: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 04:56:31.375: INFO: kube-apiserver-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+2 container statuses recorded) Mar 24 04:56:31.375: INFO: Container healthcheck ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Container kube-apiserver ready: true, restart count 3 Mar 24 04:56:31.375: INFO: kube-controller-manager-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:31.375: INFO: Container kube-controller-manager ready: true, restart count 4 Mar 24 04:56:31.375: INFO: aws-cloud-controller-manager-nx2hq started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:31.375: INFO: Container aws-cloud-controller-manager ready: true, restart count 0 Mar 24 04:56:31.375: INFO: kube-proxy-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:31.375: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 04:56:31.375: INFO: ebs-csi-node-stpbr started at 2023-03-24 04:51:22 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:31.375: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:31.375: INFO: calico-node-scx2q started at 2023-03-24 04:51:22 +0000 UTC (3+1 container statuses recorded) Mar 24 04:56:31.375: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container install-cni ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 04:56:31.375: INFO: Container calico-node ready: true, restart count 0 Mar 24 04:56:31.375: INFO: kops-controller-hkt98 started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:31.375: INFO: Container kops-controller ready: true, restart count 0 Mar 24 04:56:31.375: INFO: calico-kube-controllers-57d5684b7d-rwtfn started at 2023-03-24 04:51:34 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:31.375: INFO: Container calico-kube-controllers ready: true, restart count 0 Mar 24 04:56:31.823: INFO: Latency metrics for node i-034b3b78a407cdcd7 Mar 24 04:56:31.823: INFO: Logging node info for node i-04a3a30868563686f Mar 24 04:56:31.939: INFO: Node Info: &Node{ObjectMeta:{i-04a3a30868563686f c9a3df15-9b40-451d-950b-ede2bc75009a 2987 0 2023-03-24 04:52:48 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-04a3a30868563686f kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-04a3a30868563686f"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.38.46/19 projectcalico.org/IPv4IPIPTunnelAddr:100.117.87.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {calico-node Update v1 2023-03-24 04:53:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 04:56:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status} {kube-controller-manager Update v1 2023-03-24 04:56:26 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.2.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-04a3a30868563686f,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:04 +0000 UTC,LastTransitionTime:2023-03-24 04:53:04 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:22 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:22 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:22 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:56:22 +0000 UTC,LastTransitionTime:2023-03-24 04:52:58 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.38.46,},NodeAddress{Type:ExternalIP,Address:3.71.200.84,},NodeAddress{Type:InternalDNS,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-200-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2ee6671e9da3dc29abf0231c19d72a,SystemUUID:ec2ee667-1e9d-a3dc-29ab-f0231c19d72a,BootID:c61828c2-d4ab-42de-ad58-cb80c7c7997a,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/ebs.csi.aws.com^vol-05032cb595dd9fe46 kubernetes.io/csi/ebs.csi.aws.com^vol-0a911a83cfe7ae98d kubernetes.io/csi/ebs.csi.aws.com^vol-0dc9d2a257ee72d9c],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-05032cb595dd9fe46,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0a911a83cfe7ae98d,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0dc9d2a257ee72d9c,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-042bba4e9b5b9626d,DevicePath:,},},Config:nil,},} Mar 24 04:56:31.939: INFO: Logging kubelet events for node i-04a3a30868563686f Mar 24 04:56:32.067: INFO: Logging pods the kubelet thinks is on node i-04a3a30868563686f Mar 24 04:56:32.201: INFO: test-deployment-58db457f5f-pstzr started at 2023-03-24 04:56:30 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:32.201: INFO: Container test-deployment ready: false, restart count 0 Mar 24 04:56:32.201: INFO: kube-proxy-i-04a3a30868563686f started at 2023-03-24 04:52:49 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:32.201: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 04:56:32.201: INFO: calico-node-wtv77 started at 2023-03-24 04:52:49 +0000 UTC (3+1 container statuses recorded) Mar 24 04:56:32.201: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 04:56:32.201: INFO: Init container install-cni ready: true, restart count 0 Mar 24 04:56:32.201: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 04:56:32.201: INFO: Container calico-node ready: true, restart count 0 Mar 24 04:56:32.201: INFO: ebs-csi-controller-74d7589c77-t9ltk started at 2023-03-24 04:52:58 +0000 UTC (0+5 container statuses recorded) Mar 24 04:56:32.201: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 04:56:32.201: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 04:56:32.201: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 04:56:32.201: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:32.201: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:32.201: INFO: netserver-0 started at 2023-03-24 04:56:01 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:32.201: INFO: Container webserver ready: true, restart count 0 Mar 24 04:56:32.201: INFO: sample-apiserver-deployment-6dfd6dfd5b-mzkmb started at 2023-03-24 04:56:03 +0000 UTC (0+2 container statuses recorded) Mar 24 04:56:32.201: INFO: Container etcd ready: true, restart count 0 Mar 24 04:56:32.201: INFO: Container sample-apiserver ready: true, restart count 0 Mar 24 04:56:32.201: INFO: sample-crd-conversion-webhook-deployment-5969648595-6bjlh started at 2023-03-24 04:56:27 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:32.201: INFO: Container sample-crd-conversion-webhook ready: true, restart count 0 Mar 24 04:56:32.201: INFO: ebs-csi-node-mz727 started at 2023-03-24 04:52:49 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:32.201: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:32.201: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:32.201: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:32.201: INFO: inline-volume-tester-djwx4 started at 2023-03-24 04:56:20 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:32.201: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 04:56:32.201: INFO: ss-0 started at 2023-03-24 04:56:06 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:32.201: INFO: Container webserver ready: true, restart count 0 Mar 24 04:56:32.201: INFO: inline-volume-tester2-ppfzs started at 2023-03-24 04:56:23 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:32.201: INFO: Container csi-volume-tester ready: false, restart count 0 Mar 24 04:56:32.201: INFO: test-container-pod started at 2023-03-24 04:56:24 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:32.201: INFO: Container webserver ready: true, restart count 0 Mar 24 04:56:32.690: INFO: Latency metrics for node i-04a3a30868563686f Mar 24 04:56:32.690: INFO: Logging node info for node i-0745dd1c6d9376559 Mar 24 04:56:32.803: INFO: Node Info: &Node{ObjectMeta:{i-0745dd1c6d9376559 f52e06f3-79e1-42e8-90ed-2b84deb0ce20 3180 0 2023-03-24 04:53:11 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0745dd1c6d9376559 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0745dd1c6d9376559 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-volume-expand-4739":"i-0745dd1c6d9376559","ebs.csi.aws.com":"i-0745dd1c6d9376559"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.60.247/19 projectcalico.org/IPv4IPIPTunnelAddr:100.120.120.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:53:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.4.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 04:56:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status} {kube-controller-manager Update v1 2023-03-24 04:56:29 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.4.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0745dd1c6d9376559,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:29 +0000 UTC,LastTransitionTime:2023-03-24 04:53:29 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:53:22 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.60.247,},NodeAddress{Type:ExternalIP,Address:3.71.43.84,},NodeAddress{Type:InternalDNS,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-43-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2978f27ec8a158dfb69127deea0508,SystemUUID:ec2978f2-7ec8-a158-dfb6-9127deea0508,BootID:4c064b95-375f-4cb4-918e-00eba9f1189d,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-volume-expand-4739^33159023-ca00-11ed-8623-361d99728bf5 kubernetes.io/csi/ebs.csi.aws.com^vol-0cf429d17b7b94a10],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-volume-expand-4739^33159023-ca00-11ed-8623-361d99728bf5,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0cf429d17b7b94a10,DevicePath:,},},Config:nil,},} Mar 24 04:56:32.804: INFO: Logging kubelet events for node i-0745dd1c6d9376559 Mar 24 04:56:32.938: INFO: Logging pods the kubelet thinks is on node i-0745dd1c6d9376559 Mar 24 04:56:33.057: INFO: hostexec-i-0745dd1c6d9376559-tjl47 started at 2023-03-24 04:56:30 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.057: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:33.057: INFO: pod-subpath-test-inlinevolume-z4nq started at 2023-03-24 04:56:28 +0000 UTC (2+1 container statuses recorded) Mar 24 04:56:33.057: INFO: Init container init-volume-inlinevolume-z4nq ready: true, restart count 0 Mar 24 04:56:33.057: INFO: Init container test-init-volume-inlinevolume-z4nq ready: true, restart count 0 Mar 24 04:56:33.057: INFO: Container test-container-subpath-inlinevolume-z4nq ready: false, restart count 0 Mar 24 04:56:33.057: INFO: hostexec-i-0745dd1c6d9376559-5xrdh started at 2023-03-24 04:56:23 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.057: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:33.057: INFO: all-pods-removed-gdcgw started at 2023-03-24 04:56:00 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.057: INFO: Container c ready: true, restart count 0 Mar 24 04:56:33.057: INFO: pod-ccce9375-2549-48ac-845f-53a3161cea6c started at 2023-03-24 04:56:13 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.057: INFO: Container write-pod ready: true, restart count 0 Mar 24 04:56:33.057: INFO: kube-proxy-i-0745dd1c6d9376559 started at 2023-03-24 04:53:12 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.057: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 04:56:33.057: INFO: ss-2 started at 2023-03-24 04:56:30 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.057: INFO: Container webserver ready: false, restart count 0 Mar 24 04:56:33.057: INFO: hostexec-i-0745dd1c6d9376559-jnp9g started at 2023-03-24 04:56:31 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.057: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:33.057: INFO: netserver-1 started at 2023-03-24 04:56:01 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.057: INFO: Container webserver ready: false, restart count 0 Mar 24 04:56:33.057: INFO: csi-hostpathplugin-0 started at 2023-03-24 04:56:06 +0000 UTC (0+7 container statuses recorded) Mar 24 04:56:33.057: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 04:56:33.057: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 04:56:33.057: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 04:56:33.057: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 04:56:33.057: INFO: Container hostpath ready: true, restart count 0 Mar 24 04:56:33.057: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:33.057: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:33.057: INFO: pvc-tester-nsj6r started at 2023-03-24 04:56:26 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.057: INFO: Container write-pod ready: true, restart count 0 Mar 24 04:56:33.057: INFO: calico-node-h58js started at 2023-03-24 04:53:12 +0000 UTC (3+1 container statuses recorded) Mar 24 04:56:33.057: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 04:56:33.057: INFO: Init container install-cni ready: true, restart count 0 Mar 24 04:56:33.057: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 04:56:33.057: INFO: Container calico-node ready: true, restart count 0 Mar 24 04:56:33.058: INFO: ebs-csi-node-ws95p started at 2023-03-24 04:53:12 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:33.058: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:33.058: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:33.058: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:33.499: INFO: Latency metrics for node i-0745dd1c6d9376559 Mar 24 04:56:33.499: INFO: Logging node info for node i-086cc47d0b6889a97 Mar 24 04:56:33.611: INFO: Node Info: &Node{ObjectMeta:{i-086cc47d0b6889a97 84983f5c-d74f-4e18-a0c0-2795646851f1 3258 0 2023-03-24 04:52:46 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-086cc47d0b6889a97 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-086cc47d0b6889a97"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.61.127/19 projectcalico.org/IPv4IPIPTunnelAddr:100.126.57.192 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kubelet Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:55 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.1.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:56:30 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 04:56:31 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.1.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-086cc47d0b6889a97,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:02 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:31 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:31 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:31 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:56:31 +0000 UTC,LastTransitionTime:2023-03-24 04:52:55 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.61.127,},NodeAddress{Type:ExternalIP,Address:52.59.211.84,},NodeAddress{Type:InternalDNS,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-52-59-211-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec20e16945df8b4723b5c34335a6ba96,SystemUUID:ec20e169-45df-8b47-23b5-c34335a6ba96,BootID:96774e1c-cbab-4728-8463-865fe0b6dd19,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:68d396900aeaa072c1f27289485fdac29834045a6f3ffe369bf389d830ef572d registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.6],SizeBytes:19007623,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/ebs.csi.aws.com^vol-066ac05268f1fe003 kubernetes.io/csi/ebs.csi.aws.com^vol-0dd99f93cd36811c7],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0dd99f93cd36811c7,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-066ac05268f1fe003,DevicePath:,},},Config:nil,},} Mar 24 04:56:33.611: INFO: Logging kubelet events for node i-086cc47d0b6889a97 Mar 24 04:56:33.731: INFO: Logging pods the kubelet thinks is on node i-086cc47d0b6889a97 Mar 24 04:56:33.849: INFO: coredns-745bddcfbb-tz9qm started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.849: INFO: Container coredns ready: true, restart count 0 Mar 24 04:56:33.849: INFO: coredns-autoscaler-8495f5575-h7fqs started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.849: INFO: Container autoscaler ready: true, restart count 0 Mar 24 04:56:33.849: INFO: ss-1 started at 2023-03-24 04:56:20 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.849: INFO: Container webserver ready: true, restart count 0 Mar 24 04:56:33.849: INFO: calico-node-8kfbt started at 2023-03-24 04:52:47 +0000 UTC (3+1 container statuses recorded) Mar 24 04:56:33.849: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 04:56:33.849: INFO: Init container install-cni ready: true, restart count 0 Mar 24 04:56:33.849: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 04:56:33.849: INFO: Container calico-node ready: true, restart count 0 Mar 24 04:56:33.849: INFO: netserver-2 started at 2023-03-24 04:56:01 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.849: INFO: Container webserver ready: false, restart count 0 Mar 24 04:56:33.849: INFO: pod-subpath-test-dynamicpv-2q7j started at 2023-03-24 04:56:28 +0000 UTC (1+1 container statuses recorded) Mar 24 04:56:33.849: INFO: Init container init-volume-dynamicpv-2q7j ready: true, restart count 0 Mar 24 04:56:33.849: INFO: Container test-container-subpath-dynamicpv-2q7j ready: false, restart count 0 Mar 24 04:56:33.849: INFO: test-deployment-58db457f5f-5bwjl started at 2023-03-24 04:56:30 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.849: INFO: Container test-deployment ready: true, restart count 0 Mar 24 04:56:33.849: INFO: kube-proxy-i-086cc47d0b6889a97 started at 2023-03-24 04:52:46 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.849: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 04:56:33.849: INFO: ebs-csi-node-jk7wg started at 2023-03-24 04:52:47 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:33.849: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:33.849: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:33.849: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:33.849: INFO: ebs-csi-controller-74d7589c77-hzp6x started at 2023-03-24 04:52:55 +0000 UTC (0+5 container statuses recorded) Mar 24 04:56:33.849: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 04:56:33.849: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 04:56:33.849: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 04:56:33.849: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:33.849: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:33.849: INFO: image-pull-teste915a12c-c121-4603-804c-e12c98887099 started at 2023-03-24 04:56:32 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:33.849: INFO: Container image-pull-test ready: false, restart count 0 Mar 24 04:56:34.243: INFO: Latency metrics for node i-086cc47d0b6889a97 Mar 24 04:56:34.243: INFO: Logging node info for node i-0da40d508a250d7b2 Mar 24 04:56:34.363: INFO: Node Info: &Node{ObjectMeta:{i-0da40d508a250d7b2 4c91b188-6d57-4554-b58e-ff427523df15 3065 0 2023-03-24 04:52:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0da40d508a250d7b2 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0da40d508a250d7b2 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-expansion-2033":"i-0da40d508a250d7b2","ebs.csi.aws.com":"i-0da40d508a250d7b2"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.47.30/19 projectcalico.org/IPv4IPIPTunnelAddr:100.111.242.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:52:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.3.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:56:17 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 04:56:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.3.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0da40d508a250d7b2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:09 +0000 UTC,LastTransitionTime:2023-03-24 04:53:09 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:56:27 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.47.30,},NodeAddress{Type:ExternalIP,Address:3.75.176.250,},NodeAddress{Type:InternalDNS,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-75-176-250.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2d3fc715f031ab9963d58c0611a486,SystemUUID:ec2d3fc7-15f0-31ab-9963-d58c0611a486,BootID:be1c39b2-f076-4bbe-a24b-85c855dba80b,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-2033^351f8c7e-ca00-11ed-971d-3a87e6dca960 kubernetes.io/csi/ebs.csi.aws.com^vol-0e244ae70017ceafb],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0e244ae70017ceafb,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-2033^351f8c7e-ca00-11ed-971d-3a87e6dca960,DevicePath:,},},Config:nil,},} Mar 24 04:56:34.363: INFO: Logging kubelet events for node i-0da40d508a250d7b2 Mar 24 04:56:34.495: INFO: Logging pods the kubelet thinks is on node i-0da40d508a250d7b2 Mar 24 04:56:34.623: INFO: kube-proxy-i-0da40d508a250d7b2 started at 2023-03-24 04:52:53 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:34.623: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 04:56:34.623: INFO: csi-mockplugin-resizer-0 started at 2023-03-24 04:56:05 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:34.623: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 04:56:34.624: INFO: calico-node-shkcz started at 2023-03-24 04:52:53 +0000 UTC (3+1 container statuses recorded) Mar 24 04:56:34.624: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 04:56:34.624: INFO: Init container install-cni ready: true, restart count 0 Mar 24 04:56:34.624: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 04:56:34.624: INFO: Container calico-node ready: true, restart count 0 Mar 24 04:56:34.624: INFO: coredns-745bddcfbb-292hk started at 2023-03-24 04:53:10 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:34.624: INFO: Container coredns ready: true, restart count 0 Mar 24 04:56:34.624: INFO: all-pods-removed-nzlkb started at 2023-03-24 04:56:00 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:34.624: INFO: Container c ready: true, restart count 0 Mar 24 04:56:34.624: INFO: pod-ephm-test-secret-swwr started at 2023-03-24 04:56:00 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:34.624: INFO: Container test-container-subpath-secret-swwr ready: false, restart count 0 Mar 24 04:56:34.624: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 04:56:05 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:34.624: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 04:56:34.624: INFO: inline-volume-tester-d4x6r started at 2023-03-24 04:56:08 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:34.624: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 04:56:34.624: INFO: busybox-f7d5529d-116f-493c-bbd5-de05a6a73c68 started at 2023-03-24 04:56:14 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:34.624: INFO: Container busybox ready: true, restart count 0 Mar 24 04:56:34.624: INFO: pvc-volume-tester-46rds started at 2023-03-24 04:56:16 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:34.624: INFO: Container volume-tester ready: true, restart count 0 Mar 24 04:56:34.624: INFO: ebs-csi-node-nldgj started at 2023-03-24 04:52:53 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:34.624: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 04:56:34.624: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 04:56:34.624: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 04:56:34.624: INFO: liveness-c9d2ded1-77b3-440d-be7d-bad01e175020 started at 2023-03-24 04:56:00 +0000 UTC (0+1 container statuses recorded) Mar 24 04:56:34.624: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 04:56:34.624: INFO: csi-mockplugin-0 started at 2023-03-24 04:56:05 +0000 UTC (0+3 container statuses recorded) Mar 24 04:56:34.624: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 04:56:34.624: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 04:56:34.624: INFO: Container mock ready: true, restart count 0 Mar 24 04:56:35.065: INFO: Latency metrics for node i-0da40d508a250d7b2 END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 04:56:35.065 (4.53s) < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 04:56:35.065 (4.53s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 04:56:35.065 STEP: Destroying namespace "provisioning-3983" for this suite. - test/e2e/framework/framework.go:351 @ 03/24/23 04:56:35.065 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 04:56:35.189 (124ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 04:56:35.189 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 04:56:35.189 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\sExternal\sStorage\s\[Driver\:\sebs\.csi\.aws\.com\]\s\[Testpattern\:\sDynamic\sPV\s\(default\sfs\)\]\ssubPath\sshould\ssupport\sreadOnly\sdirectory\sspecified\sin\sthe\svolumeMount$'
[FAILED] failed to get logs from pod-subpath-test-dynamicpv-b2w6 for test-container-subpath-dynamicpv-b2w6: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-2421/pods/pod-subpath-test-dynamicpv-b2w6/log?container=test-container-subpath-dynamicpv-b2w6&previous=false": stream error: stream ID 689; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:00:09.629from junit_01.xml
> Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 04:59:46.537 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 04:59:46.537 (0s) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 04:59:46.537 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/24/23 04:59:46.538 Mar 24 04:59:46.538: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename provisioning - test/e2e/framework/framework.go:250 @ 03/24/23 04:59:46.538 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/24/23 04:59:46.882 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/24/23 04:59:47.108 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 04:59:47.334 (796ms) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 04:59:47.334 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 04:59:47.334 (0s) > Enter [It] should support readOnly directory specified in the volumeMount - test/e2e/storage/testsuites/subpath.go:367 @ 03/24/23 04:59:47.334 Mar 24 04:59:47.334: INFO: Creating resource for dynamic PV Mar 24 04:59:47.334: INFO: Using claimSize:1Gi, test suite supported size:{ 1Mi}, driver(ebs.csi.aws.com) supported size:{ 1Mi} STEP: creating a StorageClass provisioning-2421-e2e-sckrd75 - test/e2e/storage/framework/volume_resource.go:102 @ 03/24/23 04:59:47.334 STEP: creating a claim - test/e2e/storage/framework/volume_resource.go:294 @ 03/24/23 04:59:47.457 Mar 24 04:59:47.457: INFO: Warning: Making PVC: VolumeMode specified as invalid empty string, treating as nil STEP: Creating pod pod-subpath-test-dynamicpv-b2w6 - test/e2e/storage/testsuites/subpath.go:691 @ 03/24/23 04:59:47.701 STEP: Creating a pod to test subpath - test/e2e/framework/pod/output/output.go:243 @ 03/24/23 04:59:47.701 STEP: Saw pod success - test/e2e/framework/pod/wait.go:409 @ 03/24/23 05:00:09.133 Mar 24 05:00:09.247: INFO: Trying to get logs from node i-0745dd1c6d9376559 pod pod-subpath-test-dynamicpv-b2w6 container test-container-subpath-dynamicpv-b2w6: <nil> Mar 24 05:00:09.365: INFO: Failed to get logs from node "i-0745dd1c6d9376559" pod "pod-subpath-test-dynamicpv-b2w6" container "test-container-subpath-dynamicpv-b2w6". Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-2421/pods/pod-subpath-test-dynamicpv-b2w6/log?container=test-container-subpath-dynamicpv-b2w6&previous=false": stream error: stream ID 689; INTERNAL_ERROR; received from peer STEP: delete the pod - test/e2e/framework/pod/output/output.go:168 @ 03/24/23 05:00:09.365 Mar 24 05:00:09.628: INFO: Unexpected error: <*fmt.wrapError | 0xc00458cfa0>: failed to get logs from pod-subpath-test-dynamicpv-b2w6 for test-container-subpath-dynamicpv-b2w6: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-2421/pods/pod-subpath-test-dynamicpv-b2w6/log?container=test-container-subpath-dynamicpv-b2w6&previous=false": stream error: stream ID 689; INTERNAL_ERROR; received from peer { msg: "failed to get logs from pod-subpath-test-dynamicpv-b2w6 for test-container-subpath-dynamicpv-b2w6: Get \"https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-2421/pods/pod-subpath-test-dynamicpv-b2w6/log?container=test-container-subpath-dynamicpv-b2w6&previous=false\": stream error: stream ID 689; INTERNAL_ERROR; received from peer", err: <*url.Error | 0xc0042ea870>{ Op: "Get", URL: "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-2421/pods/pod-subpath-test-dynamicpv-b2w6/log?container=test-container-subpath-dynamicpv-b2w6&previous=false", Err: <http2.StreamError>{ StreamID: 689, Code: 2, Cause: <*errors.errorString | 0xc0001e96a0>{ s: "received from peer", }, }, }, } [FAILED] failed to get logs from pod-subpath-test-dynamicpv-b2w6 for test-container-subpath-dynamicpv-b2w6: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-2421/pods/pod-subpath-test-dynamicpv-b2w6/log?container=test-container-subpath-dynamicpv-b2w6&previous=false": stream error: stream ID 689; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:00:09.629 < Exit [It] should support readOnly directory specified in the volumeMount - test/e2e/storage/testsuites/subpath.go:367 @ 03/24/23 05:00:09.629 (22.295s) > Enter [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:00:09.629 Mar 24 05:00:09.629: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:00:09.746 (117ms) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:369 @ 03/24/23 05:00:09.746 STEP: Deleting pod - test/e2e/storage/testsuites/subpath.go:172 @ 03/24/23 05:00:09.746 Mar 24 05:00:09.746: INFO: Deleting pod "pod-subpath-test-dynamicpv-b2w6" in namespace "provisioning-2421" STEP: Deleting pvc - test/e2e/storage/framework/volume_resource.go:181 @ 03/24/23 05:00:09.97 Mar 24 05:00:10.202: INFO: Deleting PersistentVolumeClaim "ebs.csi.aws.com7z9nr" Mar 24 05:00:10.333: INFO: Waiting up to 5m0s for PersistentVolume pvc-684f2223-3835-421c-b33a-ef5d16680251 to get deleted Mar 24 05:00:10.447: INFO: PersistentVolume pvc-684f2223-3835-421c-b33a-ef5d16680251 found and phase=Released (113.762401ms) Mar 24 05:00:15.616: INFO: PersistentVolume pvc-684f2223-3835-421c-b33a-ef5d16680251 found and phase=Released (5.283703233s) Mar 24 05:00:20.743: INFO: PersistentVolume pvc-684f2223-3835-421c-b33a-ef5d16680251 found and phase=Released (10.410729298s) Mar 24 05:00:25.864: INFO: PersistentVolume pvc-684f2223-3835-421c-b33a-ef5d16680251 was removed STEP: Deleting sc - test/e2e/storage/framework/volume_resource.go:228 @ 03/24/23 05:00:25.864 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:369 @ 03/24/23 05:00:25.991 (16.246s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:00:25.991 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:00:25.991 (0s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 05:00:25.991 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:00:25.991 STEP: Collecting events from namespace "provisioning-2421". - test/e2e/framework/debug/dump.go:42 @ 03/24/23 05:00:25.991 STEP: Found 15 events. - test/e2e/framework/debug/dump.go:46 @ 03/24/23 05:00:26.11 Mar 24 05:00:26.110: INFO: At 2023-03-24 04:59:47 +0000 UTC - event for ebs.csi.aws.com7z9nr: {persistentvolume-controller } WaitForFirstConsumer: waiting for first consumer to be created before binding Mar 24 05:00:26.110: INFO: At 2023-03-24 04:59:47 +0000 UTC - event for ebs.csi.aws.com7z9nr: {persistentvolume-controller } ExternalProvisioning: waiting for a volume to be created, either by external provisioner "ebs.csi.aws.com" or manually created by system administrator Mar 24 05:00:26.110: INFO: At 2023-03-24 04:59:47 +0000 UTC - event for ebs.csi.aws.com7z9nr: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } Provisioning: External provisioner is provisioning volume for claim "provisioning-2421/ebs.csi.aws.com7z9nr" Mar 24 05:00:26.110: INFO: At 2023-03-24 04:59:51 +0000 UTC - event for ebs.csi.aws.com7z9nr: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } ProvisioningSucceeded: Successfully provisioned volume pvc-684f2223-3835-421c-b33a-ef5d16680251 Mar 24 05:00:26.110: INFO: At 2023-03-24 04:59:51 +0000 UTC - event for pod-subpath-test-dynamicpv-b2w6: {default-scheduler } Scheduled: Successfully assigned provisioning-2421/pod-subpath-test-dynamicpv-b2w6 to i-0745dd1c6d9376559 Mar 24 05:00:26.110: INFO: At 2023-03-24 04:59:54 +0000 UTC - event for pod-subpath-test-dynamicpv-b2w6: {attachdetach-controller } SuccessfulAttachVolume: AttachVolume.Attach succeeded for volume "pvc-684f2223-3835-421c-b33a-ef5d16680251" Mar 24 05:00:26.110: INFO: At 2023-03-24 05:00:03 +0000 UTC - event for pod-subpath-test-dynamicpv-b2w6: {kubelet i-0745dd1c6d9376559} Pulled: Container image "registry.k8s.io/e2e-test-images/busybox:1.29-4" already present on machine Mar 24 05:00:26.110: INFO: At 2023-03-24 05:00:03 +0000 UTC - event for pod-subpath-test-dynamicpv-b2w6: {kubelet i-0745dd1c6d9376559} Created: Created container init-volume-dynamicpv-b2w6 Mar 24 05:00:26.110: INFO: At 2023-03-24 05:00:03 +0000 UTC - event for pod-subpath-test-dynamicpv-b2w6: {kubelet i-0745dd1c6d9376559} Started: Started container init-volume-dynamicpv-b2w6 Mar 24 05:00:26.110: INFO: At 2023-03-24 05:00:03 +0000 UTC - event for pod-subpath-test-dynamicpv-b2w6: {kubelet i-0745dd1c6d9376559} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:00:26.110: INFO: At 2023-03-24 05:00:03 +0000 UTC - event for pod-subpath-test-dynamicpv-b2w6: {kubelet i-0745dd1c6d9376559} Created: Created container test-init-volume-dynamicpv-b2w6 Mar 24 05:00:26.110: INFO: At 2023-03-24 05:00:03 +0000 UTC - event for pod-subpath-test-dynamicpv-b2w6: {kubelet i-0745dd1c6d9376559} Started: Started container test-init-volume-dynamicpv-b2w6 Mar 24 05:00:26.110: INFO: At 2023-03-24 05:00:04 +0000 UTC - event for pod-subpath-test-dynamicpv-b2w6: {kubelet i-0745dd1c6d9376559} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:00:26.110: INFO: At 2023-03-24 05:00:04 +0000 UTC - event for pod-subpath-test-dynamicpv-b2w6: {kubelet i-0745dd1c6d9376559} Created: Created container test-container-subpath-dynamicpv-b2w6 Mar 24 05:00:26.110: INFO: At 2023-03-24 05:00:04 +0000 UTC - event for pod-subpath-test-dynamicpv-b2w6: {kubelet i-0745dd1c6d9376559} Started: Started container test-container-subpath-dynamicpv-b2w6 Mar 24 05:00:26.237: INFO: POD NODE PHASE GRACE CONDITIONS Mar 24 05:00:26.237: INFO: Mar 24 05:00:26.395: INFO: Logging node info for node i-034b3b78a407cdcd7 Mar 24 05:00:26.533: INFO: Node Info: &Node{ObjectMeta:{i-034b3b78a407cdcd7 edbd7690-3933-4c61-96d9-8d2fe9567c88 5243 0 2023-03-24 04:50:33 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kops.k8s.io/kops-controller-pki: kubernetes.io/arch:arm64 kubernetes.io/hostname:i-034b3b78a407cdcd7 kubernetes.io/os:linux node-role.kubernetes.io/control-plane: node.kubernetes.io/exclude-from-external-load-balancers: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-034b3b78a407cdcd7"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.45.135/19 projectcalico.org/IPv4IPIPTunnelAddr:100.103.122.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:50:33 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {protokube Update v1 2023-03-24 04:51:07 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kops.k8s.io/kops-controller-pki":{},"f:node-role.kubernetes.io/control-plane":{},"f:node.kubernetes.io/exclude-from-external-load-balancers":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:51:34 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.0.0/24\"":{}},"f:taints":{}}} } {calico-node Update v1 2023-03-24 04:51:38 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 04:57:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.0.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-034b3b78a407cdcd7,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/control-plane,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[100.96.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:51:38 +0000 UTC,LastTransitionTime:2023-03-24 04:51:38 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:57:11 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:57:11 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:57:11 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:57:11 +0000 UTC,LastTransitionTime:2023-03-24 04:51:34 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.45.135,},NodeAddress{Type:ExternalIP,Address:3.124.195.101,},NodeAddress{Type:InternalDNS,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-124-195-101.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec29cde8aa98648dad6bcac2c87bf976,SystemUUID:ec29cde8-aa98-648d-ad6b-cac2c87bf976,BootID:c494d73c-f873-45cf-8d9a-0267613b2e05,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:9ce33ba33d8e738a5b85ed50b5080ac746deceed4a7496c550927a7a19ca3b6d registry.k8s.io/etcd:3.5.0-0],SizeBytes:157797353,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4afb99b4690b418ffc2ceb67e1a17376457e441c1f09ab55447f0aaf992fa646 registry.k8s.io/etcd:3.4.3-0],SizeBytes:151677080,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 registry.k8s.io/etcd:3.4.13-0],SizeBytes:134531559,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:0d2ab6b15b4fe0b903b9e81192d942fb39c29be61fe341cd16db5d0165b0435c registry.k8s.io/etcd:3.3.17-0],SizeBytes:126979107,},ContainerImage{Names:[registry.k8s.io/kube-apiserver-arm64:v1.28.0-alpha.0],SizeBytes:116040147,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-arm64:v1.28.0-alpha.0],SizeBytes:108568889,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:17da501f5d2a675be46040422a27b7cc21b8a43895ac998b171db1c346f361f7 registry.k8s.io/etcd:3.3.10-0],SizeBytes:81436097,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:6f72b851544986cb0921b53ea655ec04c36131248f16d4ad110cb3ca0c369dc1 registry.k8s.io/etcd:3.5.4-0],SizeBytes:81120118,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:13f53ed1d91e2e11aac476ee9a0269fdda6cc4874eba903efd40daf50c55eee5 registry.k8s.io/etcd:3.5.3-0],SizeBytes:81114891,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:80539316,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20 registry.k8s.io/etcd:3.2.24-1],SizeBytes:61500433,},ContainerImage{Names:[registry.k8s.io/etcdadm/etcd-manager-slim@sha256:8727adc059334e0e3329dbccce116a734da4a090da5e86c8cddccaf333caa666 registry.k8s.io/etcdadm/etcd-manager-slim:v3.0.20230201],SizeBytes:60826655,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:64b9ea357325d5db9f8a723dcf503b5a449177b17ac87d69481e126bb724c263 registry.k8s.io/etcd:3.5.1-0],SizeBytes:59553904,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-arm64:v1.28.0-alpha.0],SizeBytes:57450808,},ContainerImage{Names:[registry.k8s.io/kops/kops-controller:1.27.0-alpha.1],SizeBytes:41899493,},ContainerImage{Names:[registry.k8s.io/kops/dns-controller:1.27.0-alpha.1],SizeBytes:40375988,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[docker.io/calico/kube-controllers@sha256:2b6acd7f677f76ffe12ecf3ea7df92eb9b1bdb07336d1ac2a54c7631fb753f7e docker.io/calico/kube-controllers:v3.24.5],SizeBytes:26983577,},ContainerImage{Names:[registry.k8s.io/provider-aws/cloud-controller-manager@sha256:fdeb61e3e42ecd9cca868d550ebdb88dd6341d9e91fcfa9a37e227dab2ad22cb registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.0],SizeBytes:18345226,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/kops/kube-apiserver-healthcheck:1.27.0-alpha.1],SizeBytes:4740715,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:00:26.533: INFO: Logging kubelet events for node i-034b3b78a407cdcd7 Mar 24 05:00:26.664: INFO: Logging pods the kubelet thinks is on node i-034b3b78a407cdcd7 Mar 24 05:00:26.798: INFO: ebs-csi-node-stpbr started at 2023-03-24 04:51:22 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:26.798: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:26.798: INFO: calico-node-scx2q started at 2023-03-24 04:51:22 +0000 UTC (3+1 container statuses recorded) Mar 24 05:00:26.798: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:00:26.798: INFO: kops-controller-hkt98 started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:26.798: INFO: Container kops-controller ready: true, restart count 0 Mar 24 05:00:26.798: INFO: calico-kube-controllers-57d5684b7d-rwtfn started at 2023-03-24 04:51:34 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:26.798: INFO: Container calico-kube-controllers ready: true, restart count 0 Mar 24 05:00:26.798: INFO: kube-proxy-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:26.798: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:00:26.798: INFO: etcd-manager-events-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:00:26.798: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:00:26.798: INFO: etcd-manager-main-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:00:26.798: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:00:26.798: INFO: kube-apiserver-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+2 container statuses recorded) Mar 24 05:00:26.798: INFO: Container healthcheck ready: true, restart count 0 Mar 24 05:00:26.798: INFO: Container kube-apiserver ready: true, restart count 3 Mar 24 05:00:26.798: INFO: kube-controller-manager-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:26.798: INFO: Container kube-controller-manager ready: true, restart count 4 Mar 24 05:00:26.798: INFO: aws-cloud-controller-manager-nx2hq started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:26.798: INFO: Container aws-cloud-controller-manager ready: true, restart count 0 Mar 24 05:00:26.798: INFO: dns-controller-778f6dc98b-2dqnh started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:26.798: INFO: Container dns-controller ready: true, restart count 0 Mar 24 05:00:26.798: INFO: kube-scheduler-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:26.798: INFO: Container kube-scheduler ready: true, restart count 0 Mar 24 05:00:27.250: INFO: Latency metrics for node i-034b3b78a407cdcd7 Mar 24 05:00:27.250: INFO: Logging node info for node i-04a3a30868563686f Mar 24 05:00:27.366: INFO: Node Info: &Node{ObjectMeta:{i-04a3a30868563686f c9a3df15-9b40-451d-950b-ede2bc75009a 17198 0 2023-03-24 04:52:48 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-04a3a30868563686f kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-04a3a30868563686f topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-3860":"i-04a3a30868563686f","csi-mock-csi-mock-volumes-capacity-310":"i-04a3a30868563686f","ebs.csi.aws.com":"i-04a3a30868563686f"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.38.46/19 projectcalico.org/IPv4IPIPTunnelAddr:100.117.87.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {calico-node Update v1 2023-03-24 04:53:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:00:10 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:00:18 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.2.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-04a3a30868563686f,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:04 +0000 UTC,LastTransitionTime:2023-03-24 04:53:04 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:18 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:18 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:18 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:00:18 +0000 UTC,LastTransitionTime:2023-03-24 04:52:58 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.38.46,},NodeAddress{Type:ExternalIP,Address:3.71.200.84,},NodeAddress{Type:InternalDNS,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-200-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2ee6671e9da3dc29abf0231c19d72a,SystemUUID:ec2ee667-1e9d-a3dc-29ab-f0231c19d72a,BootID:c61828c2-d4ab-42de-ad58-cb80c7c7997a,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-3860^ad1afb35-ca00-11ed-95b2-56d53ea1705d kubernetes.io/csi/csi-mock-csi-mock-volumes-capacity-310^c01a70ca-ca00-11ed-99d6-eacde2a64f56],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-3860^ad1afb35-ca00-11ed-95b2-56d53ea1705d,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-capacity-310^c01a70ca-ca00-11ed-99d6-eacde2a64f56,DevicePath:,},},Config:nil,},} Mar 24 05:00:27.367: INFO: Logging kubelet events for node i-04a3a30868563686f Mar 24 05:00:27.485: INFO: Logging pods the kubelet thinks is on node i-04a3a30868563686f Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-82gnz started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 04:59:57 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-lk2mf started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: ebs-csi-controller-74d7589c77-t9ltk started at 2023-03-24 04:52:58 +0000 UTC (0+5 container statuses recorded) Mar 24 05:00:27.626: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-mkkwv started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: csi-hostpathplugin-0 started at 2023-03-24 04:59:34 +0000 UTC (0+7 container statuses recorded) Mar 24 05:00:27.626: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:27.626: INFO: inline-volume-tester-8grp2 started at 2023-03-24 04:59:38 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-8zxs6 started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: ebs-csi-node-mz727 started at 2023-03-24 04:52:49 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:27.626: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-whw5n started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-c9nfb started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-gf6pv started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-2ll2d started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-rwf2d started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-8pfkv started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: pod-001e38ab-6325-4af9-8649-ad1fd1db2743 started at 2023-03-24 05:00:25 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container write-pod ready: true, restart count 0 Mar 24 05:00:27.626: INFO: calico-node-wtv77 started at 2023-03-24 04:52:49 +0000 UTC (3+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:00:27.626: INFO: csi-mockplugin-0 started at 2023-03-24 04:59:57 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:27.626: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container mock ready: true, restart count 0 Mar 24 05:00:27.626: INFO: hostexec-i-04a3a30868563686f-469hj started at 2023-03-24 05:00:07 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-mppnh started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: security-context-3800d90c-7912-42e1-9d96-3dbfd37fb29b started at 2023-03-24 05:00:25 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container test-container ready: false, restart count 0 Mar 24 05:00:27.626: INFO: csi-mockplugin-0 started at 2023-03-24 05:00:26 +0000 UTC (0+4 container statuses recorded) Mar 24 05:00:27.626: INFO: Container busybox ready: false, restart count 0 Mar 24 05:00:27.626: INFO: Container csi-provisioner ready: false, restart count 0 Mar 24 05:00:27.626: INFO: Container driver-registrar ready: false, restart count 0 Mar 24 05:00:27.626: INFO: Container mock ready: false, restart count 0 Mar 24 05:00:27.626: INFO: csi-mockplugin-resizer-0 started at 2023-03-24 05:00:27 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container csi-resizer ready: false, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-2sxqq started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-5gnh5 started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: rc-test-6djlj started at 2023-03-24 05:00:17 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container rc-test ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-bgqv2 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-2bmsb started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-4tcnk started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: pod-projected-configmaps-2c423a3a-2787-41ed-9cd6-837b66ba2242 started at 2023-03-24 04:57:25 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:27.626: INFO: Container createcm-volume-test ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container delcm-volume-test ready: true, restart count 0 Mar 24 05:00:27.626: INFO: Container updcm-volume-test ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-fp5z5 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-zrn6g started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-5tq8x started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-sg69v started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-6lxtb started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: kube-proxy-i-04a3a30868563686f started at 2023-03-24 04:52:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-wxs4w started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-n8xng started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:27.626: INFO: simpletest-rc-to-be-deleted-cqkjt started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:27.626: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.376: INFO: Latency metrics for node i-04a3a30868563686f Mar 24 05:00:28.376: INFO: Logging node info for node i-0745dd1c6d9376559 Mar 24 05:00:28.499: INFO: Node Info: &Node{ObjectMeta:{i-0745dd1c6d9376559 f52e06f3-79e1-42e8-90ed-2b84deb0ce20 16607 0 2023-03-24 04:53:11 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0745dd1c6d9376559 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0745dd1c6d9376559 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-0745dd1c6d9376559"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.60.247/19 projectcalico.org/IPv4IPIPTunnelAddr:100.120.120.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:53:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.4.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:00:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.4.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0745dd1c6d9376559,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:29 +0000 UTC,LastTransitionTime:2023-03-24 04:53:29 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:12 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:12 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:12 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:00:12 +0000 UTC,LastTransitionTime:2023-03-24 04:53:22 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.60.247,},NodeAddress{Type:ExternalIP,Address:3.71.43.84,},NodeAddress{Type:InternalDNS,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-43-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2978f27ec8a158dfb69127deea0508,SystemUUID:ec2978f2-7ec8-a158-dfb6-9127deea0508,BootID:4c064b95-375f-4cb4-918e-00eba9f1189d,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:00:28.499: INFO: Logging kubelet events for node i-0745dd1c6d9376559 Mar 24 05:00:28.646: INFO: Logging pods the kubelet thinks is on node i-0745dd1c6d9376559 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-hkbhj started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: kube-proxy-i-0745dd1c6d9376559 started at 2023-03-24 04:53:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:00:28.790: INFO: rc-test-vx5px started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container rc-test ready: true, restart count 0 Mar 24 05:00:28.790: INFO: dns-test-c0ac994b-3bd7-4ac2-ba4e-733dfee2573a started at 2023-03-24 04:59:57 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:28.790: INFO: Container jessie-querier ready: true, restart count 0 Mar 24 05:00:28.790: INFO: Container querier ready: true, restart count 0 Mar 24 05:00:28.790: INFO: Container webserver ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-j9v8x started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-5tpdg started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-9mfxx started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: calico-node-h58js started at 2023-03-24 04:53:12 +0000 UTC (3+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:00:28.790: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:00:28.790: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:00:28.790: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:00:28.790: INFO: pfpod started at 2023-03-24 04:59:37 +0000 UTC (0+2 container statuses recorded) Mar 24 05:00:28.790: INFO: Container portforwardtester ready: false, restart count 0 Mar 24 05:00:28.790: INFO: Container readiness ready: false, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-p4ldj started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: all-succeed-2md7d started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container c ready: false, restart count 0 Mar 24 05:00:28.790: INFO: all-succeed-5gwjj started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container c ready: false, restart count 0 Mar 24 05:00:28.790: INFO: all-succeed-hg6w2 started at 2023-03-24 05:00:25 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container c ready: false, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-zb2zz started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-7cq2c started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: annotationupdate94da7a13-51b8-48be-b3fd-1569ea23a0e9 started at 2023-03-24 04:59:37 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container client-container ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-6np66 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: busybox-readonly-fsbe7e89da-230e-43ae-979a-840506d73d15 started at 2023-03-24 04:59:38 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container busybox-readonly-fsbe7e89da-230e-43ae-979a-840506d73d15 ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-7kg75 started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-d9znj started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-stlmj started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: all-succeed-8sc7x started at 2023-03-24 05:00:25 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container c ready: false, restart count 0 Mar 24 05:00:28.790: INFO: ebs-csi-node-ws95p started at 2023-03-24 04:53:12 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:28.790: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:28.790: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:28.790: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-gxhz9 started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-jsx45 started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: startup-6b71c6fe-81bc-4a7f-98b6-46cd4056c83c started at 2023-03-24 05:00:26 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container busybox ready: false, restart count 0 Mar 24 05:00:28.790: INFO: hostpath-symlink-prep-provisioning-8210 started at 2023-03-24 05:00:25 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container init-volume-provisioning-8210 ready: false, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-8csv4 started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-qsc4g started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-2c7bw started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-scm9p started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: termination-message-container074eaca5-c46f-4c2f-a241-20dab735e87b started at 2023-03-24 05:00:26 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container termination-message-container ready: false, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-8cxq6 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:28.790: INFO: simpletest-rc-to-be-deleted-hqzn2 started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:28.790: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.358: INFO: Latency metrics for node i-0745dd1c6d9376559 Mar 24 05:00:29.358: INFO: Logging node info for node i-086cc47d0b6889a97 Mar 24 05:00:29.477: INFO: Node Info: &Node{ObjectMeta:{i-086cc47d0b6889a97 84983f5c-d74f-4e18-a0c0-2795646851f1 16151 0 2023-03-24 04:52:46 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:arm64 kubernetes.io/hostname:i-086cc47d0b6889a97 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-086cc47d0b6889a97 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-086cc47d0b6889a97"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.61.127/19 projectcalico.org/IPv4IPIPTunnelAddr:100.126.57.192 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kubelet Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:55 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.1.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:00:03 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.1.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-086cc47d0b6889a97,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:02 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 04:59:55 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 04:59:55 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 04:59:55 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 04:59:55 +0000 UTC,LastTransitionTime:2023-03-24 04:52:55 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.61.127,},NodeAddress{Type:ExternalIP,Address:52.59.211.84,},NodeAddress{Type:InternalDNS,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-52-59-211-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec20e16945df8b4723b5c34335a6ba96,SystemUUID:ec20e169-45df-8b47-23b5-c34335a6ba96,BootID:96774e1c-cbab-4728-8463-865fe0b6dd19,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:68d396900aeaa072c1f27289485fdac29834045a6f3ffe369bf389d830ef572d registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.6],SizeBytes:19007623,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:00:29.477: INFO: Logging kubelet events for node i-086cc47d0b6889a97 Mar 24 05:00:29.603: INFO: Logging pods the kubelet thinks is on node i-086cc47d0b6889a97 Mar 24 05:00:29.741: INFO: coredns-autoscaler-8495f5575-h7fqs started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container autoscaler ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-7j28d started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-6vdcn started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-bgk4f started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-7lrp5 started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-s59bc started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-26vwc started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-j8v6f started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-547xg started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-c5cdd started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-f4hwg started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: kube-proxy-i-086cc47d0b6889a97 started at 2023-03-24 04:52:46 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:00:29.741: INFO: ebs-csi-controller-74d7589c77-hzp6x started at 2023-03-24 04:52:55 +0000 UTC (0+5 container statuses recorded) Mar 24 05:00:29.741: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:00:29.741: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:00:29.741: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:00:29.741: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:29.741: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-cwjfk started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-2cdvh started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: coredns-745bddcfbb-tz9qm started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container coredns ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-27cx7 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-l2s2x started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: calico-node-8kfbt started at 2023-03-24 04:52:47 +0000 UTC (3+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:00:29.741: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:00:29.741: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:00:29.741: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-btt8k started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-jlslg started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-dx68k started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:29.741: INFO: ebs-csi-node-jk7wg started at 2023-03-24 04:52:47 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:29.741: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:29.741: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:29.741: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:29.741: INFO: simpletest-rc-to-be-deleted-thbc2 started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:29.741: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.279: INFO: Latency metrics for node i-086cc47d0b6889a97 Mar 24 05:00:30.279: INFO: Logging node info for node i-0da40d508a250d7b2 Mar 24 05:00:30.429: INFO: Node Info: &Node{ObjectMeta:{i-0da40d508a250d7b2 4c91b188-6d57-4554-b58e-ff427523df15 17649 0 2023-03-24 04:52:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0da40d508a250d7b2 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0da40d508a250d7b2 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-expansion-2033":"i-0da40d508a250d7b2","ebs.csi.aws.com":"i-0da40d508a250d7b2"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.47.30/19 projectcalico.org/IPv4IPIPTunnelAddr:100.111.242.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:52:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.3.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:00:23 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:00:23 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.3.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0da40d508a250d7b2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:09 +0000 UTC,LastTransitionTime:2023-03-24 04:53:09 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:23 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:23 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:00:23 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:00:23 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.47.30,},NodeAddress{Type:ExternalIP,Address:3.75.176.250,},NodeAddress{Type:InternalDNS,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-75-176-250.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2d3fc715f031ab9963d58c0611a486,SystemUUID:ec2d3fc7-15f0-31ab-9963-d58c0611a486,BootID:be1c39b2-f076-4bbe-a24b-85c855dba80b,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-2033^351f8c7e-ca00-11ed-971d-3a87e6dca960],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-2033^351f8c7e-ca00-11ed-971d-3a87e6dca960,DevicePath:,},},Config:nil,},} Mar 24 05:00:30.430: INFO: Logging kubelet events for node i-0da40d508a250d7b2 Mar 24 05:00:30.576: INFO: Logging pods the kubelet thinks is on node i-0da40d508a250d7b2 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-9tcgd started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 04:56:05 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:00:30.716: INFO: pvc-volume-tester-46rds started at 2023-03-24 04:56:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container volume-tester ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-rcpw6 started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: ebs-csi-node-nldgj started at 2023-03-24 04:52:53 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:30.716: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:00:30.716: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:00:30.716: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:00:30.716: INFO: hostexec-i-0da40d508a250d7b2-klz4k started at 2023-03-24 05:00:10 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-5t4sz started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-4wlnj started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-z5r52 started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-5qr8h started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-25h6b started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: csi-mockplugin-resizer-0 started at 2023-03-24 04:56:05 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-l9brb started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-7qm4k started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: pod-subpath-test-preprovisionedpv-6jrb started at 2023-03-24 05:00:23 +0000 UTC (1+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Init container init-volume-preprovisionedpv-6jrb ready: true, restart count 0 Mar 24 05:00:30.716: INFO: Container test-container-subpath-preprovisionedpv-6jrb ready: true, restart count 0 Mar 24 05:00:30.716: INFO: coredns-745bddcfbb-292hk started at 2023-03-24 04:53:10 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container coredns ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-gwfhc started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-5qcwl started at 2023-03-24 05:00:13 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-5vkc2 started at 2023-03-24 05:00:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: busybox-9833916d-da69-4ce9-a35b-617c861b5e60 started at 2023-03-24 05:00:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container busybox ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-fclbc started at 2023-03-24 05:00:15 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: csi-mockplugin-0 started at 2023-03-24 04:56:05 +0000 UTC (0+3 container statuses recorded) Mar 24 05:00:30.716: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:00:30.716: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:00:30.716: INFO: Container mock ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-2x5hx started at 2023-03-24 05:00:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: pod-configmaps-c111f5dd-2ffb-4158-a967-aadbf76b8334 started at 2023-03-24 04:57:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:00:30.716: INFO: kube-proxy-i-0da40d508a250d7b2 started at 2023-03-24 04:52:53 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:00:30.716: INFO: simpletest-rc-to-be-deleted-7pjgq started at 2023-03-24 05:00:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Container nginx ready: true, restart count 0 Mar 24 05:00:30.716: INFO: calico-node-shkcz started at 2023-03-24 04:52:53 +0000 UTC (3+1 container statuses recorded) Mar 24 05:00:30.716: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:00:30.716: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:00:30.716: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:00:30.716: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:00:31.197: INFO: Latency metrics for node i-0da40d508a250d7b2 END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:00:31.197 (5.206s) < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 05:00:31.197 (5.206s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 05:00:31.197 STEP: Destroying namespace "provisioning-2421" for this suite. - test/e2e/framework/framework.go:351 @ 03/24/23 05:00:31.197 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 05:00:31.322 (125ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:00:31.322 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:00:31.322 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\sExternal\sStorage\s\[Driver\:\sebs\.csi\.aws\.com\]\s\[Testpattern\:\sDynamic\sPV\s\(default\sfs\)\]\ssubPath\sshould\ssupport\sreadOnly\sfile\sspecified\sin\sthe\svolumeMount\s\[LinuxOnly\]$'
[FAILED] failed to get logs from pod-subpath-test-dynamicpv-lnnh for test-container-subpath-dynamicpv-lnnh: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6097/pods/pod-subpath-test-dynamicpv-lnnh/log?container=test-container-subpath-dynamicpv-lnnh&previous=false": stream error: stream ID 2785; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:07:52.7from junit_01.xml
> Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 05:07:38.15 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 05:07:38.15 (0s) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 05:07:38.15 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/24/23 05:07:38.15 Mar 24 05:07:38.150: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename provisioning - test/e2e/framework/framework.go:250 @ 03/24/23 05:07:38.151 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/24/23 05:07:38.501 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/24/23 05:07:38.727 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - set up framework | framework.go:191 @ 03/24/23 05:07:38.953 (803ms) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:07:38.953 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:07:38.953 (0s) > Enter [It] should support readOnly file specified in the volumeMount [LinuxOnly] - test/e2e/storage/testsuites/subpath.go:382 @ 03/24/23 05:07:38.953 Mar 24 05:07:38.953: INFO: Creating resource for dynamic PV Mar 24 05:07:38.953: INFO: Using claimSize:1Gi, test suite supported size:{ 1Mi}, driver(ebs.csi.aws.com) supported size:{ 1Mi} STEP: creating a StorageClass provisioning-6097-e2e-sc6fr4n - test/e2e/storage/framework/volume_resource.go:102 @ 03/24/23 05:07:38.954 STEP: creating a claim - test/e2e/storage/framework/volume_resource.go:294 @ 03/24/23 05:07:39.07 Mar 24 05:07:39.070: INFO: Warning: Making PVC: VolumeMode specified as invalid empty string, treating as nil STEP: Creating pod pod-subpath-test-dynamicpv-lnnh - test/e2e/storage/testsuites/subpath.go:691 @ 03/24/23 05:07:39.303 STEP: Creating a pod to test subpath - test/e2e/framework/pod/output/output.go:243 @ 03/24/23 05:07:39.303 STEP: Saw pod success - test/e2e/framework/pod/wait.go:409 @ 03/24/23 05:07:52.229 Mar 24 05:07:52.343: INFO: Trying to get logs from node i-0da40d508a250d7b2 pod pod-subpath-test-dynamicpv-lnnh container test-container-subpath-dynamicpv-lnnh: <nil> Mar 24 05:07:52.456: INFO: Failed to get logs from node "i-0da40d508a250d7b2" pod "pod-subpath-test-dynamicpv-lnnh" container "test-container-subpath-dynamicpv-lnnh". Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6097/pods/pod-subpath-test-dynamicpv-lnnh/log?container=test-container-subpath-dynamicpv-lnnh&previous=false": stream error: stream ID 2785; INTERNAL_ERROR; received from peer STEP: delete the pod - test/e2e/framework/pod/output/output.go:168 @ 03/24/23 05:07:52.456 Mar 24 05:07:52.700: INFO: Unexpected error: <*fmt.wrapError | 0xc004b48000>: failed to get logs from pod-subpath-test-dynamicpv-lnnh for test-container-subpath-dynamicpv-lnnh: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6097/pods/pod-subpath-test-dynamicpv-lnnh/log?container=test-container-subpath-dynamicpv-lnnh&previous=false": stream error: stream ID 2785; INTERNAL_ERROR; received from peer { msg: "failed to get logs from pod-subpath-test-dynamicpv-lnnh for test-container-subpath-dynamicpv-lnnh: Get \"https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6097/pods/pod-subpath-test-dynamicpv-lnnh/log?container=test-container-subpath-dynamicpv-lnnh&previous=false\": stream error: stream ID 2785; INTERNAL_ERROR; received from peer", err: <*url.Error | 0xc00273a420>{ Op: "Get", URL: "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6097/pods/pod-subpath-test-dynamicpv-lnnh/log?container=test-container-subpath-dynamicpv-lnnh&previous=false", Err: <http2.StreamError>{ StreamID: 2785, Code: 2, Cause: <*errors.errorString | 0xc0001e96c0>{ s: "received from peer", }, }, }, } [FAILED] failed to get logs from pod-subpath-test-dynamicpv-lnnh for test-container-subpath-dynamicpv-lnnh: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/provisioning-6097/pods/pod-subpath-test-dynamicpv-lnnh/log?container=test-container-subpath-dynamicpv-lnnh&previous=false": stream error: stream ID 2785; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:07:52.7 < Exit [It] should support readOnly file specified in the volumeMount [LinuxOnly] - test/e2e/storage/testsuites/subpath.go:382 @ 03/24/23 05:07:52.701 (13.747s) > Enter [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:07:52.701 Mar 24 05:07:52.701: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:07:52.815 (115ms) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:384 @ 03/24/23 05:07:52.815 STEP: Deleting pod - test/e2e/storage/testsuites/subpath.go:172 @ 03/24/23 05:07:52.815 Mar 24 05:07:52.815: INFO: Deleting pod "pod-subpath-test-dynamicpv-lnnh" in namespace "provisioning-6097" STEP: Deleting pvc - test/e2e/storage/framework/volume_resource.go:181 @ 03/24/23 05:07:53.04 Mar 24 05:07:53.280: INFO: Deleting PersistentVolumeClaim "ebs.csi.aws.comdnzfx" Mar 24 05:07:53.416: INFO: Waiting up to 5m0s for PersistentVolume pvc-6ceeddee-264e-40de-97f1-f16eb4bc3898 to get deleted Mar 24 05:07:53.532: INFO: PersistentVolume pvc-6ceeddee-264e-40de-97f1-f16eb4bc3898 found and phase=Released (115.580035ms) Mar 24 05:07:58.646: INFO: PersistentVolume pvc-6ceeddee-264e-40de-97f1-f16eb4bc3898 found and phase=Released (5.229597573s) Mar 24 05:08:03.772: INFO: PersistentVolume pvc-6ceeddee-264e-40de-97f1-f16eb4bc3898 found and phase=Released (10.355682039s) Mar 24 05:08:08.886: INFO: PersistentVolume pvc-6ceeddee-264e-40de-97f1-f16eb4bc3898 was removed STEP: Deleting sc - test/e2e/storage/framework/volume_resource.go:228 @ 03/24/23 05:08:08.887 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/storage/testsuites/subpath.go:384 @ 03/24/23 05:08:09.003 (16.188s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:08:09.003 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:08:09.003 (0s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 05:08:09.003 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:08:09.003 STEP: Collecting events from namespace "provisioning-6097". - test/e2e/framework/debug/dump.go:42 @ 03/24/23 05:08:09.003 STEP: Found 15 events. - test/e2e/framework/debug/dump.go:46 @ 03/24/23 05:08:09.117 Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:39 +0000 UTC - event for ebs.csi.aws.comdnzfx: {persistentvolume-controller } WaitForFirstConsumer: waiting for first consumer to be created before binding Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:39 +0000 UTC - event for ebs.csi.aws.comdnzfx: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } Provisioning: External provisioner is provisioning volume for claim "provisioning-6097/ebs.csi.aws.comdnzfx" Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:39 +0000 UTC - event for ebs.csi.aws.comdnzfx: {persistentvolume-controller } ExternalProvisioning: waiting for a volume to be created, either by external provisioner "ebs.csi.aws.com" or manually created by system administrator Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:42 +0000 UTC - event for ebs.csi.aws.comdnzfx: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } ProvisioningSucceeded: Successfully provisioned volume pvc-6ceeddee-264e-40de-97f1-f16eb4bc3898 Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:43 +0000 UTC - event for pod-subpath-test-dynamicpv-lnnh: {default-scheduler } Scheduled: Successfully assigned provisioning-6097/pod-subpath-test-dynamicpv-lnnh to i-0da40d508a250d7b2 Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:45 +0000 UTC - event for pod-subpath-test-dynamicpv-lnnh: {attachdetach-controller } SuccessfulAttachVolume: AttachVolume.Attach succeeded for volume "pvc-6ceeddee-264e-40de-97f1-f16eb4bc3898" Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:46 +0000 UTC - event for pod-subpath-test-dynamicpv-lnnh: {kubelet i-0da40d508a250d7b2} Pulled: Container image "registry.k8s.io/e2e-test-images/busybox:1.29-4" already present on machine Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:47 +0000 UTC - event for pod-subpath-test-dynamicpv-lnnh: {kubelet i-0da40d508a250d7b2} Created: Created container init-volume-dynamicpv-lnnh Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:47 +0000 UTC - event for pod-subpath-test-dynamicpv-lnnh: {kubelet i-0da40d508a250d7b2} Started: Started container init-volume-dynamicpv-lnnh Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:47 +0000 UTC - event for pod-subpath-test-dynamicpv-lnnh: {kubelet i-0da40d508a250d7b2} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:47 +0000 UTC - event for pod-subpath-test-dynamicpv-lnnh: {kubelet i-0da40d508a250d7b2} Created: Created container test-init-volume-dynamicpv-lnnh Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:47 +0000 UTC - event for pod-subpath-test-dynamicpv-lnnh: {kubelet i-0da40d508a250d7b2} Started: Started container test-init-volume-dynamicpv-lnnh Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:48 +0000 UTC - event for pod-subpath-test-dynamicpv-lnnh: {kubelet i-0da40d508a250d7b2} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:48 +0000 UTC - event for pod-subpath-test-dynamicpv-lnnh: {kubelet i-0da40d508a250d7b2} Created: Created container test-container-subpath-dynamicpv-lnnh Mar 24 05:08:09.117: INFO: At 2023-03-24 05:07:48 +0000 UTC - event for pod-subpath-test-dynamicpv-lnnh: {kubelet i-0da40d508a250d7b2} Started: Started container test-container-subpath-dynamicpv-lnnh Mar 24 05:08:09.231: INFO: POD NODE PHASE GRACE CONDITIONS Mar 24 05:08:09.231: INFO: Mar 24 05:08:09.346: INFO: Logging node info for node i-034b3b78a407cdcd7 Mar 24 05:08:09.460: INFO: Node Info: &Node{ObjectMeta:{i-034b3b78a407cdcd7 edbd7690-3933-4c61-96d9-8d2fe9567c88 38304 0 2023-03-24 04:50:33 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kops.k8s.io/kops-controller-pki: kubernetes.io/arch:arm64 kubernetes.io/hostname:i-034b3b78a407cdcd7 kubernetes.io/os:linux node-role.kubernetes.io/control-plane: node.kubernetes.io/exclude-from-external-load-balancers: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-034b3b78a407cdcd7"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.45.135/19 projectcalico.org/IPv4IPIPTunnelAddr:100.103.122.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:50:33 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {protokube Update v1 2023-03-24 04:51:07 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kops.k8s.io/kops-controller-pki":{},"f:node-role.kubernetes.io/control-plane":{},"f:node.kubernetes.io/exclude-from-external-load-balancers":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:51:34 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.0.0/24\"":{}},"f:taints":{}}} } {calico-node Update v1 2023-03-24 04:51:38 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:07:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.0.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-034b3b78a407cdcd7,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/control-plane,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[100.96.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:51:38 +0000 UTC,LastTransitionTime:2023-03-24 04:51:38 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:51:34 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.45.135,},NodeAddress{Type:ExternalIP,Address:3.124.195.101,},NodeAddress{Type:InternalDNS,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-124-195-101.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec29cde8aa98648dad6bcac2c87bf976,SystemUUID:ec29cde8-aa98-648d-ad6b-cac2c87bf976,BootID:c494d73c-f873-45cf-8d9a-0267613b2e05,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:9ce33ba33d8e738a5b85ed50b5080ac746deceed4a7496c550927a7a19ca3b6d registry.k8s.io/etcd:3.5.0-0],SizeBytes:157797353,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4afb99b4690b418ffc2ceb67e1a17376457e441c1f09ab55447f0aaf992fa646 registry.k8s.io/etcd:3.4.3-0],SizeBytes:151677080,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 registry.k8s.io/etcd:3.4.13-0],SizeBytes:134531559,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:0d2ab6b15b4fe0b903b9e81192d942fb39c29be61fe341cd16db5d0165b0435c registry.k8s.io/etcd:3.3.17-0],SizeBytes:126979107,},ContainerImage{Names:[registry.k8s.io/kube-apiserver-arm64:v1.28.0-alpha.0],SizeBytes:116040147,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-arm64:v1.28.0-alpha.0],SizeBytes:108568889,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:17da501f5d2a675be46040422a27b7cc21b8a43895ac998b171db1c346f361f7 registry.k8s.io/etcd:3.3.10-0],SizeBytes:81436097,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:6f72b851544986cb0921b53ea655ec04c36131248f16d4ad110cb3ca0c369dc1 registry.k8s.io/etcd:3.5.4-0],SizeBytes:81120118,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:13f53ed1d91e2e11aac476ee9a0269fdda6cc4874eba903efd40daf50c55eee5 registry.k8s.io/etcd:3.5.3-0],SizeBytes:81114891,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:80539316,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20 registry.k8s.io/etcd:3.2.24-1],SizeBytes:61500433,},ContainerImage{Names:[registry.k8s.io/etcdadm/etcd-manager-slim@sha256:8727adc059334e0e3329dbccce116a734da4a090da5e86c8cddccaf333caa666 registry.k8s.io/etcdadm/etcd-manager-slim:v3.0.20230201],SizeBytes:60826655,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:64b9ea357325d5db9f8a723dcf503b5a449177b17ac87d69481e126bb724c263 registry.k8s.io/etcd:3.5.1-0],SizeBytes:59553904,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-arm64:v1.28.0-alpha.0],SizeBytes:57450808,},ContainerImage{Names:[registry.k8s.io/kops/kops-controller:1.27.0-alpha.1],SizeBytes:41899493,},ContainerImage{Names:[registry.k8s.io/kops/dns-controller:1.27.0-alpha.1],SizeBytes:40375988,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[docker.io/calico/kube-controllers@sha256:2b6acd7f677f76ffe12ecf3ea7df92eb9b1bdb07336d1ac2a54c7631fb753f7e docker.io/calico/kube-controllers:v3.24.5],SizeBytes:26983577,},ContainerImage{Names:[registry.k8s.io/provider-aws/cloud-controller-manager@sha256:fdeb61e3e42ecd9cca868d550ebdb88dd6341d9e91fcfa9a37e227dab2ad22cb registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.0],SizeBytes:18345226,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/kops/kube-apiserver-healthcheck:1.27.0-alpha.1],SizeBytes:4740715,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:08:09.460: INFO: Logging kubelet events for node i-034b3b78a407cdcd7 Mar 24 05:08:09.578: INFO: Logging pods the kubelet thinks is on node i-034b3b78a407cdcd7 Mar 24 05:08:09.701: INFO: calico-kube-controllers-57d5684b7d-rwtfn started at 2023-03-24 04:51:34 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.701: INFO: Container calico-kube-controllers ready: true, restart count 0 Mar 24 05:08:09.701: INFO: kube-proxy-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.701: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:08:09.701: INFO: ebs-csi-node-stpbr started at 2023-03-24 04:51:22 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:09.701: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:09.701: INFO: calico-node-scx2q started at 2023-03-24 04:51:22 +0000 UTC (3+1 container statuses recorded) Mar 24 05:08:09.701: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:08:09.701: INFO: kops-controller-hkt98 started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.701: INFO: Container kops-controller ready: true, restart count 0 Mar 24 05:08:09.701: INFO: kube-controller-manager-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.701: INFO: Container kube-controller-manager ready: true, restart count 4 Mar 24 05:08:09.701: INFO: aws-cloud-controller-manager-nx2hq started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.701: INFO: Container aws-cloud-controller-manager ready: true, restart count 0 Mar 24 05:08:09.701: INFO: dns-controller-778f6dc98b-2dqnh started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.701: INFO: Container dns-controller ready: true, restart count 0 Mar 24 05:08:09.701: INFO: kube-scheduler-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.701: INFO: Container kube-scheduler ready: true, restart count 0 Mar 24 05:08:09.701: INFO: etcd-manager-events-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:08:09.701: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:08:09.701: INFO: etcd-manager-main-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:08:09.701: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:08:09.701: INFO: kube-apiserver-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+2 container statuses recorded) Mar 24 05:08:09.701: INFO: Container healthcheck ready: true, restart count 0 Mar 24 05:08:09.701: INFO: Container kube-apiserver ready: true, restart count 3 Mar 24 05:08:10.189: INFO: Latency metrics for node i-034b3b78a407cdcd7 Mar 24 05:08:10.189: INFO: Logging node info for node i-04a3a30868563686f Mar 24 05:08:10.302: INFO: Node Info: &Node{ObjectMeta:{i-04a3a30868563686f c9a3df15-9b40-451d-950b-ede2bc75009a 39990 0 2023-03-24 04:52:48 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubelet_cleanup:true kubernetes.io/arch:arm64 kubernetes.io/hostname:i-04a3a30868563686f kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-04a3a30868563686f topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-543":"i-04a3a30868563686f","csi-hostpath-provisioning-2200":"i-04a3a30868563686f","ebs.csi.aws.com":"i-04a3a30868563686f"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.38.46/19 projectcalico.org/IPv4IPIPTunnelAddr:100.117.87.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {calico-node Update v1 2023-03-24 04:53:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {e2e.test Update v1 2023-03-24 05:07:59 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kubelet_cleanup":{}}}} } {kube-controller-manager Update v1 2023-03-24 05:08:07 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:08:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.2.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-04a3a30868563686f,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:04 +0000 UTC,LastTransitionTime:2023-03-24 04:53:04 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:08:08 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:08:08 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:08:08 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:08:08 +0000 UTC,LastTransitionTime:2023-03-24 04:52:58 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.38.46,},NodeAddress{Type:ExternalIP,Address:3.71.200.84,},NodeAddress{Type:InternalDNS,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-200-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2ee6671e9da3dc29abf0231c19d72a,SystemUUID:ec2ee667-1e9d-a3dc-29ab-f0231c19d72a,BootID:c61828c2-d4ab-42de-ad58-cb80c7c7997a,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:18561972,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:5025027,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-543^beedd54c-ca01-11ed-8294-7e5f534c0a7e kubernetes.io/csi/csi-hostpath-ephemeral-543^c7e029f0-ca01-11ed-8294-7e5f534c0a7e kubernetes.io/csi/csi-hostpath-provisioning-2200^dcfb299b-ca01-11ed-bb9d-b2cdae0924db],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-543^c7e029f0-ca01-11ed-8294-7e5f534c0a7e,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2200^dcfb299b-ca01-11ed-bb9d-b2cdae0924db,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-543^beedd54c-ca01-11ed-8294-7e5f534c0a7e,DevicePath:,},},Config:nil,},} Mar 24 05:08:10.303: INFO: Logging kubelet events for node i-04a3a30868563686f Mar 24 05:08:10.421: INFO: Logging pods the kubelet thinks is on node i-04a3a30868563686f Mar 24 05:08:10.544: INFO: ebs-csi-node-mz727 started at 2023-03-24 04:52:49 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:10.544: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:10.544: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-mswl2 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.544: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:07:44 +0000 UTC (0+7 container statuses recorded) Mar 24 05:08:10.544: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:10.544: INFO: calico-node-wtv77 started at 2023-03-24 04:52:49 +0000 UTC (3+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:08:10.544: INFO: test-rolling-update-with-lb-69fcddc54f-d5fr4 started at 2023-03-24 05:05:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:08:10.544: INFO: liveness-dbe047ec-50d0-421a-89b5-bd380efecf99 started at 2023-03-24 05:06:08 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:08:10.544: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:07:14 +0000 UTC (0+7 container statuses recorded) Mar 24 05:08:10.544: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:10.544: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:10.544: INFO: hostpath-client started at 2023-03-24 05:08:07 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Container hostpath-client ready: true, restart count 0 Mar 24 05:08:10.544: INFO: test-webserver-636905a3-aff3-4455-8c23-7f2b19002269 started at 2023-03-24 05:07:09 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Container test-webserver ready: false, restart count 0 Mar 24 05:08:10.544: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-c8wb2 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.544: INFO: kube-proxy-i-04a3a30868563686f started at 2023-03-24 04:52:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:08:10.544: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-5bktz started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.544: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-csp7b started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.544: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-vdwxf started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.544: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-5cf9d started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.544: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.545: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-bgvpq started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.545: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.545: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-2qt99 started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.545: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.545: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-t8vfl started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.545: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.545: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-kcr62 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.545: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.545: INFO: ebs-csi-controller-74d7589c77-t9ltk started at 2023-03-24 04:52:58 +0000 UTC (0+5 container statuses recorded) Mar 24 05:08:10.545: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:10.545: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:10.545: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:10.545: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:10.545: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:10.545: INFO: inline-volume-tester-4z2t4 started at 2023-03-24 05:07:17 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.545: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 05:08:10.545: INFO: netserver-0 started at 2023-03-24 05:07:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.545: INFO: Container webserver ready: true, restart count 0 Mar 24 05:08:10.545: INFO: inline-volume-tester2-57n7l started at 2023-03-24 05:07:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.545: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 05:08:11.169: INFO: Latency metrics for node i-04a3a30868563686f Mar 24 05:08:11.169: INFO: Logging node info for node i-0745dd1c6d9376559 Mar 24 05:08:11.284: INFO: Node Info: &Node{ObjectMeta:{i-0745dd1c6d9376559 f52e06f3-79e1-42e8-90ed-2b84deb0ce20 39494 0 2023-03-24 04:53:11 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubelet_cleanup:true kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0745dd1c6d9376559 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0745dd1c6d9376559 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-6372":"i-0745dd1c6d9376559","ebs.csi.aws.com":"i-0745dd1c6d9376559"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.60.247/19 projectcalico.org/IPv4IPIPTunnelAddr:100.120.120.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:53:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.4.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:07:22 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:07:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status} {e2e.test Update v1 2023-03-24 05:08:00 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kubelet_cleanup":{}}}} }]},Spec:NodeSpec{PodCIDR:100.96.4.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0745dd1c6d9376559,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:29 +0000 UTC,LastTransitionTime:2023-03-24 04:53:29 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:52 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:52 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:52 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:07:52 +0000 UTC,LastTransitionTime:2023-03-24 04:53:22 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.60.247,},NodeAddress{Type:ExternalIP,Address:3.71.43.84,},NodeAddress{Type:InternalDNS,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-43-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2978f27ec8a158dfb69127deea0508,SystemUUID:ec2978f2-7ec8-a158-dfb6-9127deea0508,BootID:4c064b95-375f-4cb4-918e-00eba9f1189d,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:5025027,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2003505,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-6372^c1b7c885-ca01-11ed-b226-2eef7cb58734],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-6372^c1b7c885-ca01-11ed-b226-2eef7cb58734,DevicePath:,},},Config:nil,},} Mar 24 05:08:11.285: INFO: Logging kubelet events for node i-0745dd1c6d9376559 Mar 24 05:08:11.408: INFO: Logging pods the kubelet thinks is on node i-0745dd1c6d9376559 Mar 24 05:08:11.530: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-mt49r started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:11.530: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-vq8jc started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:11.530: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-729nq started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:11.530: INFO: ebs-csi-node-ws95p started at 2023-03-24 04:53:12 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:11.530: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:11.530: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-n7wxl started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:11.530: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-7nk92 started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:11.530: INFO: netserver-1 started at 2023-03-24 05:07:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container webserver ready: false, restart count 0 Mar 24 05:08:11.530: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-9pzsx started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:11.530: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-bgnwj started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:11.530: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-ssn5n started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:11.530: INFO: csi-mockplugin-0 started at 2023-03-24 05:06:41 +0000 UTC (0+4 container statuses recorded) Mar 24 05:08:11.530: INFO: Container busybox ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container mock ready: true, restart count 0 Mar 24 05:08:11.530: INFO: kube-proxy-i-0745dd1c6d9376559 started at 2023-03-24 04:53:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:08:11.530: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-2z7zt started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:11.530: INFO: pod-configmaps-8695b813-e4fa-4180-853a-9a973cbbf867 started at 2023-03-24 05:05:45 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:11.530: INFO: Container createcm-volume-test ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container delcm-volume-test ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container updcm-volume-test ready: true, restart count 0 Mar 24 05:08:11.530: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-ddw4x started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:11.530: INFO: calico-node-h58js started at 2023-03-24 04:53:12 +0000 UTC (3+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:08:11.530: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:07:19 +0000 UTC (0+7 container statuses recorded) Mar 24 05:08:11.530: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:11.530: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:11.530: INFO: test-webserver-eff5e187-f62e-4eb0-b595-a45af8901014 started at 2023-03-24 05:06:08 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container test-webserver ready: true, restart count 0 Mar 24 05:08:11.530: INFO: test-rolling-update-with-lb-69fcddc54f-fwdzj started at 2023-03-24 05:05:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:11.530: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:08:12.045: INFO: Latency metrics for node i-0745dd1c6d9376559 Mar 24 05:08:12.045: INFO: Logging node info for node i-086cc47d0b6889a97 Mar 24 05:08:12.163: INFO: Node Info: &Node{ObjectMeta:{i-086cc47d0b6889a97 84983f5c-d74f-4e18-a0c0-2795646851f1 39923 0 2023-03-24 04:52:46 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a io.kubernetes.storage.mock/node:some-mock-node kubelet_cleanup:true kubernetes.io/arch:arm64 kubernetes.io/hostname:i-086cc47d0b6889a97 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-086cc47d0b6889a97 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-9553":"i-086cc47d0b6889a97","ebs.csi.aws.com":"i-086cc47d0b6889a97"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.61.127/19 projectcalico.org/IPv4IPIPTunnelAddr:100.126.57.192 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kubelet Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:55 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.1.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {e2e.test Update v1 2023-03-24 05:08:00 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kubelet_cleanup":{}}}} } {kube-controller-manager Update v1 2023-03-24 05:08:02 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:08:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.1.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-086cc47d0b6889a97,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:02 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:08:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:08:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:08:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:08:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:55 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.61.127,},NodeAddress{Type:ExternalIP,Address:52.59.211.84,},NodeAddress{Type:InternalDNS,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-52-59-211-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec20e16945df8b4723b5c34335a6ba96,SystemUUID:ec20e169-45df-8b47-23b5-c34335a6ba96,BootID:96774e1c-cbab-4728-8463-865fe0b6dd19,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:68d396900aeaa072c1f27289485fdac29834045a6f3ffe369bf389d830ef572d registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.6],SizeBytes:19007623,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-9553^d92e8a66-ca01-11ed-8a81-32a1506ae3fe],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-9553^d92e8a66-ca01-11ed-8a81-32a1506ae3fe,DevicePath:,},},Config:nil,},} Mar 24 05:08:12.163: INFO: Logging kubelet events for node i-086cc47d0b6889a97 Mar 24 05:08:12.284: INFO: Logging pods the kubelet thinks is on node i-086cc47d0b6889a97 Mar 24 05:08:12.408: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-4cmv9 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:12.408: INFO: hostexec-i-086cc47d0b6889a97-rphpl started at 2023-03-24 05:08:02 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:08:12.408: INFO: calico-node-8kfbt started at 2023-03-24 04:52:47 +0000 UTC (3+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:08:12.408: INFO: labelsupdate0afe17de-6a2f-4de7-8fd3-98f2ca97c1f7 started at 2023-03-24 05:06:42 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container client-container ready: true, restart count 0 Mar 24 05:08:12.408: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-t5lxv started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:12.408: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-bhrvc started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:12.408: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-jzkb2 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:12.408: INFO: ebs-csi-node-jk7wg started at 2023-03-24 04:52:47 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:12.408: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:12.408: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-mtxdt started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:12.408: INFO: coredns-autoscaler-8495f5575-h7fqs started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container autoscaler ready: true, restart count 0 Mar 24 05:08:12.408: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-vnt76 started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:12.408: INFO: pod-secrets-e78344a7-abcc-4343-be2e-23c905dc7a68 started at 2023-03-24 05:05:58 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:12.408: INFO: Container creates-volume-test ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container dels-volume-test ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container upds-volume-test ready: true, restart count 0 Mar 24 05:08:12.408: INFO: pod-subpath-test-dynamicpv-w7hf started at 2023-03-24 05:08:02 +0000 UTC (1+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Init container init-volume-dynamicpv-w7hf ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container test-container-subpath-dynamicpv-w7hf ready: true, restart count 0 Mar 24 05:08:12.408: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-6wmxz started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:12.408: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-rz2r5 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:12.408: INFO: kube-proxy-i-086cc47d0b6889a97 started at 2023-03-24 04:52:46 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:08:12.408: INFO: ebs-csi-controller-74d7589c77-hzp6x started at 2023-03-24 04:52:55 +0000 UTC (0+5 container statuses recorded) Mar 24 05:08:12.408: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:12.408: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:07:59 +0000 UTC (0+7 container statuses recorded) Mar 24 05:08:12.408: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:12.408: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:12.408: INFO: coredns-745bddcfbb-tz9qm started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container coredns ready: true, restart count 0 Mar 24 05:08:12.408: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-rcf4t started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:12.408: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:12.946: INFO: Latency metrics for node i-086cc47d0b6889a97 Mar 24 05:08:12.946: INFO: Logging node info for node i-0da40d508a250d7b2 Mar 24 05:08:13.065: INFO: Node Info: &Node{ObjectMeta:{i-0da40d508a250d7b2 4c91b188-6d57-4554-b58e-ff427523df15 39500 0 2023-03-24 04:52:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubelet_cleanup:true kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0da40d508a250d7b2 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0da40d508a250d7b2 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-0da40d508a250d7b2"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.47.30/19 projectcalico.org/IPv4IPIPTunnelAddr:100.111.242.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:52:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.3.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:07:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {e2e.test Update v1 2023-03-24 05:08:00 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kubelet_cleanup":{}}}} }]},Spec:NodeSpec{PodCIDR:100.96.3.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0da40d508a250d7b2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:09 +0000 UTC,LastTransitionTime:2023-03-24 04:53:09 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:53 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:53 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:53 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:07:53 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.47.30,},NodeAddress{Type:ExternalIP,Address:3.75.176.250,},NodeAddress{Type:InternalDNS,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-75-176-250.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2d3fc715f031ab9963d58c0611a486,SystemUUID:ec2d3fc7-15f0-31ab-9963-d58c0611a486,BootID:be1c39b2-f076-4bbe-a24b-85c855dba80b,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:18561972,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:6817940,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:08:13.065: INFO: Logging kubelet events for node i-0da40d508a250d7b2 Mar 24 05:08:13.229: INFO: Logging pods the kubelet thinks is on node i-0da40d508a250d7b2 Mar 24 05:08:13.368: INFO: kube-proxy-i-0da40d508a250d7b2 started at 2023-03-24 04:52:53 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.368: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:08:13.368: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-5jn84 started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.368: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:13.368: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-494sc started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.368: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:13.368: INFO: calico-node-shkcz started at 2023-03-24 04:52:53 +0000 UTC (3+1 container statuses recorded) Mar 24 05:08:13.368: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:08:13.368: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:08:13.368: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:08:13.368: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:08:13.368: INFO: pod-subpath-test-preprovisionedpv-d6tt started at 2023-03-24 05:07:54 +0000 UTC (1+1 container statuses recorded) Mar 24 05:08:13.368: INFO: Init container init-volume-preprovisionedpv-d6tt ready: true, restart count 0 Mar 24 05:08:13.368: INFO: Container test-container-subpath-preprovisionedpv-d6tt ready: true, restart count 0 Mar 24 05:08:13.368: INFO: test-rolling-update-with-lb-69fcddc54f-qjxkv started at 2023-03-24 05:05:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.368: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:08:13.368: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-kttdb started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.368: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:13.368: INFO: server started at 2023-03-24 05:08:11 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.368: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:08:13.368: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-g7zkn started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.368: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:13.368: INFO: ebs-csi-node-nldgj started at 2023-03-24 04:52:53 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:13.368: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:13.368: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:13.368: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:13.368: INFO: configmap-client started at 2023-03-24 05:07:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.368: INFO: Container configmap-client ready: true, restart count 0 Mar 24 05:08:13.368: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-nx62n started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.368: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:13.368: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-jv2dv started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.369: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:13.369: INFO: hostexec-i-0da40d508a250d7b2-ttbbp started at 2023-03-24 05:07:48 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.369: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:08:13.369: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-klrjp started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.369: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:13.369: INFO: coredns-745bddcfbb-292hk started at 2023-03-24 04:53:10 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.369: INFO: Container coredns ready: true, restart count 0 Mar 24 05:08:13.369: INFO: dns-test-f7651d97-896b-4ce3-9407-a9eff180ffb9 started at 2023-03-24 05:07:42 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:13.369: INFO: Container jessie-querier ready: true, restart count 0 Mar 24 05:08:13.369: INFO: Container querier ready: true, restart count 0 Mar 24 05:08:13.369: INFO: Container webserver ready: true, restart count 0 Mar 24 05:08:13.369: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-9687b started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.369: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:13.369: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-qzlms started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.369: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:13.369: INFO: pod-ready started at 2023-03-24 05:07:46 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.369: INFO: Container pod-readiness-gate ready: true, restart count 0 Mar 24 05:08:13.369: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-7pfn7 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.369: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:13.369: INFO: pfpod started at 2023-03-24 05:07:34 +0000 UTC (0+2 container statuses recorded) Mar 24 05:08:13.369: INFO: Container portforwardtester ready: false, restart count 0 Mar 24 05:08:13.369: INFO: Container readiness ready: false, restart count 0 Mar 24 05:08:13.369: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-2pb6x started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:13.369: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:13.920: INFO: Latency metrics for node i-0da40d508a250d7b2 END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:08:13.92 (4.917s) < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - dump namespaces | framework.go:209 @ 03/24/23 05:08:13.92 (4.917s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 05:08:13.92 STEP: Destroying namespace "provisioning-6097" for this suite. - test/e2e/framework/framework.go:351 @ 03/24/23 05:08:13.92 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] subPath - tear down framework | framework.go:206 @ 03/24/23 05:08:14.083 (163ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:08:14.083 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:08:14.083 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\sExternal\sStorage\s\[Driver\:\sebs\.csi\.aws\.com\]\s\[Testpattern\:\sDynamic\sPV\s\(default\sfs\)\]\svolumes\sshould\sallow\sexec\sof\sfiles\son\sthe\svolume$'
[FAILED] failed to get logs from exec-volume-test-dynamicpv-2tcf for exec-container-dynamicpv-2tcf: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-2311/pods/exec-volume-test-dynamicpv-2tcf/log?container=exec-container-dynamicpv-2tcf&previous=false": stream error: stream ID 2547; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:04:10.7from junit_01.xml
> Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] volumes - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 05:03:56.121 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] volumes - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 05:03:56.121 (0s) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] volumes - set up framework | framework.go:191 @ 03/24/23 05:03:56.121 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/24/23 05:03:56.122 Mar 24 05:03:56.122: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename volume - test/e2e/framework/framework.go:250 @ 03/24/23 05:03:56.122 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/24/23 05:03:56.471 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/24/23 05:03:56.695 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] volumes - set up framework | framework.go:191 @ 03/24/23 05:03:56.922 (801ms) > Enter [BeforeEach] [Testpattern: Dynamic PV (default fs)] volumes - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:03:56.922 < Exit [BeforeEach] [Testpattern: Dynamic PV (default fs)] volumes - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:03:56.923 (0s) > Enter [It] should allow exec of files on the volume - test/e2e/storage/testsuites/volumes.go:194 @ 03/24/23 05:03:56.923 Mar 24 05:03:56.923: INFO: Creating resource for dynamic PV Mar 24 05:03:56.923: INFO: Using claimSize:1Gi, test suite supported size:{ 1Mi}, driver(ebs.csi.aws.com) supported size:{ 1Mi} STEP: creating a StorageClass volume-2311-e2e-scv4kzf - test/e2e/storage/framework/volume_resource.go:102 @ 03/24/23 05:03:56.923 STEP: creating a claim - test/e2e/storage/framework/volume_resource.go:294 @ 03/24/23 05:03:57.04 Mar 24 05:03:57.040: INFO: Warning: Making PVC: VolumeMode specified as invalid empty string, treating as nil STEP: Creating pod exec-volume-test-dynamicpv-2tcf - test/e2e/storage/testsuites/volumes.go:253 @ 03/24/23 05:03:57.285 STEP: Creating a pod to test exec-volume-test - test/e2e/framework/pod/output/output.go:243 @ 03/24/23 05:03:57.285 STEP: Saw pod success - test/e2e/framework/pod/wait.go:409 @ 03/24/23 05:04:10.228 Mar 24 05:04:10.339: INFO: Trying to get logs from node i-0745dd1c6d9376559 pod exec-volume-test-dynamicpv-2tcf container exec-container-dynamicpv-2tcf: <nil> Mar 24 05:04:10.450: INFO: Failed to get logs from node "i-0745dd1c6d9376559" pod "exec-volume-test-dynamicpv-2tcf" container "exec-container-dynamicpv-2tcf". Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-2311/pods/exec-volume-test-dynamicpv-2tcf/log?container=exec-container-dynamicpv-2tcf&previous=false": stream error: stream ID 2547; INTERNAL_ERROR; received from peer STEP: delete the pod - test/e2e/framework/pod/output/output.go:168 @ 03/24/23 05:04:10.45 Mar 24 05:04:10.700: INFO: Unexpected error: <*fmt.wrapError | 0xc001277240>: failed to get logs from exec-volume-test-dynamicpv-2tcf for exec-container-dynamicpv-2tcf: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-2311/pods/exec-volume-test-dynamicpv-2tcf/log?container=exec-container-dynamicpv-2tcf&previous=false": stream error: stream ID 2547; INTERNAL_ERROR; received from peer { msg: "failed to get logs from exec-volume-test-dynamicpv-2tcf for exec-container-dynamicpv-2tcf: Get \"https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-2311/pods/exec-volume-test-dynamicpv-2tcf/log?container=exec-container-dynamicpv-2tcf&previous=false\": stream error: stream ID 2547; INTERNAL_ERROR; received from peer", err: <*url.Error | 0xc00471a690>{ Op: "Get", URL: "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-2311/pods/exec-volume-test-dynamicpv-2tcf/log?container=exec-container-dynamicpv-2tcf&previous=false", Err: <http2.StreamError>{ StreamID: 2547, Code: 2, Cause: <*errors.errorString | 0xc0001b5670>{ s: "received from peer", }, }, }, } [FAILED] failed to get logs from exec-volume-test-dynamicpv-2tcf for exec-container-dynamicpv-2tcf: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-2311/pods/exec-volume-test-dynamicpv-2tcf/log?container=exec-container-dynamicpv-2tcf&previous=false": stream error: stream ID 2547; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:04:10.7 < Exit [It] should allow exec of files on the volume - test/e2e/storage/testsuites/volumes.go:194 @ 03/24/23 05:04:10.7 (13.778s) > Enter [AfterEach] [Testpattern: Dynamic PV (default fs)] volumes - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:04:10.7 Mar 24 05:04:10.700: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [Testpattern: Dynamic PV (default fs)] volumes - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:04:10.813 (113ms) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] volumes - test/e2e/storage/testsuites/volumes.go:197 @ 03/24/23 05:04:10.813 STEP: Deleting pvc - test/e2e/storage/framework/volume_resource.go:181 @ 03/24/23 05:04:10.813 Mar 24 05:04:11.035: INFO: Deleting PersistentVolumeClaim "ebs.csi.aws.comw662x" Mar 24 05:04:11.156: INFO: Waiting up to 5m0s for PersistentVolume pvc-d05d468b-5b9f-4542-9093-bd42cc2b8ccd to get deleted Mar 24 05:04:11.267: INFO: PersistentVolume pvc-d05d468b-5b9f-4542-9093-bd42cc2b8ccd found and phase=Released (110.839964ms) Mar 24 05:04:16.378: INFO: PersistentVolume pvc-d05d468b-5b9f-4542-9093-bd42cc2b8ccd found and phase=Released (5.22230959s) Mar 24 05:04:21.491: INFO: PersistentVolume pvc-d05d468b-5b9f-4542-9093-bd42cc2b8ccd found and phase=Released (10.335047459s) Mar 24 05:04:26.604: INFO: PersistentVolume pvc-d05d468b-5b9f-4542-9093-bd42cc2b8ccd was removed STEP: Deleting sc - test/e2e/storage/framework/volume_resource.go:228 @ 03/24/23 05:04:26.604 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] volumes - test/e2e/storage/testsuites/volumes.go:197 @ 03/24/23 05:04:26.726 (15.913s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] volumes - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:04:26.726 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] volumes - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:04:26.726 (0s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] volumes - dump namespaces | framework.go:209 @ 03/24/23 05:04:26.726 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:04:26.726 STEP: Collecting events from namespace "volume-2311". - test/e2e/framework/debug/dump.go:42 @ 03/24/23 05:04:26.726 STEP: Found 9 events. - test/e2e/framework/debug/dump.go:46 @ 03/24/23 05:04:26.838 Mar 24 05:04:26.838: INFO: At 2023-03-24 05:03:57 +0000 UTC - event for ebs.csi.aws.comw662x: {persistentvolume-controller } WaitForFirstConsumer: waiting for first consumer to be created before binding Mar 24 05:04:26.839: INFO: At 2023-03-24 05:03:57 +0000 UTC - event for ebs.csi.aws.comw662x: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } Provisioning: External provisioner is provisioning volume for claim "volume-2311/ebs.csi.aws.comw662x" Mar 24 05:04:26.839: INFO: At 2023-03-24 05:03:57 +0000 UTC - event for ebs.csi.aws.comw662x: {persistentvolume-controller } ExternalProvisioning: waiting for a volume to be created, either by external provisioner "ebs.csi.aws.com" or manually created by system administrator Mar 24 05:04:26.839: INFO: At 2023-03-24 05:04:00 +0000 UTC - event for ebs.csi.aws.comw662x: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } ProvisioningSucceeded: Successfully provisioned volume pvc-d05d468b-5b9f-4542-9093-bd42cc2b8ccd Mar 24 05:04:26.839: INFO: At 2023-03-24 05:04:01 +0000 UTC - event for exec-volume-test-dynamicpv-2tcf: {default-scheduler } Scheduled: Successfully assigned volume-2311/exec-volume-test-dynamicpv-2tcf to i-0745dd1c6d9376559 Mar 24 05:04:26.839: INFO: At 2023-03-24 05:04:03 +0000 UTC - event for exec-volume-test-dynamicpv-2tcf: {attachdetach-controller } SuccessfulAttachVolume: AttachVolume.Attach succeeded for volume "pvc-d05d468b-5b9f-4542-9093-bd42cc2b8ccd" Mar 24 05:04:26.839: INFO: At 2023-03-24 05:04:08 +0000 UTC - event for exec-volume-test-dynamicpv-2tcf: {kubelet i-0745dd1c6d9376559} Pulled: Container image "registry.k8s.io/e2e-test-images/nginx:1.14-4" already present on machine Mar 24 05:04:26.839: INFO: At 2023-03-24 05:04:08 +0000 UTC - event for exec-volume-test-dynamicpv-2tcf: {kubelet i-0745dd1c6d9376559} Created: Created container exec-container-dynamicpv-2tcf Mar 24 05:04:26.839: INFO: At 2023-03-24 05:04:08 +0000 UTC - event for exec-volume-test-dynamicpv-2tcf: {kubelet i-0745dd1c6d9376559} Started: Started container exec-container-dynamicpv-2tcf Mar 24 05:04:26.950: INFO: POD NODE PHASE GRACE CONDITIONS Mar 24 05:04:26.950: INFO: Mar 24 05:04:27.063: INFO: Logging node info for node i-034b3b78a407cdcd7 Mar 24 05:04:27.174: INFO: Node Info: &Node{ObjectMeta:{i-034b3b78a407cdcd7 edbd7690-3933-4c61-96d9-8d2fe9567c88 23343 0 2023-03-24 04:50:33 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kops.k8s.io/kops-controller-pki: kubernetes.io/arch:arm64 kubernetes.io/hostname:i-034b3b78a407cdcd7 kubernetes.io/os:linux node-role.kubernetes.io/control-plane: node.kubernetes.io/exclude-from-external-load-balancers: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-034b3b78a407cdcd7"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.45.135/19 projectcalico.org/IPv4IPIPTunnelAddr:100.103.122.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:50:33 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {protokube Update v1 2023-03-24 04:51:07 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kops.k8s.io/kops-controller-pki":{},"f:node-role.kubernetes.io/control-plane":{},"f:node.kubernetes.io/exclude-from-external-load-balancers":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:51:34 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.0.0/24\"":{}},"f:taints":{}}} } {calico-node Update v1 2023-03-24 04:51:38 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:02:18 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.0.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-034b3b78a407cdcd7,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/control-plane,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[100.96.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:51:38 +0000 UTC,LastTransitionTime:2023-03-24 04:51:38 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:02:18 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:02:18 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:02:18 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:02:18 +0000 UTC,LastTransitionTime:2023-03-24 04:51:34 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.45.135,},NodeAddress{Type:ExternalIP,Address:3.124.195.101,},NodeAddress{Type:InternalDNS,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-124-195-101.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec29cde8aa98648dad6bcac2c87bf976,SystemUUID:ec29cde8-aa98-648d-ad6b-cac2c87bf976,BootID:c494d73c-f873-45cf-8d9a-0267613b2e05,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:9ce33ba33d8e738a5b85ed50b5080ac746deceed4a7496c550927a7a19ca3b6d registry.k8s.io/etcd:3.5.0-0],SizeBytes:157797353,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4afb99b4690b418ffc2ceb67e1a17376457e441c1f09ab55447f0aaf992fa646 registry.k8s.io/etcd:3.4.3-0],SizeBytes:151677080,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 registry.k8s.io/etcd:3.4.13-0],SizeBytes:134531559,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:0d2ab6b15b4fe0b903b9e81192d942fb39c29be61fe341cd16db5d0165b0435c registry.k8s.io/etcd:3.3.17-0],SizeBytes:126979107,},ContainerImage{Names:[registry.k8s.io/kube-apiserver-arm64:v1.28.0-alpha.0],SizeBytes:116040147,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-arm64:v1.28.0-alpha.0],SizeBytes:108568889,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:17da501f5d2a675be46040422a27b7cc21b8a43895ac998b171db1c346f361f7 registry.k8s.io/etcd:3.3.10-0],SizeBytes:81436097,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:6f72b851544986cb0921b53ea655ec04c36131248f16d4ad110cb3ca0c369dc1 registry.k8s.io/etcd:3.5.4-0],SizeBytes:81120118,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:13f53ed1d91e2e11aac476ee9a0269fdda6cc4874eba903efd40daf50c55eee5 registry.k8s.io/etcd:3.5.3-0],SizeBytes:81114891,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:80539316,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20 registry.k8s.io/etcd:3.2.24-1],SizeBytes:61500433,},ContainerImage{Names:[registry.k8s.io/etcdadm/etcd-manager-slim@sha256:8727adc059334e0e3329dbccce116a734da4a090da5e86c8cddccaf333caa666 registry.k8s.io/etcdadm/etcd-manager-slim:v3.0.20230201],SizeBytes:60826655,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:64b9ea357325d5db9f8a723dcf503b5a449177b17ac87d69481e126bb724c263 registry.k8s.io/etcd:3.5.1-0],SizeBytes:59553904,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-arm64:v1.28.0-alpha.0],SizeBytes:57450808,},ContainerImage{Names:[registry.k8s.io/kops/kops-controller:1.27.0-alpha.1],SizeBytes:41899493,},ContainerImage{Names:[registry.k8s.io/kops/dns-controller:1.27.0-alpha.1],SizeBytes:40375988,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[docker.io/calico/kube-controllers@sha256:2b6acd7f677f76ffe12ecf3ea7df92eb9b1bdb07336d1ac2a54c7631fb753f7e docker.io/calico/kube-controllers:v3.24.5],SizeBytes:26983577,},ContainerImage{Names:[registry.k8s.io/provider-aws/cloud-controller-manager@sha256:fdeb61e3e42ecd9cca868d550ebdb88dd6341d9e91fcfa9a37e227dab2ad22cb registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.0],SizeBytes:18345226,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/kops/kube-apiserver-healthcheck:1.27.0-alpha.1],SizeBytes:4740715,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:04:27.174: INFO: Logging kubelet events for node i-034b3b78a407cdcd7 Mar 24 05:04:27.290: INFO: Logging pods the kubelet thinks is on node i-034b3b78a407cdcd7 Mar 24 05:04:27.411: INFO: kube-scheduler-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:27.411: INFO: Container kube-scheduler ready: true, restart count 0 Mar 24 05:04:27.411: INFO: etcd-manager-events-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:04:27.411: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:04:27.411: INFO: etcd-manager-main-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:04:27.411: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:04:27.411: INFO: kube-apiserver-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+2 container statuses recorded) Mar 24 05:04:27.411: INFO: Container healthcheck ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Container kube-apiserver ready: true, restart count 3 Mar 24 05:04:27.411: INFO: kube-controller-manager-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:27.411: INFO: Container kube-controller-manager ready: true, restart count 4 Mar 24 05:04:27.411: INFO: aws-cloud-controller-manager-nx2hq started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:27.411: INFO: Container aws-cloud-controller-manager ready: true, restart count 0 Mar 24 05:04:27.411: INFO: dns-controller-778f6dc98b-2dqnh started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:27.411: INFO: Container dns-controller ready: true, restart count 0 Mar 24 05:04:27.411: INFO: kube-proxy-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:27.411: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:04:27.411: INFO: ebs-csi-node-stpbr started at 2023-03-24 04:51:22 +0000 UTC (0+3 container statuses recorded) Mar 24 05:04:27.411: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:04:27.411: INFO: calico-node-scx2q started at 2023-03-24 04:51:22 +0000 UTC (3+1 container statuses recorded) Mar 24 05:04:27.411: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:04:27.411: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:04:27.411: INFO: kops-controller-hkt98 started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:27.411: INFO: Container kops-controller ready: true, restart count 0 Mar 24 05:04:27.411: INFO: calico-kube-controllers-57d5684b7d-rwtfn started at 2023-03-24 04:51:34 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:27.411: INFO: Container calico-kube-controllers ready: true, restart count 0 Mar 24 05:04:27.828: INFO: Latency metrics for node i-034b3b78a407cdcd7 Mar 24 05:04:27.828: INFO: Logging node info for node i-04a3a30868563686f Mar 24 05:04:27.940: INFO: Node Info: &Node{ObjectMeta:{i-04a3a30868563686f c9a3df15-9b40-451d-950b-ede2bc75009a 30247 0 2023-03-24 04:52:48 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-04a3a30868563686f kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-04a3a30868563686f topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-04a3a30868563686f"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.38.46/19 projectcalico.org/IPv4IPIPTunnelAddr:100.117.87.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {calico-node Update v1 2023-03-24 04:53:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:04:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.2.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-04a3a30868563686f,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:04 +0000 UTC,LastTransitionTime:2023-03-24 04:53:04 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:03:52 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:03:52 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:03:52 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:03:52 +0000 UTC,LastTransitionTime:2023-03-24 04:52:58 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.38.46,},NodeAddress{Type:ExternalIP,Address:3.71.200.84,},NodeAddress{Type:InternalDNS,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-200-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2ee6671e9da3dc29abf0231c19d72a,SystemUUID:ec2ee667-1e9d-a3dc-29ab-f0231c19d72a,BootID:c61828c2-d4ab-42de-ad58-cb80c7c7997a,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:18561972,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:04:27.940: INFO: Logging kubelet events for node i-04a3a30868563686f Mar 24 05:04:28.073: INFO: Logging pods the kubelet thinks is on node i-04a3a30868563686f Mar 24 05:04:28.194: INFO: hostexec-i-04a3a30868563686f-j2grp started at 2023-03-24 05:04:25 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.194: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:04:28.194: INFO: kube-proxy-i-04a3a30868563686f started at 2023-03-24 04:52:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.194: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:04:28.194: INFO: affinity-clusterip-n479h started at 2023-03-24 05:04:19 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.194: INFO: Container affinity-clusterip ready: true, restart count 0 Mar 24 05:04:28.194: INFO: pod-projected-secrets-6be43615-22c1-499f-9063-9d518b93469c started at 2023-03-24 05:02:43 +0000 UTC (0+3 container statuses recorded) Mar 24 05:04:28.194: INFO: Container creates-volume-test ready: true, restart count 0 Mar 24 05:04:28.194: INFO: Container dels-volume-test ready: true, restart count 0 Mar 24 05:04:28.194: INFO: Container upds-volume-test ready: true, restart count 0 Mar 24 05:04:28.194: INFO: pod-b913a690-e215-4c5e-9e41-06330ee45c2f started at 2023-03-24 05:04:24 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.194: INFO: Container write-pod ready: true, restart count 0 Mar 24 05:04:28.194: INFO: ebs-csi-controller-74d7589c77-t9ltk started at 2023-03-24 04:52:58 +0000 UTC (0+5 container statuses recorded) Mar 24 05:04:28.194: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:04:28.194: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:04:28.194: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:04:28.194: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:04:28.194: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:04:28.194: INFO: pfpod started at 2023-03-24 05:02:39 +0000 UTC (0+2 container statuses recorded) Mar 24 05:04:28.194: INFO: Container portforwardtester ready: false, restart count 0 Mar 24 05:04:28.194: INFO: Container readiness ready: false, restart count 0 Mar 24 05:04:28.194: INFO: ebs-csi-node-mz727 started at 2023-03-24 04:52:49 +0000 UTC (0+3 container statuses recorded) Mar 24 05:04:28.194: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:04:28.194: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:04:28.194: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:04:28.194: INFO: hostexec-i-04a3a30868563686f-c6lwp started at 2023-03-24 05:04:27 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.194: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:04:28.194: INFO: calico-node-wtv77 started at 2023-03-24 04:52:49 +0000 UTC (3+1 container statuses recorded) Mar 24 05:04:28.194: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:04:28.194: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:04:28.194: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:04:28.194: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:04:28.194: INFO: execpod-affinity8wm8p started at 2023-03-24 05:04:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.194: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:04:28.194: INFO: hostexec-i-04a3a30868563686f-f5fc9 started at 2023-03-24 05:04:04 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.194: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:04:28.631: INFO: Latency metrics for node i-04a3a30868563686f Mar 24 05:04:28.631: INFO: Logging node info for node i-0745dd1c6d9376559 Mar 24 05:04:28.741: INFO: Node Info: &Node{ObjectMeta:{i-0745dd1c6d9376559 f52e06f3-79e1-42e8-90ed-2b84deb0ce20 31015 0 2023-03-24 04:53:11 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0745dd1c6d9376559 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0745dd1c6d9376559 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-0745dd1c6d9376559"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.60.247/19 projectcalico.org/IPv4IPIPTunnelAddr:100.120.120.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:53:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.4.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:04:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.4.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0745dd1c6d9376559,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:29 +0000 UTC,LastTransitionTime:2023-03-24 04:53:29 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:04:27 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:04:27 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:04:27 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:04:27 +0000 UTC,LastTransitionTime:2023-03-24 04:53:22 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.60.247,},NodeAddress{Type:ExternalIP,Address:3.71.43.84,},NodeAddress{Type:InternalDNS,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-43-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2978f27ec8a158dfb69127deea0508,SystemUUID:ec2978f2-7ec8-a158-dfb6-9127deea0508,BootID:4c064b95-375f-4cb4-918e-00eba9f1189d,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:04:28.742: INFO: Logging kubelet events for node i-0745dd1c6d9376559 Mar 24 05:04:28.859: INFO: Logging pods the kubelet thinks is on node i-0745dd1c6d9376559 Mar 24 05:04:28.977: INFO: ebs-csi-node-ws95p started at 2023-03-24 04:53:12 +0000 UTC (0+3 container statuses recorded) Mar 24 05:04:28.977: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:04:28.977: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:04:28.977: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:04:28.977: INFO: hostexec-i-0745dd1c6d9376559-6vsg8 started at 2023-03-24 05:04:06 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:04:28.977: INFO: pod-projected-configmaps-5c0397d0-ebf6-4d16-b7aa-4a382a2d9dda started at 2023-03-24 05:04:24 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Container agnhost-container ready: false, restart count 0 Mar 24 05:04:28.977: INFO: privileged-pod started at 2023-03-24 05:03:48 +0000 UTC (0+2 container statuses recorded) Mar 24 05:04:28.977: INFO: Container not-privileged-container ready: true, restart count 0 Mar 24 05:04:28.977: INFO: Container privileged-container ready: true, restart count 0 Mar 24 05:04:28.977: INFO: test-grpc-b3156598-8543-4144-9227-4e8f649d2b6c started at 2023-03-24 05:03:52 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:04:28.977: INFO: default started at 2023-03-24 05:03:45 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Container cntr ready: true, restart count 0 Mar 24 05:04:28.977: INFO: my-hostname-basic-7d260ceb-3319-4405-9f56-6b6b49ab123f-zkhmv started at 2023-03-24 05:04:27 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Container my-hostname-basic-7d260ceb-3319-4405-9f56-6b6b49ab123f ready: false, restart count 0 Mar 24 05:04:28.977: INFO: slave started at 2023-03-24 05:03:40 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Container cntr ready: true, restart count 0 Mar 24 05:04:28.977: INFO: kube-proxy-i-0745dd1c6d9376559 started at 2023-03-24 04:53:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:04:28.977: INFO: calico-node-h58js started at 2023-03-24 04:53:12 +0000 UTC (3+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:04:28.977: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:04:28.977: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:04:28.977: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:04:28.977: INFO: test-rs-npllx started at 2023-03-24 05:04:25 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Container httpd ready: true, restart count 0 Mar 24 05:04:28.977: INFO: pod-terminate-status-0-13 started at 2023-03-24 05:04:25 +0000 UTC (1+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Init container fail ready: false, restart count 0 Mar 24 05:04:28.977: INFO: Container blocked ready: false, restart count 0 Mar 24 05:04:28.977: INFO: affinity-clusterip-9kgdq started at 2023-03-24 05:04:19 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Container affinity-clusterip ready: true, restart count 0 Mar 24 05:04:28.977: INFO: master started at 2023-03-24 05:03:37 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Container cntr ready: true, restart count 0 Mar 24 05:04:28.977: INFO: pod-terminate-status-1-13 started at 2023-03-24 05:04:28 +0000 UTC (1+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Init container fail ready: false, restart count 0 Mar 24 05:04:28.977: INFO: Container blocked ready: false, restart count 0 Mar 24 05:04:28.977: INFO: private started at 2023-03-24 05:03:42 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Container cntr ready: true, restart count 0 Mar 24 05:04:28.977: INFO: pod-terminate-status-2-13 started at 2023-03-24 05:04:26 +0000 UTC (1+1 container statuses recorded) Mar 24 05:04:28.977: INFO: Init container fail ready: false, restart count 0 Mar 24 05:04:28.977: INFO: Container blocked ready: false, restart count 0 Mar 24 05:04:29.407: INFO: Latency metrics for node i-0745dd1c6d9376559 Mar 24 05:04:29.407: INFO: Logging node info for node i-086cc47d0b6889a97 Mar 24 05:04:29.518: INFO: Node Info: &Node{ObjectMeta:{i-086cc47d0b6889a97 84983f5c-d74f-4e18-a0c0-2795646851f1 29451 0 2023-03-24 04:52:46 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:arm64 kubernetes.io/hostname:i-086cc47d0b6889a97 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-086cc47d0b6889a97 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-086cc47d0b6889a97"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.61.127/19 projectcalico.org/IPv4IPIPTunnelAddr:100.126.57.192 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kubelet Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:55 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.1.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:03:59 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.1.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-086cc47d0b6889a97,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:02 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:03:29 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:03:29 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:03:29 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:03:29 +0000 UTC,LastTransitionTime:2023-03-24 04:52:55 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.61.127,},NodeAddress{Type:ExternalIP,Address:52.59.211.84,},NodeAddress{Type:InternalDNS,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-52-59-211-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec20e16945df8b4723b5c34335a6ba96,SystemUUID:ec20e169-45df-8b47-23b5-c34335a6ba96,BootID:96774e1c-cbab-4728-8463-865fe0b6dd19,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:68d396900aeaa072c1f27289485fdac29834045a6f3ffe369bf389d830ef572d registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.6],SizeBytes:19007623,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:04:29.518: INFO: Logging kubelet events for node i-086cc47d0b6889a97 Mar 24 05:04:29.648: INFO: Logging pods the kubelet thinks is on node i-086cc47d0b6889a97 Mar 24 05:04:29.767: INFO: ebs-csi-node-jk7wg started at 2023-03-24 04:52:47 +0000 UTC (0+3 container statuses recorded) Mar 24 05:04:29.767: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:04:29.767: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:04:29.767: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:04:29.767: INFO: pod-subpath-test-preprovisionedpv-t8p7 started at 2023-03-24 05:04:09 +0000 UTC (1+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Init container init-volume-preprovisionedpv-t8p7 ready: true, restart count 0 Mar 24 05:04:29.767: INFO: Container test-container-subpath-preprovisionedpv-t8p7 ready: true, restart count 0 Mar 24 05:04:29.767: INFO: coredns-autoscaler-8495f5575-h7fqs started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Container autoscaler ready: true, restart count 0 Mar 24 05:04:29.767: INFO: affinity-clusterip-s7kqg started at 2023-03-24 05:04:19 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Container affinity-clusterip ready: true, restart count 0 Mar 24 05:04:29.767: INFO: liveness-93460a33-2a6a-4d72-a810-f33a7ce8ff3d started at 2023-03-24 05:04:20 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:04:29.767: INFO: hostexec-i-086cc47d0b6889a97-zrr5j started at 2023-03-24 05:03:52 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:04:29.767: INFO: webserver-pod started at 2023-03-24 05:00:57 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Container agnhost ready: false, restart count 0 Mar 24 05:04:29.767: INFO: kube-proxy-i-086cc47d0b6889a97 started at 2023-03-24 04:52:46 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:04:29.767: INFO: ebs-csi-controller-74d7589c77-hzp6x started at 2023-03-24 04:52:55 +0000 UTC (0+5 container statuses recorded) Mar 24 05:04:29.767: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:04:29.767: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:04:29.767: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:04:29.767: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:04:29.767: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:04:29.767: INFO: test-rs-m4xwd started at 2023-03-24 05:04:28 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Container httpd ready: false, restart count 0 Mar 24 05:04:29.767: INFO: coredns-745bddcfbb-tz9qm started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Container coredns ready: true, restart count 0 Mar 24 05:04:29.767: INFO: local-injector started at 2023-03-24 05:04:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Container local-injector ready: true, restart count 0 Mar 24 05:04:29.767: INFO: calico-node-8kfbt started at 2023-03-24 04:52:47 +0000 UTC (3+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:04:29.767: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:04:29.767: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:04:29.767: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:04:29.767: INFO: hostexec-i-086cc47d0b6889a97-ddspx started at 2023-03-24 05:04:07 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:29.767: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:04:30.227: INFO: Latency metrics for node i-086cc47d0b6889a97 Mar 24 05:04:30.227: INFO: Logging node info for node i-0da40d508a250d7b2 Mar 24 05:04:30.344: INFO: Node Info: &Node{ObjectMeta:{i-0da40d508a250d7b2 4c91b188-6d57-4554-b58e-ff427523df15 30539 0 2023-03-24 04:52:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0da40d508a250d7b2 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0da40d508a250d7b2 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-344":"i-0da40d508a250d7b2","csi-hostpath-ephemeral-3537":"i-0da40d508a250d7b2","ebs.csi.aws.com":"i-0da40d508a250d7b2"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.47.30/19 projectcalico.org/IPv4IPIPTunnelAddr:100.111.242.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:52:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.3.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:04:19 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:04:19 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.3.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0da40d508a250d7b2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:09 +0000 UTC,LastTransitionTime:2023-03-24 04:53:09 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:04:19 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:04:19 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:04:19 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:04:19 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.47.30,},NodeAddress{Type:ExternalIP,Address:3.75.176.250,},NodeAddress{Type:InternalDNS,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-75-176-250.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2d3fc715f031ab9963d58c0611a486,SystemUUID:ec2d3fc7-15f0-31ab-9963-d58c0611a486,BootID:be1c39b2-f076-4bbe-a24b-85c855dba80b,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-3537^549de8ab-ca01-11ed-b3b0-aece468812f8],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-3537^549de8ab-ca01-11ed-b3b0-aece468812f8,DevicePath:,},},Config:nil,},} Mar 24 05:04:30.345: INFO: Logging kubelet events for node i-0da40d508a250d7b2 Mar 24 05:04:30.475: INFO: Logging pods the kubelet thinks is on node i-0da40d508a250d7b2 Mar 24 05:04:30.594: INFO: pod-disruption-failure-ignore-1-sdf7c started at 2023-03-24 05:03:59 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container c ready: false, restart count 0 Mar 24 05:04:30.594: INFO: pod-disruption-failure-ignore-0-9khdz started at 2023-03-24 05:03:59 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container c ready: true, restart count 0 Mar 24 05:04:30.594: INFO: ebs-csi-node-nldgj started at 2023-03-24 04:52:53 +0000 UTC (0+3 container statuses recorded) Mar 24 05:04:30.594: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:04:30.594: INFO: inline-volume-tester-8w82d started at 2023-03-24 05:04:18 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 05:04:30.594: INFO: pod-disruption-failure-ignore-0-qcrht started at 2023-03-24 05:04:14 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container c ready: false, restart count 0 Mar 24 05:04:30.594: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:03:42 +0000 UTC (0+7 container statuses recorded) Mar 24 05:04:30.594: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:04:30.594: INFO: coredns-745bddcfbb-292hk started at 2023-03-24 04:53:10 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container coredns ready: true, restart count 0 Mar 24 05:04:30.594: INFO: pod-subpath-test-preprovisionedpv-7pbd started at 2023-03-24 05:04:09 +0000 UTC (1+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Init container init-volume-preprovisionedpv-7pbd ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container test-container-subpath-preprovisionedpv-7pbd ready: true, restart count 0 Mar 24 05:04:30.594: INFO: pod-disruption-failure-ignore-2-bx2jm started at 2023-03-24 05:04:03 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container c ready: false, restart count 0 Mar 24 05:04:30.594: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:04:16 +0000 UTC (0+7 container statuses recorded) Mar 24 05:04:30.594: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:04:30.594: INFO: pod-disruption-failure-ignore-3-wbqx4 started at 2023-03-24 05:04:07 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container c ready: false, restart count 0 Mar 24 05:04:30.594: INFO: hostexec-i-0da40d508a250d7b2-zbcq9 started at 2023-03-24 05:04:09 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:04:30.594: INFO: rs-rs7xw started at 2023-03-24 05:02:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container donothing ready: false, restart count 0 Mar 24 05:04:30.594: INFO: kube-proxy-i-0da40d508a250d7b2 started at 2023-03-24 04:52:53 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:04:30.594: INFO: startup-e20b38e2-43cd-4935-8c00-b23f2191894d started at 2023-03-24 05:03:18 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container busybox ready: false, restart count 0 Mar 24 05:04:30.594: INFO: hostexec-i-0da40d508a250d7b2-q64xr started at 2023-03-24 05:03:54 +0000 UTC (0+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:04:30.594: INFO: calico-node-shkcz started at 2023-03-24 04:52:53 +0000 UTC (3+1 container statuses recorded) Mar 24 05:04:30.594: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:04:30.594: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:04:31.049: INFO: Latency metrics for node i-0da40d508a250d7b2 END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:04:31.049 (4.322s) < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] volumes - dump namespaces | framework.go:209 @ 03/24/23 05:04:31.049 (4.323s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] volumes - tear down framework | framework.go:206 @ 03/24/23 05:04:31.049 STEP: Destroying namespace "volume-2311" for this suite. - test/e2e/framework/framework.go:351 @ 03/24/23 05:04:31.049 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (default fs)] volumes - tear down framework | framework.go:206 @ 03/24/23 05:04:31.167 (119ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:04:31.168 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:04:31.168 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\sExternal\sStorage\s\[Driver\:\sebs\.csi\.aws\.com\]\s\[Testpattern\:\sDynamic\sPV\s\(ext4\)\]\svolumes\sshould\sallow\sexec\sof\sfiles\son\sthe\svolume$'
[FAILED] failed to get logs from exec-volume-test-dynamicpv-cjdl for exec-container-dynamicpv-cjdl: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-9558/pods/exec-volume-test-dynamicpv-cjdl/log?container=exec-container-dynamicpv-cjdl&previous=false": stream error: stream ID 2615; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:07:50.245from junit_01.xml
> Enter [BeforeEach] [Testpattern: Dynamic PV (ext4)] volumes - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 05:07:31.413 < Exit [BeforeEach] [Testpattern: Dynamic PV (ext4)] volumes - test/e2e/storage/framework/testsuite.go:51 @ 03/24/23 05:07:31.413 (0s) > Enter [BeforeEach] [Testpattern: Dynamic PV (ext4)] volumes - set up framework | framework.go:191 @ 03/24/23 05:07:31.413 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/24/23 05:07:31.413 Mar 24 05:07:31.413: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename volume - test/e2e/framework/framework.go:250 @ 03/24/23 05:07:31.414 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/24/23 05:07:31.767 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/24/23 05:07:31.994 < Exit [BeforeEach] [Testpattern: Dynamic PV (ext4)] volumes - set up framework | framework.go:191 @ 03/24/23 05:07:32.219 (806ms) > Enter [BeforeEach] [Testpattern: Dynamic PV (ext4)] volumes - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:07:32.219 < Exit [BeforeEach] [Testpattern: Dynamic PV (ext4)] volumes - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:07:32.219 (0s) > Enter [It] should allow exec of files on the volume - test/e2e/storage/testsuites/volumes.go:194 @ 03/24/23 05:07:32.219 Mar 24 05:07:32.219: INFO: Creating resource for dynamic PV Mar 24 05:07:32.219: INFO: Using claimSize:1Gi, test suite supported size:{ 1Mi}, driver(ebs.csi.aws.com) supported size:{ 1Mi} STEP: creating a StorageClass volume-9558-e2e-sczsllk - test/e2e/storage/framework/volume_resource.go:102 @ 03/24/23 05:07:32.22 STEP: creating a claim - test/e2e/storage/framework/volume_resource.go:294 @ 03/24/23 05:07:32.346 Mar 24 05:07:32.346: INFO: Warning: Making PVC: VolumeMode specified as invalid empty string, treating as nil STEP: Creating pod exec-volume-test-dynamicpv-cjdl - test/e2e/storage/testsuites/volumes.go:253 @ 03/24/23 05:07:32.577 STEP: Creating a pod to test exec-volume-test - test/e2e/framework/pod/output/output.go:243 @ 03/24/23 05:07:32.577 STEP: Saw pod success - test/e2e/framework/pod/wait.go:409 @ 03/24/23 05:07:49.782 Mar 24 05:07:49.896: INFO: Trying to get logs from node i-0da40d508a250d7b2 pod exec-volume-test-dynamicpv-cjdl container exec-container-dynamicpv-cjdl: <nil> Mar 24 05:07:50.010: INFO: Failed to get logs from node "i-0da40d508a250d7b2" pod "exec-volume-test-dynamicpv-cjdl" container "exec-container-dynamicpv-cjdl". Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-9558/pods/exec-volume-test-dynamicpv-cjdl/log?container=exec-container-dynamicpv-cjdl&previous=false": stream error: stream ID 2615; INTERNAL_ERROR; received from peer STEP: delete the pod - test/e2e/framework/pod/output/output.go:168 @ 03/24/23 05:07:50.01 Mar 24 05:07:50.245: INFO: Unexpected error: <*fmt.wrapError | 0xc004c3ec20>: failed to get logs from exec-volume-test-dynamicpv-cjdl for exec-container-dynamicpv-cjdl: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-9558/pods/exec-volume-test-dynamicpv-cjdl/log?container=exec-container-dynamicpv-cjdl&previous=false": stream error: stream ID 2615; INTERNAL_ERROR; received from peer { msg: "failed to get logs from exec-volume-test-dynamicpv-cjdl for exec-container-dynamicpv-cjdl: Get \"https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-9558/pods/exec-volume-test-dynamicpv-cjdl/log?container=exec-container-dynamicpv-cjdl&previous=false\": stream error: stream ID 2615; INTERNAL_ERROR; received from peer", err: <*url.Error | 0xc00541e690>{ Op: "Get", URL: "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-9558/pods/exec-volume-test-dynamicpv-cjdl/log?container=exec-container-dynamicpv-cjdl&previous=false", Err: <http2.StreamError>{ StreamID: 2615, Code: 2, Cause: <*errors.errorString | 0xc0001e96a0>{ s: "received from peer", }, }, }, } [FAILED] failed to get logs from exec-volume-test-dynamicpv-cjdl for exec-container-dynamicpv-cjdl: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/volume-9558/pods/exec-volume-test-dynamicpv-cjdl/log?container=exec-container-dynamicpv-cjdl&previous=false": stream error: stream ID 2615; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:07:50.245 < Exit [It] should allow exec of files on the volume - test/e2e/storage/testsuites/volumes.go:194 @ 03/24/23 05:07:50.245 (18.026s) > Enter [AfterEach] [Testpattern: Dynamic PV (ext4)] volumes - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:07:50.245 Mar 24 05:07:50.245: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [Testpattern: Dynamic PV (ext4)] volumes - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:07:50.36 (115ms) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (ext4)] volumes - test/e2e/storage/testsuites/volumes.go:197 @ 03/24/23 05:07:50.36 STEP: Deleting pvc - test/e2e/storage/framework/volume_resource.go:181 @ 03/24/23 05:07:50.36 Mar 24 05:07:50.587: INFO: Deleting PersistentVolumeClaim "ebs.csi.aws.com7k29l" Mar 24 05:07:50.706: INFO: Waiting up to 5m0s for PersistentVolume pvc-ea840716-4892-4a41-a74a-59ea6f915927 to get deleted Mar 24 05:07:50.821: INFO: PersistentVolume pvc-ea840716-4892-4a41-a74a-59ea6f915927 found and phase=Released (114.699048ms) Mar 24 05:07:55.935: INFO: PersistentVolume pvc-ea840716-4892-4a41-a74a-59ea6f915927 found and phase=Released (5.229263893s) Mar 24 05:08:01.062: INFO: PersistentVolume pvc-ea840716-4892-4a41-a74a-59ea6f915927 found and phase=Released (10.356552069s) Mar 24 05:08:06.177: INFO: PersistentVolume pvc-ea840716-4892-4a41-a74a-59ea6f915927 was removed STEP: Deleting sc - test/e2e/storage/framework/volume_resource.go:228 @ 03/24/23 05:08:06.177 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (ext4)] volumes - test/e2e/storage/testsuites/volumes.go:197 @ 03/24/23 05:08:06.294 (15.934s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (ext4)] volumes - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:08:06.294 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (ext4)] volumes - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:08:06.294 (0s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (ext4)] volumes - dump namespaces | framework.go:209 @ 03/24/23 05:08:06.294 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:08:06.294 STEP: Collecting events from namespace "volume-9558". - test/e2e/framework/debug/dump.go:42 @ 03/24/23 05:08:06.294 STEP: Found 9 events. - test/e2e/framework/debug/dump.go:46 @ 03/24/23 05:08:06.408 Mar 24 05:08:06.408: INFO: At 2023-03-24 05:07:32 +0000 UTC - event for ebs.csi.aws.com7k29l: {persistentvolume-controller } WaitForFirstConsumer: waiting for first consumer to be created before binding Mar 24 05:08:06.408: INFO: At 2023-03-24 05:07:32 +0000 UTC - event for ebs.csi.aws.com7k29l: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } Provisioning: External provisioner is provisioning volume for claim "volume-9558/ebs.csi.aws.com7k29l" Mar 24 05:08:06.408: INFO: At 2023-03-24 05:07:32 +0000 UTC - event for ebs.csi.aws.com7k29l: {persistentvolume-controller } ExternalProvisioning: waiting for a volume to be created, either by external provisioner "ebs.csi.aws.com" or manually created by system administrator Mar 24 05:08:06.408: INFO: At 2023-03-24 05:07:36 +0000 UTC - event for ebs.csi.aws.com7k29l: {ebs.csi.aws.com_ebs-csi-controller-74d7589c77-hzp6x_7e5ba482-16f9-4329-a252-67d4ae061216 } ProvisioningSucceeded: Successfully provisioned volume pvc-ea840716-4892-4a41-a74a-59ea6f915927 Mar 24 05:08:06.408: INFO: At 2023-03-24 05:07:36 +0000 UTC - event for exec-volume-test-dynamicpv-cjdl: {default-scheduler } Scheduled: Successfully assigned volume-9558/exec-volume-test-dynamicpv-cjdl to i-0da40d508a250d7b2 Mar 24 05:08:06.408: INFO: At 2023-03-24 05:07:39 +0000 UTC - event for exec-volume-test-dynamicpv-cjdl: {attachdetach-controller } SuccessfulAttachVolume: AttachVolume.Attach succeeded for volume "pvc-ea840716-4892-4a41-a74a-59ea6f915927" Mar 24 05:08:06.408: INFO: At 2023-03-24 05:07:44 +0000 UTC - event for exec-volume-test-dynamicpv-cjdl: {kubelet i-0da40d508a250d7b2} Pulled: Container image "registry.k8s.io/e2e-test-images/nginx:1.14-4" already present on machine Mar 24 05:08:06.408: INFO: At 2023-03-24 05:07:44 +0000 UTC - event for exec-volume-test-dynamicpv-cjdl: {kubelet i-0da40d508a250d7b2} Created: Created container exec-container-dynamicpv-cjdl Mar 24 05:08:06.408: INFO: At 2023-03-24 05:07:45 +0000 UTC - event for exec-volume-test-dynamicpv-cjdl: {kubelet i-0da40d508a250d7b2} Started: Started container exec-container-dynamicpv-cjdl Mar 24 05:08:06.522: INFO: POD NODE PHASE GRACE CONDITIONS Mar 24 05:08:06.522: INFO: Mar 24 05:08:06.637: INFO: Logging node info for node i-034b3b78a407cdcd7 Mar 24 05:08:06.755: INFO: Node Info: &Node{ObjectMeta:{i-034b3b78a407cdcd7 edbd7690-3933-4c61-96d9-8d2fe9567c88 38304 0 2023-03-24 04:50:33 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kops.k8s.io/kops-controller-pki: kubernetes.io/arch:arm64 kubernetes.io/hostname:i-034b3b78a407cdcd7 kubernetes.io/os:linux node-role.kubernetes.io/control-plane: node.kubernetes.io/exclude-from-external-load-balancers: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-034b3b78a407cdcd7"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.45.135/19 projectcalico.org/IPv4IPIPTunnelAddr:100.103.122.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:50:33 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {protokube Update v1 2023-03-24 04:51:07 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kops.k8s.io/kops-controller-pki":{},"f:node-role.kubernetes.io/control-plane":{},"f:node.kubernetes.io/exclude-from-external-load-balancers":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:51:34 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.0.0/24\"":{}},"f:taints":{}}} } {calico-node Update v1 2023-03-24 04:51:38 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:07:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.0.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-034b3b78a407cdcd7,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/control-plane,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[100.96.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:51:38 +0000 UTC,LastTransitionTime:2023-03-24 04:51:38 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:51:34 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.45.135,},NodeAddress{Type:ExternalIP,Address:3.124.195.101,},NodeAddress{Type:InternalDNS,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-124-195-101.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec29cde8aa98648dad6bcac2c87bf976,SystemUUID:ec29cde8-aa98-648d-ad6b-cac2c87bf976,BootID:c494d73c-f873-45cf-8d9a-0267613b2e05,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:9ce33ba33d8e738a5b85ed50b5080ac746deceed4a7496c550927a7a19ca3b6d registry.k8s.io/etcd:3.5.0-0],SizeBytes:157797353,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4afb99b4690b418ffc2ceb67e1a17376457e441c1f09ab55447f0aaf992fa646 registry.k8s.io/etcd:3.4.3-0],SizeBytes:151677080,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 registry.k8s.io/etcd:3.4.13-0],SizeBytes:134531559,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:0d2ab6b15b4fe0b903b9e81192d942fb39c29be61fe341cd16db5d0165b0435c registry.k8s.io/etcd:3.3.17-0],SizeBytes:126979107,},ContainerImage{Names:[registry.k8s.io/kube-apiserver-arm64:v1.28.0-alpha.0],SizeBytes:116040147,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-arm64:v1.28.0-alpha.0],SizeBytes:108568889,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:17da501f5d2a675be46040422a27b7cc21b8a43895ac998b171db1c346f361f7 registry.k8s.io/etcd:3.3.10-0],SizeBytes:81436097,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:6f72b851544986cb0921b53ea655ec04c36131248f16d4ad110cb3ca0c369dc1 registry.k8s.io/etcd:3.5.4-0],SizeBytes:81120118,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:13f53ed1d91e2e11aac476ee9a0269fdda6cc4874eba903efd40daf50c55eee5 registry.k8s.io/etcd:3.5.3-0],SizeBytes:81114891,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:80539316,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20 registry.k8s.io/etcd:3.2.24-1],SizeBytes:61500433,},ContainerImage{Names:[registry.k8s.io/etcdadm/etcd-manager-slim@sha256:8727adc059334e0e3329dbccce116a734da4a090da5e86c8cddccaf333caa666 registry.k8s.io/etcdadm/etcd-manager-slim:v3.0.20230201],SizeBytes:60826655,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:64b9ea357325d5db9f8a723dcf503b5a449177b17ac87d69481e126bb724c263 registry.k8s.io/etcd:3.5.1-0],SizeBytes:59553904,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-arm64:v1.28.0-alpha.0],SizeBytes:57450808,},ContainerImage{Names:[registry.k8s.io/kops/kops-controller:1.27.0-alpha.1],SizeBytes:41899493,},ContainerImage{Names:[registry.k8s.io/kops/dns-controller:1.27.0-alpha.1],SizeBytes:40375988,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[docker.io/calico/kube-controllers@sha256:2b6acd7f677f76ffe12ecf3ea7df92eb9b1bdb07336d1ac2a54c7631fb753f7e docker.io/calico/kube-controllers:v3.24.5],SizeBytes:26983577,},ContainerImage{Names:[registry.k8s.io/provider-aws/cloud-controller-manager@sha256:fdeb61e3e42ecd9cca868d550ebdb88dd6341d9e91fcfa9a37e227dab2ad22cb registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.0],SizeBytes:18345226,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/kops/kube-apiserver-healthcheck:1.27.0-alpha.1],SizeBytes:4740715,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:08:06.755: INFO: Logging kubelet events for node i-034b3b78a407cdcd7 Mar 24 05:08:06.875: INFO: Logging pods the kubelet thinks is on node i-034b3b78a407cdcd7 Mar 24 05:08:07.004: INFO: ebs-csi-node-stpbr started at 2023-03-24 04:51:22 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:07.004: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:07.004: INFO: calico-node-scx2q started at 2023-03-24 04:51:22 +0000 UTC (3+1 container statuses recorded) Mar 24 05:08:07.004: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:08:07.004: INFO: kops-controller-hkt98 started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.004: INFO: Container kops-controller ready: true, restart count 0 Mar 24 05:08:07.004: INFO: calico-kube-controllers-57d5684b7d-rwtfn started at 2023-03-24 04:51:34 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.004: INFO: Container calico-kube-controllers ready: true, restart count 0 Mar 24 05:08:07.004: INFO: kube-proxy-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.004: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:08:07.004: INFO: etcd-manager-events-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:08:07.004: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:08:07.004: INFO: etcd-manager-main-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:08:07.004: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:08:07.004: INFO: kube-apiserver-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+2 container statuses recorded) Mar 24 05:08:07.004: INFO: Container healthcheck ready: true, restart count 0 Mar 24 05:08:07.004: INFO: Container kube-apiserver ready: true, restart count 3 Mar 24 05:08:07.004: INFO: kube-controller-manager-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.004: INFO: Container kube-controller-manager ready: true, restart count 4 Mar 24 05:08:07.004: INFO: aws-cloud-controller-manager-nx2hq started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.004: INFO: Container aws-cloud-controller-manager ready: true, restart count 0 Mar 24 05:08:07.004: INFO: dns-controller-778f6dc98b-2dqnh started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.004: INFO: Container dns-controller ready: true, restart count 0 Mar 24 05:08:07.004: INFO: kube-scheduler-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.004: INFO: Container kube-scheduler ready: true, restart count 0 Mar 24 05:08:07.421: INFO: Latency metrics for node i-034b3b78a407cdcd7 Mar 24 05:08:07.421: INFO: Logging node info for node i-04a3a30868563686f Mar 24 05:08:07.539: INFO: Node Info: &Node{ObjectMeta:{i-04a3a30868563686f c9a3df15-9b40-451d-950b-ede2bc75009a 39490 0 2023-03-24 04:52:48 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubelet_cleanup:true kubernetes.io/arch:arm64 kubernetes.io/hostname:i-04a3a30868563686f kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-04a3a30868563686f topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-543":"i-04a3a30868563686f","csi-hostpath-provisioning-2200":"i-04a3a30868563686f","ebs.csi.aws.com":"i-04a3a30868563686f"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.38.46/19 projectcalico.org/IPv4IPIPTunnelAddr:100.117.87.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {calico-node Update v1 2023-03-24 04:53:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:07:58 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:07:58 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status} {e2e.test Update v1 2023-03-24 05:07:59 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kubelet_cleanup":{}}}} }]},Spec:NodeSpec{PodCIDR:100.96.2.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-04a3a30868563686f,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:04 +0000 UTC,LastTransitionTime:2023-03-24 04:53:04 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:58 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:58 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:58 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:07:58 +0000 UTC,LastTransitionTime:2023-03-24 04:52:58 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.38.46,},NodeAddress{Type:ExternalIP,Address:3.71.200.84,},NodeAddress{Type:InternalDNS,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-200-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2ee6671e9da3dc29abf0231c19d72a,SystemUUID:ec2ee667-1e9d-a3dc-29ab-f0231c19d72a,BootID:c61828c2-d4ab-42de-ad58-cb80c7c7997a,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:18561972,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:5025027,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-543^beedd54c-ca01-11ed-8294-7e5f534c0a7e kubernetes.io/csi/csi-hostpath-ephemeral-543^c7e029f0-ca01-11ed-8294-7e5f534c0a7e],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-543^beedd54c-ca01-11ed-8294-7e5f534c0a7e,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-543^c7e029f0-ca01-11ed-8294-7e5f534c0a7e,DevicePath:,},},Config:nil,},} Mar 24 05:08:07.540: INFO: Logging kubelet events for node i-04a3a30868563686f Mar 24 05:08:07.661: INFO: Logging pods the kubelet thinks is on node i-04a3a30868563686f Mar 24 05:08:07.787: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-5cf9d started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:07.787: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-bgvpq started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:07.787: INFO: inline-volume-tester2-57n7l started at 2023-03-24 05:07:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 05:08:07.787: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-2qt99 started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:07.787: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-t8vfl started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:07.787: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-kcr62 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:07.787: INFO: ebs-csi-controller-74d7589c77-t9ltk started at 2023-03-24 04:52:58 +0000 UTC (0+5 container statuses recorded) Mar 24 05:08:07.787: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:07.787: INFO: inline-volume-tester-4z2t4 started at 2023-03-24 05:07:17 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 05:08:07.787: INFO: netserver-0 started at 2023-03-24 05:07:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container webserver ready: true, restart count 0 Mar 24 05:08:07.787: INFO: ebs-csi-node-mz727 started at 2023-03-24 04:52:49 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:07.787: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:07.787: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-mswl2 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:07.787: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:07:44 +0000 UTC (0+7 container statuses recorded) Mar 24 05:08:07.787: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:07.787: INFO: calico-node-wtv77 started at 2023-03-24 04:52:49 +0000 UTC (3+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:08:07.787: INFO: test-rolling-update-with-lb-69fcddc54f-d5fr4 started at 2023-03-24 05:05:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:08:07.787: INFO: liveness-dbe047ec-50d0-421a-89b5-bd380efecf99 started at 2023-03-24 05:06:08 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:08:07.787: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:07:14 +0000 UTC (0+7 container statuses recorded) Mar 24 05:08:07.787: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:07.787: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:07.787: INFO: hostexec-i-04a3a30868563686f-bgf2t started at 2023-03-24 05:07:31 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:08:07.787: INFO: hostpath-client started at 2023-03-24 05:08:07 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container hostpath-client ready: false, restart count 0 Mar 24 05:08:07.787: INFO: test-webserver-636905a3-aff3-4455-8c23-7f2b19002269 started at 2023-03-24 05:07:09 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container test-webserver ready: false, restart count 0 Mar 24 05:08:07.787: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-vdwxf started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:07.787: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-c8wb2 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:07.787: INFO: kube-proxy-i-04a3a30868563686f started at 2023-03-24 04:52:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:08:07.787: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-5bktz started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:07.787: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-csp7b started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:07.787: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:08.291: INFO: Latency metrics for node i-04a3a30868563686f Mar 24 05:08:08.292: INFO: Logging node info for node i-0745dd1c6d9376559 Mar 24 05:08:08.405: INFO: Node Info: &Node{ObjectMeta:{i-0745dd1c6d9376559 f52e06f3-79e1-42e8-90ed-2b84deb0ce20 39494 0 2023-03-24 04:53:11 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubelet_cleanup:true kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0745dd1c6d9376559 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0745dd1c6d9376559 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-6372":"i-0745dd1c6d9376559","ebs.csi.aws.com":"i-0745dd1c6d9376559"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.60.247/19 projectcalico.org/IPv4IPIPTunnelAddr:100.120.120.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:53:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.4.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:07:22 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:07:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status} {e2e.test Update v1 2023-03-24 05:08:00 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kubelet_cleanup":{}}}} }]},Spec:NodeSpec{PodCIDR:100.96.4.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0745dd1c6d9376559,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:29 +0000 UTC,LastTransitionTime:2023-03-24 04:53:29 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:52 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:52 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:52 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:07:52 +0000 UTC,LastTransitionTime:2023-03-24 04:53:22 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.60.247,},NodeAddress{Type:ExternalIP,Address:3.71.43.84,},NodeAddress{Type:InternalDNS,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-43-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2978f27ec8a158dfb69127deea0508,SystemUUID:ec2978f2-7ec8-a158-dfb6-9127deea0508,BootID:4c064b95-375f-4cb4-918e-00eba9f1189d,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:5025027,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2003505,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-6372^c1b7c885-ca01-11ed-b226-2eef7cb58734],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-6372^c1b7c885-ca01-11ed-b226-2eef7cb58734,DevicePath:,},},Config:nil,},} Mar 24 05:08:08.406: INFO: Logging kubelet events for node i-0745dd1c6d9376559 Mar 24 05:08:08.530: INFO: Logging pods the kubelet thinks is on node i-0745dd1c6d9376559 Mar 24 05:08:08.668: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-bgnwj started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:08.668: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-ssn5n started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:08.668: INFO: csi-mockplugin-0 started at 2023-03-24 05:06:41 +0000 UTC (0+4 container statuses recorded) Mar 24 05:08:08.668: INFO: Container busybox ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container mock ready: true, restart count 0 Mar 24 05:08:08.668: INFO: kube-proxy-i-0745dd1c6d9376559 started at 2023-03-24 04:53:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:08:08.668: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-2z7zt started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:08.668: INFO: pod-configmaps-8695b813-e4fa-4180-853a-9a973cbbf867 started at 2023-03-24 05:05:45 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:08.668: INFO: Container createcm-volume-test ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container delcm-volume-test ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container updcm-volume-test ready: true, restart count 0 Mar 24 05:08:08.668: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-ddw4x started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:08.668: INFO: calico-node-h58js started at 2023-03-24 04:53:12 +0000 UTC (3+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:08:08.668: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:07:19 +0000 UTC (0+7 container statuses recorded) Mar 24 05:08:08.668: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:08.668: INFO: test-webserver-eff5e187-f62e-4eb0-b595-a45af8901014 started at 2023-03-24 05:06:08 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container test-webserver ready: true, restart count 0 Mar 24 05:08:08.668: INFO: test-rolling-update-with-lb-69fcddc54f-fwdzj started at 2023-03-24 05:05:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:08:08.668: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-mt49r started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:08.668: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-vq8jc started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:08.668: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-729nq started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:08.668: INFO: ebs-csi-node-ws95p started at 2023-03-24 04:53:12 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:08.668: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:08.668: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:08.668: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-n7wxl started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:08.668: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-7nk92 started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:08.668: INFO: netserver-1 started at 2023-03-24 05:07:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container webserver ready: true, restart count 0 Mar 24 05:08:08.668: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-9pzsx started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:08.668: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:09.149: INFO: Latency metrics for node i-0745dd1c6d9376559 Mar 24 05:08:09.149: INFO: Logging node info for node i-086cc47d0b6889a97 Mar 24 05:08:09.263: INFO: Node Info: &Node{ObjectMeta:{i-086cc47d0b6889a97 84983f5c-d74f-4e18-a0c0-2795646851f1 39923 0 2023-03-24 04:52:46 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a io.kubernetes.storage.mock/node:some-mock-node kubelet_cleanup:true kubernetes.io/arch:arm64 kubernetes.io/hostname:i-086cc47d0b6889a97 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-086cc47d0b6889a97 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-9553":"i-086cc47d0b6889a97","ebs.csi.aws.com":"i-086cc47d0b6889a97"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.61.127/19 projectcalico.org/IPv4IPIPTunnelAddr:100.126.57.192 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kubelet Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:55 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.1.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {e2e.test Update v1 2023-03-24 05:08:00 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kubelet_cleanup":{}}}} } {kube-controller-manager Update v1 2023-03-24 05:08:02 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:08:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.1.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-086cc47d0b6889a97,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:02 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:08:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:08:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:08:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:08:06 +0000 UTC,LastTransitionTime:2023-03-24 04:52:55 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.61.127,},NodeAddress{Type:ExternalIP,Address:52.59.211.84,},NodeAddress{Type:InternalDNS,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-52-59-211-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec20e16945df8b4723b5c34335a6ba96,SystemUUID:ec20e169-45df-8b47-23b5-c34335a6ba96,BootID:96774e1c-cbab-4728-8463-865fe0b6dd19,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:68d396900aeaa072c1f27289485fdac29834045a6f3ffe369bf389d830ef572d registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.6],SizeBytes:19007623,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-9553^d92e8a66-ca01-11ed-8a81-32a1506ae3fe],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-9553^d92e8a66-ca01-11ed-8a81-32a1506ae3fe,DevicePath:,},},Config:nil,},} Mar 24 05:08:09.263: INFO: Logging kubelet events for node i-086cc47d0b6889a97 Mar 24 05:08:09.382: INFO: Logging pods the kubelet thinks is on node i-086cc47d0b6889a97 Mar 24 05:08:09.505: INFO: coredns-autoscaler-8495f5575-h7fqs started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container autoscaler ready: true, restart count 0 Mar 24 05:08:09.505: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-vnt76 started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:09.505: INFO: pod-secrets-e78344a7-abcc-4343-be2e-23c905dc7a68 started at 2023-03-24 05:05:58 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:09.505: INFO: Container creates-volume-test ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container dels-volume-test ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container upds-volume-test ready: true, restart count 0 Mar 24 05:08:09.505: INFO: pod-subpath-test-dynamicpv-w7hf started at 2023-03-24 05:08:02 +0000 UTC (1+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Init container init-volume-dynamicpv-w7hf ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container test-container-subpath-dynamicpv-w7hf ready: true, restart count 0 Mar 24 05:08:09.505: INFO: netserver-2 started at 2023-03-24 05:07:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container webserver ready: true, restart count 0 Mar 24 05:08:09.505: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-6wmxz started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:09.505: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-rz2r5 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:09.505: INFO: kube-proxy-i-086cc47d0b6889a97 started at 2023-03-24 04:52:46 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:08:09.505: INFO: ebs-csi-controller-74d7589c77-hzp6x started at 2023-03-24 04:52:55 +0000 UTC (0+5 container statuses recorded) Mar 24 05:08:09.505: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:09.505: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:07:59 +0000 UTC (0+7 container statuses recorded) Mar 24 05:08:09.505: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:09.505: INFO: coredns-745bddcfbb-tz9qm started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container coredns ready: true, restart count 0 Mar 24 05:08:09.505: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-rcf4t started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:09.505: INFO: hostexec-i-086cc47d0b6889a97-rphpl started at 2023-03-24 05:08:02 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:08:09.505: INFO: calico-node-8kfbt started at 2023-03-24 04:52:47 +0000 UTC (3+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:08:09.505: INFO: labelsupdate0afe17de-6a2f-4de7-8fd3-98f2ca97c1f7 started at 2023-03-24 05:06:42 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container client-container ready: true, restart count 0 Mar 24 05:08:09.505: INFO: host-test-container-pod started at 2023-03-24 05:07:54 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:08:09.505: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-t5lxv started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:09.505: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-bhrvc started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:09.505: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-4cmv9 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:09.505: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-jzkb2 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:09.505: INFO: ebs-csi-node-jk7wg started at 2023-03-24 04:52:47 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:09.505: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:09.505: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:09.505: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-mtxdt started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:09.505: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:09.991: INFO: Latency metrics for node i-086cc47d0b6889a97 Mar 24 05:08:09.991: INFO: Logging node info for node i-0da40d508a250d7b2 Mar 24 05:08:10.116: INFO: Node Info: &Node{ObjectMeta:{i-0da40d508a250d7b2 4c91b188-6d57-4554-b58e-ff427523df15 39500 0 2023-03-24 04:52:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubelet_cleanup:true kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0da40d508a250d7b2 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0da40d508a250d7b2 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-0da40d508a250d7b2"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.47.30/19 projectcalico.org/IPv4IPIPTunnelAddr:100.111.242.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:52:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.3.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:07:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {e2e.test Update v1 2023-03-24 05:08:00 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kubelet_cleanup":{}}}} }]},Spec:NodeSpec{PodCIDR:100.96.3.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0da40d508a250d7b2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:09 +0000 UTC,LastTransitionTime:2023-03-24 04:53:09 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:53 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:53 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:53 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:07:53 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.47.30,},NodeAddress{Type:ExternalIP,Address:3.75.176.250,},NodeAddress{Type:InternalDNS,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-75-176-250.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2d3fc715f031ab9963d58c0611a486,SystemUUID:ec2d3fc7-15f0-31ab-9963-d58c0611a486,BootID:be1c39b2-f076-4bbe-a24b-85c855dba80b,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:18561972,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:6817940,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:08:10.116: INFO: Logging kubelet events for node i-0da40d508a250d7b2 Mar 24 05:08:10.238: INFO: Logging pods the kubelet thinks is on node i-0da40d508a250d7b2 Mar 24 05:08:10.361: INFO: pfpod started at 2023-03-24 05:07:34 +0000 UTC (0+2 container statuses recorded) Mar 24 05:08:10.361: INFO: Container portforwardtester ready: false, restart count 0 Mar 24 05:08:10.361: INFO: Container readiness ready: false, restart count 0 Mar 24 05:08:10.361: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-2pb6x started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.361: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-5jn84 started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.361: INFO: kube-proxy-i-0da40d508a250d7b2 started at 2023-03-24 04:52:53 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:08:10.361: INFO: netserver-3 started at 2023-03-24 05:07:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container webserver ready: true, restart count 0 Mar 24 05:08:10.361: INFO: test-rolling-update-with-lb-69fcddc54f-qjxkv started at 2023-03-24 05:05:23 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container agnhost ready: true, restart count 0 Mar 24 05:08:10.361: INFO: test-container-pod started at 2023-03-24 05:07:54 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container webserver ready: true, restart count 0 Mar 24 05:08:10.361: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-494sc started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.361: INFO: calico-node-shkcz started at 2023-03-24 04:52:53 +0000 UTC (3+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:08:10.361: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:08:10.361: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:08:10.361: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:08:10.361: INFO: pod-subpath-test-preprovisionedpv-d6tt started at 2023-03-24 05:07:54 +0000 UTC (1+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Init container init-volume-preprovisionedpv-d6tt ready: true, restart count 0 Mar 24 05:08:10.361: INFO: Container test-container-subpath-preprovisionedpv-d6tt ready: true, restart count 0 Mar 24 05:08:10.361: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-kttdb started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.361: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-nx62n started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.361: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-jv2dv started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.361: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-g7zkn started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.361: INFO: ebs-csi-node-nldgj started at 2023-03-24 04:52:53 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:10.361: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:08:10.361: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:08:10.361: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:08:10.361: INFO: configmap-client started at 2023-03-24 05:07:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container configmap-client ready: true, restart count 0 Mar 24 05:08:10.361: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-klrjp started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.361: INFO: hostexec-i-0da40d508a250d7b2-ttbbp started at 2023-03-24 05:07:48 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:08:10.361: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-9687b started at 2023-03-24 05:08:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.361: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-qzlms started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.361: INFO: coredns-745bddcfbb-292hk started at 2023-03-24 04:53:10 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container coredns ready: true, restart count 0 Mar 24 05:08:10.361: INFO: dns-test-f7651d97-896b-4ce3-9407-a9eff180ffb9 started at 2023-03-24 05:07:42 +0000 UTC (0+3 container statuses recorded) Mar 24 05:08:10.361: INFO: Container jessie-querier ready: true, restart count 0 Mar 24 05:08:10.361: INFO: Container querier ready: true, restart count 0 Mar 24 05:08:10.361: INFO: Container webserver ready: true, restart count 0 Mar 24 05:08:10.361: INFO: pod-ready started at 2023-03-24 05:07:46 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container pod-readiness-gate ready: true, restart count 0 Mar 24 05:08:10.361: INFO: cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57-7pfn7 started at 2023-03-24 05:08:01 +0000 UTC (0+1 container statuses recorded) Mar 24 05:08:10.361: INFO: Container cleanup40-f46f8a05-4316-4bd4-8f93-bcda38687a57 ready: true, restart count 0 Mar 24 05:08:10.840: INFO: Latency metrics for node i-0da40d508a250d7b2 END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:08:10.84 (4.546s) < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (ext4)] volumes - dump namespaces | framework.go:209 @ 03/24/23 05:08:10.84 (4.546s) > Enter [DeferCleanup (Each)] [Testpattern: Dynamic PV (ext4)] volumes - tear down framework | framework.go:206 @ 03/24/23 05:08:10.84 STEP: Destroying namespace "volume-9558" for this suite. - test/e2e/framework/framework.go:351 @ 03/24/23 05:08:10.84 < Exit [DeferCleanup (Each)] [Testpattern: Dynamic PV (ext4)] volumes - tear down framework | framework.go:206 @ 03/24/23 05:08:10.96 (120ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:08:10.961 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:08:10.961 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-auth\]\sServiceAccounts\sServiceAccountIssuerDiscovery\sshould\ssupport\sOIDC\sdiscovery\sof\sservice\saccount\sissuer\s\[Conformance\]$'
[FAILED] Unexpected error getting pod logs: timed out waiting for the condition In [It] at: test/e2e/auth/service_accounts.go:630 @ 03/24/23 05:10:57.127from junit_01.xml
> Enter [BeforeEach] [sig-auth] ServiceAccounts - set up framework | framework.go:191 @ 03/24/23 05:08:49.266 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/24/23 05:08:49.267 Mar 24 05:08:49.267: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename svcaccounts - test/e2e/framework/framework.go:250 @ 03/24/23 05:08:49.268 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/24/23 05:08:49.662 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/24/23 05:08:49.883 < Exit [BeforeEach] [sig-auth] ServiceAccounts - set up framework | framework.go:191 @ 03/24/23 05:08:50.103 (837ms) > Enter [BeforeEach] [sig-auth] ServiceAccounts - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:08:50.103 < Exit [BeforeEach] [sig-auth] ServiceAccounts - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:08:50.103 (0s) > Enter [It] ServiceAccountIssuerDiscovery should support OIDC discovery of service account issuer [Conformance] - test/e2e/auth/service_accounts.go:529 @ 03/24/23 05:08:50.103 Mar 24 05:08:50.336: INFO: created pod STEP: Saw pod success - test/e2e/framework/pod/wait.go:409 @ 03/24/23 05:08:56.79 Mar 24 05:09:26.791: INFO: polling logs Mar 24 05:09:26.907: INFO: Error pulling logs: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-7745/pods/oidc-discovery-validator/log?container=oidc-discovery-validator&previous=false": stream error: stream ID 2213; INTERNAL_ERROR; received from peer Mar 24 05:09:56.791: INFO: polling logs Mar 24 05:09:56.903: INFO: Error pulling logs: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-7745/pods/oidc-discovery-validator/log?container=oidc-discovery-validator&previous=false": stream error: stream ID 2215; INTERNAL_ERROR; received from peer Mar 24 05:10:26.790: INFO: polling logs Mar 24 05:10:26.902: INFO: Error pulling logs: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-7745/pods/oidc-discovery-validator/log?container=oidc-discovery-validator&previous=false": stream error: stream ID 2217; INTERNAL_ERROR; received from peer Mar 24 05:10:56.791: INFO: polling logs Mar 24 05:10:56.902: INFO: Error pulling logs: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-7745/pods/oidc-discovery-validator/log?container=oidc-discovery-validator&previous=false": stream error: stream ID 2219; INTERNAL_ERROR; received from peer Mar 24 05:10:56.902: INFO: polling logs Mar 24 05:10:57.013: INFO: Error pulling logs: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-7745/pods/oidc-discovery-validator/log?container=oidc-discovery-validator&previous=false": stream error: stream ID 2221; INTERNAL_ERROR; received from peer [FAILED] Unexpected error getting pod logs: timed out waiting for the condition In [It] at: test/e2e/auth/service_accounts.go:630 @ 03/24/23 05:10:57.127 < Exit [It] ServiceAccountIssuerDiscovery should support OIDC discovery of service account issuer [Conformance] - test/e2e/auth/service_accounts.go:529 @ 03/24/23 05:10:57.127 (2m7.023s) > Enter [AfterEach] [sig-auth] ServiceAccounts - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:10:57.127 Mar 24 05:10:57.127: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-auth] ServiceAccounts - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:10:57.241 (115ms) > Enter [DeferCleanup (Each)] [sig-auth] ServiceAccounts - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:10:57.241 < Exit [DeferCleanup (Each)] [sig-auth] ServiceAccounts - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:10:57.241 (0s) > Enter [DeferCleanup (Each)] [sig-auth] ServiceAccounts - dump namespaces | framework.go:209 @ 03/24/23 05:10:57.241 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:10:57.241 STEP: Collecting events from namespace "svcaccounts-7745". - test/e2e/framework/debug/dump.go:42 @ 03/24/23 05:10:57.242 STEP: Found 4 events. - test/e2e/framework/debug/dump.go:46 @ 03/24/23 05:10:57.461 Mar 24 05:10:57.461: INFO: At 2023-03-24 05:08:50 +0000 UTC - event for oidc-discovery-validator: {default-scheduler } Scheduled: Successfully assigned svcaccounts-7745/oidc-discovery-validator to i-0da40d508a250d7b2 Mar 24 05:10:57.461: INFO: At 2023-03-24 05:08:50 +0000 UTC - event for oidc-discovery-validator: {kubelet i-0da40d508a250d7b2} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:10:57.461: INFO: At 2023-03-24 05:08:51 +0000 UTC - event for oidc-discovery-validator: {kubelet i-0da40d508a250d7b2} Created: Created container oidc-discovery-validator Mar 24 05:10:57.461: INFO: At 2023-03-24 05:08:51 +0000 UTC - event for oidc-discovery-validator: {kubelet i-0da40d508a250d7b2} Started: Started container oidc-discovery-validator Mar 24 05:10:57.572: INFO: POD NODE PHASE GRACE CONDITIONS Mar 24 05:10:57.572: INFO: oidc-discovery-validator i-0da40d508a250d7b2 Succeeded [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-24 05:08:50 +0000 UTC PodCompleted } {Ready False 0001-01-01 00:00:00 +0000 UTC 2023-03-24 05:08:53 +0000 UTC PodCompleted } {ContainersReady False 0001-01-01 00:00:00 +0000 UTC 2023-03-24 05:08:53 +0000 UTC PodCompleted } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-24 05:08:50 +0000 UTC }] Mar 24 05:10:57.572: INFO: Mar 24 05:10:57.690: INFO: Unable to fetch svcaccounts-7745/oidc-discovery-validator/oidc-discovery-validator logs: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-7745/pods/oidc-discovery-validator/log?container=oidc-discovery-validator&previous=false&tailLines=42": stream error: stream ID 2231; INTERNAL_ERROR; received from peer Mar 24 05:10:57.809: INFO: Logging node info for node i-034b3b78a407cdcd7 Mar 24 05:10:57.920: INFO: Node Info: &Node{ObjectMeta:{i-034b3b78a407cdcd7 edbd7690-3933-4c61-96d9-8d2fe9567c88 38304 0 2023-03-24 04:50:33 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kops.k8s.io/kops-controller-pki: kubernetes.io/arch:arm64 kubernetes.io/hostname:i-034b3b78a407cdcd7 kubernetes.io/os:linux node-role.kubernetes.io/control-plane: node.kubernetes.io/exclude-from-external-load-balancers: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-034b3b78a407cdcd7"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.45.135/19 projectcalico.org/IPv4IPIPTunnelAddr:100.103.122.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:50:33 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {protokube Update v1 2023-03-24 04:51:07 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kops.k8s.io/kops-controller-pki":{},"f:node-role.kubernetes.io/control-plane":{},"f:node.kubernetes.io/exclude-from-external-load-balancers":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:51:34 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.0.0/24\"":{}},"f:taints":{}}} } {calico-node Update v1 2023-03-24 04:51:38 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:07:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.0.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-034b3b78a407cdcd7,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/control-plane,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[100.96.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:51:38 +0000 UTC,LastTransitionTime:2023-03-24 04:51:38 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:51:34 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.45.135,},NodeAddress{Type:ExternalIP,Address:3.124.195.101,},NodeAddress{Type:InternalDNS,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-124-195-101.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec29cde8aa98648dad6bcac2c87bf976,SystemUUID:ec29cde8-aa98-648d-ad6b-cac2c87bf976,BootID:c494d73c-f873-45cf-8d9a-0267613b2e05,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:9ce33ba33d8e738a5b85ed50b5080ac746deceed4a7496c550927a7a19ca3b6d registry.k8s.io/etcd:3.5.0-0],SizeBytes:157797353,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4afb99b4690b418ffc2ceb67e1a17376457e441c1f09ab55447f0aaf992fa646 registry.k8s.io/etcd:3.4.3-0],SizeBytes:151677080,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 registry.k8s.io/etcd:3.4.13-0],SizeBytes:134531559,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:0d2ab6b15b4fe0b903b9e81192d942fb39c29be61fe341cd16db5d0165b0435c registry.k8s.io/etcd:3.3.17-0],SizeBytes:126979107,},ContainerImage{Names:[registry.k8s.io/kube-apiserver-arm64:v1.28.0-alpha.0],SizeBytes:116040147,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-arm64:v1.28.0-alpha.0],SizeBytes:108568889,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:17da501f5d2a675be46040422a27b7cc21b8a43895ac998b171db1c346f361f7 registry.k8s.io/etcd:3.3.10-0],SizeBytes:81436097,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:6f72b851544986cb0921b53ea655ec04c36131248f16d4ad110cb3ca0c369dc1 registry.k8s.io/etcd:3.5.4-0],SizeBytes:81120118,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:13f53ed1d91e2e11aac476ee9a0269fdda6cc4874eba903efd40daf50c55eee5 registry.k8s.io/etcd:3.5.3-0],SizeBytes:81114891,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:80539316,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:905d7ca17fd02bc24c0eba9a062753aba15db3e31422390bc3238eb762339b20 registry.k8s.io/etcd:3.2.24-1],SizeBytes:61500433,},ContainerImage{Names:[registry.k8s.io/etcdadm/etcd-manager-slim@sha256:8727adc059334e0e3329dbccce116a734da4a090da5e86c8cddccaf333caa666 registry.k8s.io/etcdadm/etcd-manager-slim:v3.0.20230201],SizeBytes:60826655,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:64b9ea357325d5db9f8a723dcf503b5a449177b17ac87d69481e126bb724c263 registry.k8s.io/etcd:3.5.1-0],SizeBytes:59553904,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-arm64:v1.28.0-alpha.0],SizeBytes:57450808,},ContainerImage{Names:[registry.k8s.io/kops/kops-controller:1.27.0-alpha.1],SizeBytes:41899493,},ContainerImage{Names:[registry.k8s.io/kops/dns-controller:1.27.0-alpha.1],SizeBytes:40375988,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[docker.io/calico/kube-controllers@sha256:2b6acd7f677f76ffe12ecf3ea7df92eb9b1bdb07336d1ac2a54c7631fb753f7e docker.io/calico/kube-controllers:v3.24.5],SizeBytes:26983577,},ContainerImage{Names:[registry.k8s.io/provider-aws/cloud-controller-manager@sha256:fdeb61e3e42ecd9cca868d550ebdb88dd6341d9e91fcfa9a37e227dab2ad22cb registry.k8s.io/provider-aws/cloud-controller-manager:v1.26.0],SizeBytes:18345226,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/kops/kube-apiserver-healthcheck:1.27.0-alpha.1],SizeBytes:4740715,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:10:57.920: INFO: Logging kubelet events for node i-034b3b78a407cdcd7 Mar 24 05:10:58.038: INFO: Logging pods the kubelet thinks is on node i-034b3b78a407cdcd7 Mar 24 05:10:58.159: INFO: calico-kube-controllers-57d5684b7d-rwtfn started at 2023-03-24 04:51:34 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.159: INFO: Container calico-kube-controllers ready: true, restart count 0 Mar 24 05:10:58.159: INFO: kube-proxy-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.159: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:10:58.159: INFO: ebs-csi-node-stpbr started at 2023-03-24 04:51:22 +0000 UTC (0+3 container statuses recorded) Mar 24 05:10:58.159: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:10:58.159: INFO: calico-node-scx2q started at 2023-03-24 04:51:22 +0000 UTC (3+1 container statuses recorded) Mar 24 05:10:58.159: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:10:58.159: INFO: kops-controller-hkt98 started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.159: INFO: Container kops-controller ready: true, restart count 0 Mar 24 05:10:58.159: INFO: kube-controller-manager-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.159: INFO: Container kube-controller-manager ready: true, restart count 4 Mar 24 05:10:58.159: INFO: aws-cloud-controller-manager-nx2hq started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.159: INFO: Container aws-cloud-controller-manager ready: true, restart count 0 Mar 24 05:10:58.159: INFO: dns-controller-778f6dc98b-2dqnh started at 2023-03-24 04:51:22 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.159: INFO: Container dns-controller ready: true, restart count 0 Mar 24 05:10:58.159: INFO: kube-scheduler-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.159: INFO: Container kube-scheduler ready: true, restart count 0 Mar 24 05:10:58.159: INFO: etcd-manager-events-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:10:58.159: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:10:58.159: INFO: etcd-manager-main-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (11+1 container statuses recorded) Mar 24 05:10:58.159: INFO: Init container init-etcd-3-2-24 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-3-10 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-3-17 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-4-13 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-4-3 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-0 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-1 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-3 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-4 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-6 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Init container init-etcd-3-5-7 ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Container etcd-manager ready: true, restart count 0 Mar 24 05:10:58.159: INFO: kube-apiserver-i-034b3b78a407cdcd7 started at 2023-03-24 04:48:32 +0000 UTC (0+2 container statuses recorded) Mar 24 05:10:58.159: INFO: Container healthcheck ready: true, restart count 0 Mar 24 05:10:58.159: INFO: Container kube-apiserver ready: true, restart count 3 Mar 24 05:10:58.584: INFO: Latency metrics for node i-034b3b78a407cdcd7 Mar 24 05:10:58.584: INFO: Logging node info for node i-04a3a30868563686f Mar 24 05:10:58.695: INFO: Node Info: &Node{ObjectMeta:{i-04a3a30868563686f c9a3df15-9b40-451d-950b-ede2bc75009a 45988 0 2023-03-24 04:52:48 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-04a3a30868563686f kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-04a3a30868563686f topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-capacity-8531":"i-04a3a30868563686f","csi-mock-csi-mock-volumes-workload-18":"i-04a3a30868563686f","ebs.csi.aws.com":"i-04a3a30868563686f"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.38.46/19 projectcalico.org/IPv4IPIPTunnelAddr:100.117.87.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-24 04:52:48 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {calico-node Update v1 2023-03-24 04:53:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:10:20 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.2.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-04a3a30868563686f,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.2.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:04 +0000 UTC,LastTransitionTime:2023-03-24 04:53:04 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:20 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:20 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:20 +0000 UTC,LastTransitionTime:2023-03-24 04:52:48 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:10:20 +0000 UTC,LastTransitionTime:2023-03-24 04:52:58 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.38.46,},NodeAddress{Type:ExternalIP,Address:3.71.200.84,},NodeAddress{Type:InternalDNS,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-04a3a30868563686f.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-200-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2ee6671e9da3dc29abf0231c19d72a,SystemUUID:ec2ee667-1e9d-a3dc-29ab-f0231c19d72a,BootID:c61828c2-d4ab-42de-ad58-cb80c7c7997a,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:21331383,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:18561972,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:5025027,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 24 05:10:58.696: INFO: Logging kubelet events for node i-04a3a30868563686f Mar 24 05:10:58.811: INFO: Logging pods the kubelet thinks is on node i-04a3a30868563686f Mar 24 05:10:58.932: INFO: csi-mockplugin-0 started at 2023-03-24 05:10:18 +0000 UTC (0+3 container statuses recorded) Mar 24 05:10:58.932: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Container mock ready: true, restart count 0 Mar 24 05:10:58.932: INFO: pfpod started at 2023-03-24 05:09:53 +0000 UTC (0+2 container statuses recorded) Mar 24 05:10:58.932: INFO: Container portforwardtester ready: false, restart count 0 Mar 24 05:10:58.932: INFO: Container readiness ready: false, restart count 0 Mar 24 05:10:58.932: INFO: csi-mockplugin-0 started at 2023-03-24 05:09:54 +0000 UTC (0+3 container statuses recorded) Mar 24 05:10:58.932: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Container mock ready: true, restart count 0 Mar 24 05:10:58.932: INFO: ebs-csi-controller-74d7589c77-t9ltk started at 2023-03-24 04:52:58 +0000 UTC (0+5 container statuses recorded) Mar 24 05:10:58.932: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:10:58.932: INFO: ebs-csi-node-mz727 started at 2023-03-24 04:52:49 +0000 UTC (0+3 container statuses recorded) Mar 24 05:10:58.932: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:10:58.932: INFO: calico-node-wtv77 started at 2023-03-24 04:52:49 +0000 UTC (3+1 container statuses recorded) Mar 24 05:10:58.932: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:10:58.932: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:10:58.932: INFO: pvc-volume-tester-nqtwc started at 2023-03-24 05:09:57 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.932: INFO: Container volume-tester ready: true, restart count 0 Mar 24 05:10:58.932: INFO: netserver-0 started at 2023-03-24 05:10:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.932: INFO: Container webserver ready: false, restart count 0 Mar 24 05:10:58.932: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 05:09:54 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.932: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:10:58.932: INFO: kube-proxy-i-04a3a30868563686f started at 2023-03-24 04:52:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.932: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:10:58.932: INFO: boom-server started at 2023-03-24 05:10:16 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.932: INFO: Container boom-server ready: true, restart count 0 Mar 24 05:10:58.932: INFO: hostexec-i-04a3a30868563686f-tdkf8 started at 2023-03-24 05:10:57 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:58.932: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:10:59.397: INFO: Latency metrics for node i-04a3a30868563686f Mar 24 05:10:59.397: INFO: Logging node info for node i-0745dd1c6d9376559 Mar 24 05:10:59.512: INFO: Node Info: &Node{ObjectMeta:{i-0745dd1c6d9376559 f52e06f3-79e1-42e8-90ed-2b84deb0ce20 47138 0 2023-03-24 04:53:11 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0745dd1c6d9376559 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0745dd1c6d9376559 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-9321":"i-0745dd1c6d9376559","csi-hostpath-read-write-once-pod-2373":"i-0745dd1c6d9376559","ebs.csi.aws.com":"i-0745dd1c6d9376559"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.60.247/19 projectcalico.org/IPv4IPIPTunnelAddr:100.120.120.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:53:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:53:12 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:22 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.4.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:10:55 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:10:55 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.4.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0745dd1c6d9376559,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.4.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:29 +0000 UTC,LastTransitionTime:2023-03-24 04:53:29 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:55 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:55 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:55 +0000 UTC,LastTransitionTime:2023-03-24 04:53:11 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:10:55 +0000 UTC,LastTransitionTime:2023-03-24 04:53:22 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.60.247,},NodeAddress{Type:ExternalIP,Address:3.71.43.84,},NodeAddress{Type:InternalDNS,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0745dd1c6d9376559.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-71-43-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2978f27ec8a158dfb69127deea0508,SystemUUID:ec2978f2-7ec8-a158-dfb6-9127deea0508,BootID:4c064b95-375f-4cb4-918e-00eba9f1189d,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:23857462,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:5025027,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2003505,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-9321^1b66c36f-ca02-11ed-a479-3ad5e6cf56e2],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-9321^1b66c36f-ca02-11ed-a479-3ad5e6cf56e2,DevicePath:,},},Config:nil,},} Mar 24 05:10:59.513: INFO: Logging kubelet events for node i-0745dd1c6d9376559 Mar 24 05:10:59.631: INFO: Logging pods the kubelet thinks is on node i-0745dd1c6d9376559 Mar 24 05:10:59.752: INFO: netserver-1 started at 2023-03-24 05:10:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:59.752: INFO: Container webserver ready: false, restart count 0 Mar 24 05:10:59.752: INFO: pfpod started at 2023-03-24 05:08:45 +0000 UTC (0+2 container statuses recorded) Mar 24 05:10:59.752: INFO: Container portforwardtester ready: false, restart count 0 Mar 24 05:10:59.752: INFO: Container readiness ready: false, restart count 0 Mar 24 05:10:59.752: INFO: kube-proxy-i-0745dd1c6d9376559 started at 2023-03-24 04:53:12 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:59.752: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:10:59.752: INFO: inline-volume-tester-dw8zx started at 2023-03-24 05:09:52 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:59.752: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 05:10:59.752: INFO: startup-script started at 2023-03-24 05:10:19 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:59.752: INFO: Container startup-script ready: true, restart count 0 Mar 24 05:10:59.752: INFO: calico-node-h58js started at 2023-03-24 04:53:12 +0000 UTC (3+1 container statuses recorded) Mar 24 05:10:59.752: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:10:59.752: INFO: concurrent-27993910-qmfxl started at 2023-03-24 05:10:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:59.752: INFO: Container c ready: false, restart count 0 Mar 24 05:10:59.752: INFO: annotationupdateeeccb075-dc91-4874-a03a-397cd296071b started at 2023-03-24 05:10:07 +0000 UTC (0+1 container statuses recorded) Mar 24 05:10:59.752: INFO: Container client-container ready: true, restart count 0 Mar 24 05:10:59.752: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:10:18 +0000 UTC (0+7 container statuses recorded) Mar 24 05:10:59.752: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:10:59.752: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:09:49 +0000 UTC (0+7 container statuses recorded) Mar 24 05:10:59.752: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:10:59.752: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:10:59.753: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:10:59.753: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:10:59.753: INFO: ebs-csi-node-ws95p started at 2023-03-24 04:53:12 +0000 UTC (0+3 container statuses recorded) Mar 24 05:10:59.753: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:10:59.753: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:10:59.753: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:11:00.216: INFO: Latency metrics for node i-0745dd1c6d9376559 Mar 24 05:11:00.216: INFO: Logging node info for node i-086cc47d0b6889a97 Mar 24 05:11:00.330: INFO: Node Info: &Node{ObjectMeta:{i-086cc47d0b6889a97 84983f5c-d74f-4e18-a0c0-2795646851f1 46357 0 2023-03-24 04:52:46 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:arm64 kubernetes.io/hostname:i-086cc47d0b6889a97 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-086cc47d0b6889a97 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-1981":"i-086cc47d0b6889a97","csi-mock-csi-mock-volumes-expansion-0":"csi-mock-csi-mock-volumes-expansion-0","ebs.csi.aws.com":"i-086cc47d0b6889a97"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.61.127/19 projectcalico.org/IPv4IPIPTunnelAddr:100.126.57.192 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kubelet Update v1 2023-03-24 04:52:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:52:55 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.1.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:10:29 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:10:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.1.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-086cc47d0b6889a97,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.1.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116862976 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012005376 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:02 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:29 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:29 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:29 +0000 UTC,LastTransitionTime:2023-03-24 04:52:46 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:10:29 +0000 UTC,LastTransitionTime:2023-03-24 04:52:55 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.61.127,},NodeAddress{Type:ExternalIP,Address:52.59.211.84,},NodeAddress{Type:InternalDNS,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-086cc47d0b6889a97.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-52-59-211-84.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec20e16945df8b4723b5c34335a6ba96,SystemUUID:ec20e169-45df-8b47-23b5-c34335a6ba96,BootID:96774e1c-cbab-4728-8463-865fe0b6dd19,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:47953400,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:122bfb8c1edabb3c0edd63f06523e6940d958d19b3957dc7b1d6f81e9f1f6119 registry.k8s.io/sig-storage/csi-provisioner:v3.1.0],SizeBytes:21735644,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:9ebbf9f023e7b41ccee3d52afe39a89e3ddacdbb69269d583abfc25847cfd9e4 registry.k8s.io/sig-storage/csi-resizer:v1.4.0],SizeBytes:20848413,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:8b9c313c05f54fb04f8d430896f5f5904b6cb157df261501b29adc04d2b2dc7b registry.k8s.io/sig-storage/csi-attacher:v3.4.0],SizeBytes:20565480,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:68d396900aeaa072c1f27289485fdac29834045a6f3ffe369bf389d830ef572d registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.6],SizeBytes:19007623,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:773367,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-0^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-0^4,DevicePath:,},},Config:nil,},} Mar 24 05:11:00.330: INFO: Logging kubelet events for node i-086cc47d0b6889a97 Mar 24 05:11:00.448: INFO: Logging pods the kubelet thinks is on node i-086cc47d0b6889a97 Mar 24 05:11:00.567: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 05:09:24 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:11:00.567: INFO: inline-volume-tester-8vnvb started at 2023-03-24 05:10:20 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 05:11:00.567: INFO: pvc-volume-tester-fwfcn started at 2023-03-24 05:09:37 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Container volume-tester ready: true, restart count 0 Mar 24 05:11:00.567: INFO: pod-subpath-test-preprovisionedpv-wnrf started at 2023-03-24 05:10:54 +0000 UTC (2+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Init container init-volume-preprovisionedpv-wnrf ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Init container test-init-subpath-preprovisionedpv-wnrf ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container test-container-subpath-preprovisionedpv-wnrf ready: false, restart count 0 Mar 24 05:11:00.567: INFO: kube-proxy-i-086cc47d0b6889a97 started at 2023-03-24 04:52:46 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:11:00.567: INFO: ebs-csi-controller-74d7589c77-hzp6x started at 2023-03-24 04:52:55 +0000 UTC (0+5 container statuses recorded) Mar 24 05:11:00.567: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:11:00.567: INFO: hostexec-i-086cc47d0b6889a97-6zvqb started at 2023-03-24 05:10:46 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:11:00.567: INFO: csi-mockplugin-0 started at 2023-03-24 05:09:24 +0000 UTC (0+4 container statuses recorded) Mar 24 05:11:00.567: INFO: Container busybox ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container driver-registrar ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container mock ready: true, restart count 0 Mar 24 05:11:00.567: INFO: coredns-745bddcfbb-tz9qm started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Container coredns ready: true, restart count 0 Mar 24 05:11:00.567: INFO: hostexec-i-086cc47d0b6889a97-wbh65 started at 2023-03-24 05:10:36 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Container agnhost-container ready: true, restart count 0 Mar 24 05:11:00.567: INFO: calico-node-8kfbt started at 2023-03-24 04:52:47 +0000 UTC (3+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:11:00.567: INFO: csi-hostpathplugin-0 started at 2023-03-24 05:10:20 +0000 UTC (0+7 container statuses recorded) Mar 24 05:11:00.567: INFO: Container csi-attacher ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container csi-provisioner ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container csi-resizer ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container hostpath ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:11:00.567: INFO: pod-subpath-test-preprovisionedpv-clf6 started at 2023-03-24 05:10:55 +0000 UTC (2+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Init container init-volume-preprovisionedpv-clf6 ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Init container test-init-volume-preprovisionedpv-clf6 ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container test-container-subpath-preprovisionedpv-clf6 ready: false, restart count 0 Mar 24 05:11:00.567: INFO: ebs-csi-node-jk7wg started at 2023-03-24 04:52:47 +0000 UTC (0+3 container statuses recorded) Mar 24 05:11:00.567: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:11:00.567: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:11:00.567: INFO: netserver-2 started at 2023-03-24 05:10:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Container webserver ready: true, restart count 0 Mar 24 05:11:00.567: INFO: coredns-autoscaler-8495f5575-h7fqs started at 2023-03-24 04:52:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:00.567: INFO: Container autoscaler ready: true, restart count 0 Mar 24 05:11:01.039: INFO: Latency metrics for node i-086cc47d0b6889a97 Mar 24 05:11:01.039: INFO: Logging node info for node i-0da40d508a250d7b2 Mar 24 05:11:01.156: INFO: Node Info: &Node{ObjectMeta:{i-0da40d508a250d7b2 4c91b188-6d57-4554-b58e-ff427523df15 47212 0 2023-03-24 04:52:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kubernetes.io/arch:arm64 kubernetes.io/hostname:i-0da40d508a250d7b2 kubernetes.io/os:linux node-role.kubernetes.io/node: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.hostpath.csi/node:i-0da40d508a250d7b2 topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-0da40d508a250d7b2"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.47.30/19 projectcalico.org/IPv4IPIPTunnelAddr:100.111.242.0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:52:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kops-controller Update v1 2023-03-24 04:52:53 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:node-role.kubernetes.io/node":{}}}} } {kube-controller-manager Update v1 2023-03-24 04:53:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.3.0/24\"":{}}}} } {calico-node Update v1 2023-03-24 04:53:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 05:10:52 +0000 UTC FieldsV1 {"f:status":{"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-24 05:10:57 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.3.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-0da40d508a250d7b2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[100.96.3.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:53:09 +0000 UTC,LastTransitionTime:2023-03-24 04:53:09 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:57 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:57 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:10:57 +0000 UTC,LastTransitionTime:2023-03-24 04:52:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:10:57 +0000 UTC,LastTransitionTime:2023-03-24 04:53:02 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.47.30,},NodeAddress{Type:ExternalIP,Address:3.75.176.250,},NodeAddress{Type:InternalDNS,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-0da40d508a250d7b2.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-75-176-250.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec2d3fc715f031ab9963d58c0611a486,SystemUUID:ec2d3fc7-15f0-31ab-9963-d58c0611a486,BootID:be1c39b2-f076-4bbe-a24b-85c855dba80b,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:116764683,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc668564d3e26960c9c513b2d7b05581c704747cf7c62ef3a405a6 docker.io/calico/node:v3.24.5],SizeBytes:76025634,},ContainerImage{Names:[registry.k8s.io/kube-proxy-arm64:v1.28.0-alpha.0],SizeBytes:68078793,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:49808364,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41528818,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40343601,},ContainerImage{Names:[registry.k8s.io/provider-aws/aws-ebs-csi-driver@sha256:f0c5de192d832e7c1daa6580d4a62e8fa6fc8eabc0917ae4cb7ed4d15e95b59e registry.k8s.io/provider-aws/aws-ebs-csi-driver:v1.14.1],SizeBytes:28932904,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:25627801,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:22678632,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:22434180,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:22394501,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:18561972,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18267611,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18159085,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:017727efcfeb7d053af68e51436ce8e65edbc6ca573720afb4f79c8594036955 registry.k8s.io/coredns/coredns:v1.10.0],SizeBytes:13766234,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:8502345,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8223819,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:406f59599991916d2942d8d02f076d957ed71b541ee19f09fc01723a6e6f5932 registry.k8s.io/sig-storage/livenessprobe:v2.6.0],SizeBytes:7685305,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:6883347,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6860089,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:6817940,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:5025027,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:772933,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:268051,},ContainerImage{Names:[registry.k8s.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db registry.k8s.io/pause:3.6],SizeBytes:253553,},},VolumesInUse:[kubernetes.io/csi/ebs.csi.aws.com^vol-003145c7b1e770c34 kubernetes.io/csi/ebs.csi.aws.com^vol-0851e61b64e9e3762],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-0851e61b64e9e3762,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/ebs.csi.aws.com^vol-003145c7b1e770c34,DevicePath:,},},Config:nil,},} Mar 24 05:11:01.156: INFO: Logging kubelet events for node i-0da40d508a250d7b2 Mar 24 05:11:01.277: INFO: Logging pods the kubelet thinks is on node i-0da40d508a250d7b2 Mar 24 05:11:01.404: INFO: netserver-3 started at 2023-03-24 05:10:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container webserver ready: true, restart count 0 Mar 24 05:11:01.404: INFO: coredns-745bddcfbb-292hk started at 2023-03-24 04:53:10 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container coredns ready: true, restart count 0 Mar 24 05:11:01.404: INFO: busybox-46c6d146-ff2e-4ce0-82f5-98e0f6b3aa12 started at 2023-03-24 05:10:39 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container busybox ready: false, restart count 0 Mar 24 05:11:01.404: INFO: inline-volume-tester-d7n5t started at 2023-03-24 05:09:55 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 24 05:11:01.404: INFO: concurrent-27993911-mmmwh started at 2023-03-24 05:11:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container c ready: true, restart count 0 Mar 24 05:11:01.404: INFO: oidc-discovery-validator started at 2023-03-24 05:08:50 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container oidc-discovery-validator ready: false, restart count 0 Mar 24 05:11:01.404: INFO: kube-proxy-i-0da40d508a250d7b2 started at 2023-03-24 04:52:53 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container kube-proxy ready: true, restart count 0 Mar 24 05:11:01.404: INFO: pod-1 started at 2023-03-24 05:10:58 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container donothing ready: true, restart count 0 Mar 24 05:11:01.404: INFO: inline-volume-22ncq started at 2023-03-24 05:09:59 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container volume-tester ready: false, restart count 0 Mar 24 05:11:01.404: INFO: calico-node-shkcz started at 2023-03-24 04:52:53 +0000 UTC (3+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Init container upgrade-ipam ready: true, restart count 0 Mar 24 05:11:01.404: INFO: Init container install-cni ready: true, restart count 0 Mar 24 05:11:01.404: INFO: Init container mount-bpffs ready: true, restart count 0 Mar 24 05:11:01.404: INFO: Container calico-node ready: true, restart count 0 Mar 24 05:11:01.404: INFO: csi-mockplugin-0 started at 2023-03-24 05:11:00 +0000 UTC (0+3 container statuses recorded) Mar 24 05:11:01.404: INFO: Container csi-provisioner ready: false, restart count 0 Mar 24 05:11:01.404: INFO: Container driver-registrar ready: false, restart count 0 Mar 24 05:11:01.404: INFO: Container mock ready: false, restart count 0 Mar 24 05:11:01.404: INFO: csi-mockplugin-attacher-0 started at 2023-03-24 05:11:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container csi-attacher ready: false, restart count 0 Mar 24 05:11:01.404: INFO: pod-02525ab8-6ba6-40ea-ae5a-4df6c559121b started at 2023-03-24 05:10:49 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container write-pod ready: true, restart count 0 Mar 24 05:11:01.404: INFO: ebs-csi-node-nldgj started at 2023-03-24 04:52:53 +0000 UTC (0+3 container statuses recorded) Mar 24 05:11:01.404: INFO: Container ebs-plugin ready: true, restart count 0 Mar 24 05:11:01.404: INFO: Container liveness-probe ready: true, restart count 0 Mar 24 05:11:01.404: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 24 05:11:01.404: INFO: pod-0 started at 2023-03-24 05:10:58 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container donothing ready: true, restart count 0 Mar 24 05:11:01.404: INFO: csi-mockplugin-resizer-0 started at 2023-03-24 05:11:00 +0000 UTC (0+1 container statuses recorded) Mar 24 05:11:01.404: INFO: Container csi-resizer ready: false, restart count 0 Mar 24 05:11:01.869: INFO: Latency metrics for node i-0da40d508a250d7b2 END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:11:01.869 (4.628s) < Exit [DeferCleanup (Each)] [sig-auth] ServiceAccounts - dump namespaces | framework.go:209 @ 03/24/23 05:11:01.87 (4.628s) > Enter [DeferCleanup (Each)] [sig-auth] ServiceAccounts - tear down framework | framework.go:206 @ 03/24/23 05:11:01.87 STEP: Destroying namespace "svcaccounts-7745" for this suite. - test/e2e/framework/framework.go:351 @ 03/24/23 05:11:01.87 < Exit [DeferCleanup (Each)] [sig-auth] ServiceAccounts - tear down framework | framework.go:206 @ 03/24/23 05:11:01.983 (114ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:11:01.984 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/24/23 05:11:01.984 (0s)
Find logs mentions in log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-auth\]\sServiceAccounts\sshould\smount\sprojected\sservice\saccount\stoken\s\[Conformance\]$'
[FAILED] failed to get logs from test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051 for agnhost-container: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-3307/pods/test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051/log?container=agnhost-container&previous=false": stream error: stream ID 1335; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:09:05.925
> Enter [BeforeEach] [sig-auth] ServiceAccounts - set up framework | framework.go:191 @ 03/24/23 05:09:00.195 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/24/23 05:09:00.195 Mar 24 05:09:00.195: INFO: >>> kubeConfig: /root/.kube/config STEP: Building a namespace api object, basename svcaccounts - test/e2e/framework/framework.go:250 @ 03/24/23 05:09:00.196 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/24/23 05:09:00.537 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/24/23 05:09:00.763 < Exit [BeforeEach] [sig-auth] ServiceAccounts - set up framework | framework.go:191 @ 03/24/23 05:09:00.998 (803ms) > Enter [BeforeEach] [sig-auth] ServiceAccounts - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:09:00.998 < Exit [BeforeEach] [sig-auth] ServiceAccounts - test/e2e/framework/metrics/init/init.go:33 @ 03/24/23 05:09:00.998 (0s) > Enter [It] should mount projected service account token [Conformance] - test/e2e/auth/service_accounts.go:275 @ 03/24/23 05:09:00.998 STEP: Creating a pod to test service account token: - test/e2e/framework/pod/output/output.go:243 @ 03/24/23 05:09:00.998 STEP: Saw pod success - test/e2e/framework/pod/wait.go:409 @ 03/24/23 05:09:05.464 Mar 24 05:09:05.577: INFO: Trying to get logs from node i-0da40d508a250d7b2 pod test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051 container agnhost-container: <nil> Mar 24 05:09:05.689: INFO: Failed to get logs from node "i-0da40d508a250d7b2" pod "test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051" container "agnhost-container". Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-3307/pods/test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051/log?container=agnhost-container&previous=false": stream error: stream ID 1335; INTERNAL_ERROR; received from peer STEP: delete the pod - test/e2e/framework/pod/output/output.go:168 @ 03/24/23 05:09:05.689 Mar 24 05:09:05.924: INFO: Unexpected error: <*fmt.wrapError | 0xc004abaee0>: failed to get logs from test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051 for agnhost-container: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-3307/pods/test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051/log?container=agnhost-container&previous=false": stream error: stream ID 1335; INTERNAL_ERROR; received from peer { msg: "failed to get logs from test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051 for agnhost-container: Get \"https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-3307/pods/test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051/log?container=agnhost-container&previous=false\": stream error: stream ID 1335; INTERNAL_ERROR; received from peer", err: <*url.Error | 0xc004474210>{ Op: "Get", URL: "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-3307/pods/test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051/log?container=agnhost-container&previous=false", Err: <http2.StreamError>{ StreamID: 1335, Code: 2, Cause: <*errors.errorString | 0xc0001b5670>{ s: "received from peer", }, }, }, } [FAILED] failed to get logs from test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051 for agnhost-container: Get "https://api.e2e-e2e-kops-aws-arm64-release.test-cncf-aws.k8s.io/api/v1/namespaces/svcaccounts-3307/pods/test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051/log?container=agnhost-container&previous=false": stream error: stream ID 1335; INTERNAL_ERROR; received from peer In [It] at: test/e2e/framework/pod/output/output.go:247 @ 03/24/23 05:09:05.925 < Exit [It] should mount projected service account token [Conformance] - test/e2e/auth/service_accounts.go:275 @ 03/24/23 05:09:05.925 (4.927s) > Enter [AfterEach] [sig-auth] ServiceAccounts - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:09:05.925 Mar 24 05:09:05.925: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-auth] ServiceAccounts - test/e2e/framework/node/init/init.go:33 @ 03/24/23 05:09:06.038 (114ms) > Enter [DeferCleanup (Each)] [sig-auth] ServiceAccounts - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:09:06.038 < Exit [DeferCleanup (Each)] [sig-auth] ServiceAccounts - test/e2e/framework/metrics/init/init.go:35 @ 03/24/23 05:09:06.038 (0s) > Enter [DeferCleanup (Each)] [sig-auth] ServiceAccounts - dump namespaces | framework.go:209 @ 03/24/23 05:09:06.038 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/24/23 05:09:06.039 STEP: Collecting events from namespace "svcaccounts-3307". - test/e2e/framework/debug/dump.go:42 @ 03/24/23 05:09:06.039 STEP: Found 4 events. - test/e2e/framework/debug/dump.go:46 @ 03/24/23 05:09:06.261 Mar 24 05:09:06.261: INFO: At 2023-03-24 05:09:01 +0000 UTC - event for test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051: {default-scheduler } Scheduled: Successfully assigned svcaccounts-3307/test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051 to i-0da40d508a250d7b2 Mar 24 05:09:06.261: INFO: At 2023-03-24 05:09:01 +0000 UTC - event for test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051: {kubelet i-0da40d508a250d7b2} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 24 05:09:06.261: INFO: At 2023-03-24 05:09:01 +0000 UTC - event for test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051: {kubelet i-0da40d508a250d7b2} Created: Created container agnhost-container Mar 24 05:09:06.261: INFO: At 2023-03-24 05:09:01 +0000 UTC - event for test-pod-35646c29-fb4c-4a2c-bf5a-2fc6a2c66051: {kubelet i-0da40d508a250d7b2} Started: Started container agnhost-container Mar 24 05:09:06.374: INFO: POD NODE PHASE GRACE CONDITIONS Mar 24 05:09:06.374: INFO: Mar 24 05:09:06.487: INFO: Logging node info for node i-034b3b78a407cdcd7 Mar 24 05:09:06.600: INFO: Node Info: &Node{ObjectMeta:{i-034b3b78a407cdcd7 edbd7690-3933-4c61-96d9-8d2fe9567c88 38304 0 2023-03-24 04:50:33 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:arm64 beta.kubernetes.io/instance-type:m6g.large beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:eu-central-1 failure-domain.beta.kubernetes.io/zone:eu-central-1a kops.k8s.io/kops-controller-pki: kubernetes.io/arch:arm64 kubernetes.io/hostname:i-034b3b78a407cdcd7 kubernetes.io/os:linux node-role.kubernetes.io/control-plane: node.kubernetes.io/exclude-from-external-load-balancers: node.kubernetes.io/instance-type:m6g.large topology.ebs.csi.aws.com/zone:eu-central-1a topology.kubernetes.io/region:eu-central-1 topology.kubernetes.io/zone:eu-central-1a] map[csi.volume.kubernetes.io/nodeid:{"ebs.csi.aws.com":"i-034b3b78a407cdcd7"} node.alpha.kubernetes.io/ttl:0 projectcalico.org/IPv4Address:172.20.45.135/19 projectcalico.org/IPv4IPIPTunnelAddr:100.103.122.64 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-24 04:50:33 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/os":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{}}}} } {protokube Update v1 2023-03-24 04:51:07 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kops.k8s.io/kops-controller-pki":{},"f:node-role.kubernetes.io/control-plane":{},"f:node.kubernetes.io/exclude-from-external-load-balancers":{}}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:beta.kubernetes.io/instance-type":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {aws-cloud-controller-manager Update v1 2023-03-24 04:51:32 +0000 UTC FieldsV1 {"f:status":{"f:addresses":{"k:{\"type\":\"ExternalDNS\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"ExternalIP\"}":{".":{},"f:address":{},"f:type":{}},"k:{\"type\":\"Hostname\"}":{"f:address":{}},"k:{\"type\":\"InternalDNS\"}":{".":{},"f:address":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-24 04:51:34 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"100.96.0.0/24\"":{}},"f:taints":{}}} } {calico-node Update v1 2023-03-24 04:51:38 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:projectcalico.org/IPv4Address":{},"f:projectcalico.org/IPv4IPIPTunnelAddr":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-24 05:07:25 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.ebs.csi.aws.com/zone":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:100.96.0.0/24,DoNotUseExternalID:,ProviderID:aws:///eu-central-1a/i-034b3b78a407cdcd7,Unschedulable:false,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/control-plane,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[100.96.0.0/24],},Status:NodeStatus{Capacity:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{49756430336 0} {<nil>} BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8116867072 0} {<nil>} 7926628Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{44780787229 0} {<nil>} 44780787229 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-32Mi: {{0 0} {<nil>} 0 DecimalSI},hugepages-64Ki: {{0 0} {<nil>} 0 DecimalSI},memory: {{8012009472 0} {<nil>} 7824228Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-24 04:51:38 +0000 UTC,LastTransitionTime:2023-03-24 04:51:38 +0000 UTC,Reason:CalicoIsUp,Message:Calico is running on this node,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:50:33 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-24 05:07:25 +0000 UTC,LastTransitionTime:2023-03-24 04:51:34 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:172.20.45.135,},NodeAddress{Type:ExternalIP,Address:3.124.195.101,},NodeAddress{Type:InternalDNS,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:Hostname,Address:i-034b3b78a407cdcd7.eu-central-1.compute.internal,},NodeAddress{Type:ExternalDNS,Address:ec2-3-124-195-101.eu-central-1.compute.amazonaws.com,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:ec29cde8aa98648dad6bcac2c87bf976,SystemUUID:ec29cde8-aa98-648d-ad6b-cac2c87bf976,BootID:c494d73c-f873-45cf-8d9a-0267613b2e05,KernelVersion:5.15.0-1031-aws,OSImage:Ubuntu 22.04.2 LTS,ContainerRuntimeVersion:containerd://1.6.18,KubeletVersion:v1.28.0-alpha.0,KubeProxyVersion:v1.28.0-alpha.0,OperatingSystem:linux,Architecture:arm64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/etcd@sha256:9ce33ba33d8e738a5b85ed50b5080ac746deceed4a7496c550927a7a19ca3b6d registry.k8s.io/etcd:3.5.0-0],SizeBytes:157797353,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4afb99b4690b418ffc2ceb67e1a17376457e441c1f09ab55447f0aaf992fa646 registry.k8s.io/etcd:3.4.3-0],SizeBytes:151677080,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:4ad90a11b55313b182afc186b9876c8e891531b8db4c9bf1541953021618d0e2 registry.k8s.io/etcd:3.4.13-0],SizeBytes:134531559,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:0d2ab6b15b4fe0b903b9e81192d942fb39c29be61fe341cd16db5d0165b0435c registry.k8s.io/etcd:3.3.17-0],SizeBytes:126979107,},ContainerImage{Names:[registry.k8s.io/kube-apiserver-arm64:v1.28.0-alpha.0],SizeBytes:116040147,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-arm64:v1.28.0-alpha.0],SizeBytes:108568889,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:17da501f5d2a675be46040422a27b7cc21b8a43895ac998b171db1c346f361f7 registry.k8s.io/etcd:3.3.10-0],SizeBytes:81436097,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:6f72b851544986cb0921b53ea655ec04c36131248f16d4ad110cb3ca0c369dc1 registry.k8s.io/etcd:3.5.4-0],SizeBytes:81120118,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:13f53ed1d91e2e11aac476ee9a0269fdda6cc4874eba903efd40daf50c55eee5 registry.k8s.io/etcd:3.5.3-0],SizeBytes:81114891,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:80665728,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:80539316,},ContainerImage{Names:[docker.io/calico/cni@sha256:e282ea2914c806b5de2976330a17cfb5e6dcef47147bceb1432ca5c75fd46f50 docker.io/calico/cni:v3.24.5],SizeBytes:80468244,},ContainerImage{Names:[docker.io/calico/node@sha256:5972ad2bcbdc66