go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sAdmissionWebhook\s\[Privileged\:ClusterAdmin\]\sshould\smutate\scustom\sresource\s\[Conformance\]$'
[FAILED] failed to create custom resource cr-instance-1 in namespace: webhook-7824: Internal error occurred: failed calling webhook "mutate-custom-resource-data-stage-1.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-7824.svc:8443/mutating-custom-resource?timeout=10s": context deadline exceeded In [It] at: test/e2e/apimachinery/webhook.go:1865 @ 03/23/23 05:58:11.438from junit_01.xml
> Enter [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - set up framework | framework.go:191 @ 03/23/23 05:57:54.643 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/23/23 05:57:54.643 Mar 23 05:57:54.643: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename webhook - test/e2e/framework/framework.go:250 @ 03/23/23 05:57:54.644 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/23/23 05:57:54.769 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/23/23 05:57:54.849 < Exit [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - set up framework | framework.go:191 @ 03/23/23 05:57:54.929 (286ms) > Enter [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:57:54.929 < Exit [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:57:54.929 (0s) > Enter [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/apimachinery/webhook.go:91 @ 03/23/23 05:57:54.929 STEP: Setting up server cert - test/e2e/apimachinery/webhook.go:99 @ 03/23/23 05:57:55.1 STEP: Create role binding to let webhook read extension-apiserver-authentication - test/e2e/apimachinery/webhook.go:709 @ 03/23/23 05:57:55.633 STEP: Deploying the webhook pod - test/e2e/apimachinery/webhook.go:741 @ 03/23/23 05:57:55.677 STEP: Wait for the deployment to be ready - test/e2e/apimachinery/webhook.go:811 @ 03/23/23 05:57:55.823 Mar 23 05:57:56.071: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:0, UpdatedReplicas:0, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2023, time.March, 23, 5, 57, 55, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 23, 5, 57, 55, 0, time.Local), Reason:"NewReplicaSetCreated", Message:"Created new replica set \"sample-webhook-deployment-7497495989\""}, v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2023, time.March, 23, 5, 57, 55, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 23, 5, 57, 55, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}}, CollisionCount:(*int32)(nil)} STEP: Deploying the webhook service - test/e2e/apimachinery/webhook.go:817 @ 03/23/23 05:57:58.113 STEP: Verifying the service has paired with the endpoint - test/e2e/apimachinery/webhook.go:840 @ 03/23/23 05:57:58.161 Mar 23 05:57:59.161: INFO: Waiting for amount of service:e2e-test-webhook endpoints to be 1 < Exit [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/apimachinery/webhook.go:91 @ 03/23/23 05:57:59.204 (4.275s) > Enter [It] should mutate custom resource [Conformance] - test/e2e/apimachinery/webhook.go:284 @ 03/23/23 05:57:59.204 Mar 23 05:57:59.204: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Registering the mutating webhook for custom resource e2e-test-webhook-7816-crds.webhook.example.com via the AdmissionRegistration API - test/e2e/apimachinery/webhook.go:1690 @ 03/23/23 05:57:59.289 STEP: Creating a custom resource that should be mutated by the webhook - test/e2e/apimachinery/webhook.go:1849 @ 03/23/23 05:57:59.39 Mar 23 05:58:11.438: INFO: Unexpected error: failed to create custom resource cr-instance-1 in namespace: webhook-7824: <*errors.StatusError | 0xc0030dfc20>: Internal error occurred: failed calling webhook "mutate-custom-resource-data-stage-1.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-7824.svc:8443/mutating-custom-resource?timeout=10s": context deadline exceeded { ErrStatus: apiVersion: v1 code: 500 details: causes: - message: 'failed calling webhook "mutate-custom-resource-data-stage-1.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-7824.svc:8443/mutating-custom-resource?timeout=10s": context deadline exceeded' kind: Status message: 'Internal error occurred: failed calling webhook "mutate-custom-resource-data-stage-1.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-7824.svc:8443/mutating-custom-resource?timeout=10s": context deadline exceeded' metadata: {} reason: InternalError status: Failure, } [FAILED] failed to create custom resource cr-instance-1 in namespace: webhook-7824: Internal error occurred: failed calling webhook "mutate-custom-resource-data-stage-1.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-7824.svc:8443/mutating-custom-resource?timeout=10s": context deadline exceeded In [It] at: test/e2e/apimachinery/webhook.go:1865 @ 03/23/23 05:58:11.438 < Exit [It] should mutate custom resource [Conformance] - test/e2e/apimachinery/webhook.go:284 @ 03/23/23 05:58:11.438 (12.234s) > Enter [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:58:11.438 Mar 23 05:58:11.438: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:58:11.484 (45ms) > Enter [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/apimachinery/webhook.go:106 @ 03/23/23 05:58:11.484 < Exit [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/apimachinery/webhook.go:106 @ 03/23/23 05:58:11.695 (212ms) > Enter [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/apimachinery/webhook.go:1761 @ 03/23/23 05:58:11.695 < Exit [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/apimachinery/webhook.go:1761 @ 03/23/23 05:58:11.742 (47ms) > Enter [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/apimachinery/webhook.go:289 @ 03/23/23 05:58:11.742 < Exit [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/apimachinery/webhook.go:289 @ 03/23/23 05:58:12.37 (627ms) > Enter [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:58:12.37 < Exit [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:58:12.37 (0s) > Enter [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - dump namespaces | framework.go:209 @ 03/23/23 05:58:12.37 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:58:12.37 STEP: Collecting events from namespace "webhook-7824". - test/e2e/framework/debug/dump.go:42 @ 03/23/23 05:58:12.37 STEP: Found 7 events. - test/e2e/framework/debug/dump.go:46 @ 03/23/23 05:58:12.411 Mar 23 05:58:12.411: INFO: At 2023-03-23 05:57:55 +0000 UTC - event for sample-webhook-deployment: {deployment-controller } ScalingReplicaSet: Scaled up replica set sample-webhook-deployment-7497495989 to 1 Mar 23 05:58:12.411: INFO: At 2023-03-23 05:57:55 +0000 UTC - event for sample-webhook-deployment-7497495989: {replicaset-controller } SuccessfulCreate: Created pod: sample-webhook-deployment-7497495989-8ckmx Mar 23 05:58:12.411: INFO: At 2023-03-23 05:57:55 +0000 UTC - event for sample-webhook-deployment-7497495989-8ckmx: {default-scheduler } Scheduled: Successfully assigned webhook-7824/sample-webhook-deployment-7497495989-8ckmx to bootstrap-e2e-minion-group-m44v Mar 23 05:58:12.411: INFO: At 2023-03-23 05:57:56 +0000 UTC - event for sample-webhook-deployment-7497495989-8ckmx: {kubelet bootstrap-e2e-minion-group-m44v} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 05:58:12.411: INFO: At 2023-03-23 05:57:56 +0000 UTC - event for sample-webhook-deployment-7497495989-8ckmx: {kubelet bootstrap-e2e-minion-group-m44v} Created: Created container sample-webhook Mar 23 05:58:12.411: INFO: At 2023-03-23 05:57:56 +0000 UTC - event for sample-webhook-deployment-7497495989-8ckmx: {kubelet bootstrap-e2e-minion-group-m44v} Started: Started container sample-webhook Mar 23 05:58:12.411: INFO: At 2023-03-23 05:58:11 +0000 UTC - event for sample-webhook-deployment-7497495989-8ckmx: {kubelet bootstrap-e2e-minion-group-m44v} Killing: Stopping container sample-webhook Mar 23 05:58:12.454: INFO: POD NODE PHASE GRACE CONDITIONS Mar 23 05:58:12.454: INFO: Mar 23 05:58:12.498: INFO: Logging node info for node bootstrap-e2e-master Mar 23 05:58:12.578: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master b2cd2dc8-ffce-4614-bdea-8d87c50a6424 29120 0 2023-03-23 05:46:08 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}},"f:taints":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858370560 0} {<nil>} 3767940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596226560 0} {<nil>} 3511940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.105.117.5,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b642835b33175f0af63452c96e2e0064,SystemUUID:b642835b-3317-5f0a-f634-52c96e2e0064,BootID:f85f58d1-4315-4e3e-bb3a-8bdb7c1fd60c,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:121935203,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:113796093,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:59687920,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:b1389e7014425a1752aac55f5043ef4c52edaef0e223bf4d48ed1324e298087c registry.k8s.io/kas-network-proxy/proxy-server:v0.1.1],SizeBytes:21875112,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:58:12.578: INFO: Logging kubelet events for node bootstrap-e2e-master Mar 23 05:58:12.623: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Mar 23 05:58:12.692: INFO: kube-scheduler-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:12.692: INFO: Container kube-scheduler ready: true, restart count 0 Mar 23 05:58:12.692: INFO: kube-addon-manager-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:12.692: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 23 05:58:12.692: INFO: l7-lb-controller-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:12.692: INFO: Container l7-lb-controller ready: true, restart count 2 Mar 23 05:58:12.692: INFO: etcd-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:12.692: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:58:12.692: INFO: kube-controller-manager-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:12.692: INFO: Container kube-controller-manager ready: true, restart count 1 Mar 23 05:58:12.692: INFO: kube-apiserver-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:12.692: INFO: Container kube-apiserver ready: true, restart count 0 Mar 23 05:58:12.692: INFO: metadata-proxy-v0.1-5jk5n started at 2023-03-23 05:46:12 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:12.692: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:12.692: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:12.692: INFO: etcd-server-events-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:12.692: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:58:12.692: INFO: konnectivity-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:12.692: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 23 05:58:12.927: INFO: Latency metrics for node bootstrap-e2e-master Mar 23 05:58:12.927: INFO: Logging node info for node bootstrap-e2e-minion-group-75lp Mar 23 05:58:12.997: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-75lp 3d295bdc-d3cc-4821-8155-06b581cac3c6 32568 0 2023-03-23 05:46:13 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-75lp kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-75lp topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-attach-126":"bootstrap-e2e-minion-group-75lp","csi-mock-csi-mock-volumes-fsgroup-policy-1436":"bootstrap-e2e-minion-group-75lp"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-23 05:57:43 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:57:47 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:58:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-75lp,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:57:41 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.105.31.142,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0e9c7f2912564fef00b19cba2c89eb7f,SystemUUID:0e9c7f29-1256-4fef-00b1-9cba2c89eb7f,BootID:8532ffcb-9890-4ad6-addd-290a19b0c275,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:58:12.997: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-75lp Mar 23 05:58:13.058: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-75lp Mar 23 05:58:13.137: INFO: liveness-388a360a-ccac-4ff7-a098-59d61d9f61fe started at 2023-03-23 05:56:03 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:13.137: INFO: nodeport-test-rbd6z started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:58:13.137: INFO: hostexec-bootstrap-e2e-minion-group-75lp-xc7hb started at 2023-03-23 05:58:05 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:13.137: INFO: netserver-0 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:13.137: INFO: kube-proxy-bootstrap-e2e-minion-group-75lp started at 2023-03-23 05:46:13 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:13.137: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:57:39 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:58:13.137: INFO: kube-dns-autoscaler-7b444c59c9-4vnfn started at 2023-03-23 05:52:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container autoscaler ready: true, restart count 0 Mar 23 05:58:13.137: INFO: liveness-527da300-0372-413c-9a77-d096fb1678c6 started at 2023-03-23 05:56:29 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container agnhost-container ready: false, restart count 4 Mar 23 05:58:13.137: INFO: csi-mockplugin-0 started at 2023-03-23 05:57:39 +0000 UTC (0+3 container statuses recorded) Mar 23 05:58:13.137: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:58:13.137: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:58:13.137: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:13.137: INFO: metrics-server-v0.5.2-57d47cbf5-m2j6g started at 2023-03-23 05:46:30 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:13.137: INFO: Container metrics-server ready: true, restart count 0 Mar 23 05:58:13.137: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 23 05:58:13.137: INFO: netserver-0 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:13.137: INFO: client-containers-9c07e2a5-51bf-4384-88cc-47d11001b7e5 started at 2023-03-23 05:58:08 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container agnhost-container ready: false, restart count 0 Mar 23 05:58:13.137: INFO: pause-pod-1 started at 2023-03-23 05:54:54 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:13.137: INFO: konnectivity-agent-xkdx9 started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:13.137: INFO: netserver-0 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:13.137: INFO: csi-mockplugin-0 started at 2023-03-23 05:58:09 +0000 UTC (0+3 container statuses recorded) Mar 23 05:58:13.137: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:58:13.137: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:58:13.137: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:13.137: INFO: execpodfqh4f started at 2023-03-23 05:54:19 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.137: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:13.137: INFO: metadata-proxy-v0.1-qghl9 started at 2023-03-23 05:46:14 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:13.137: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:13.137: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:13.426: INFO: Latency metrics for node bootstrap-e2e-minion-group-75lp Mar 23 05:58:13.426: INFO: Logging node info for node bootstrap-e2e-minion-group-lctk Mar 23 05:58:13.470: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-lctk c9f5694f-d112-4932-9158-28d9d4868b60 31702 0 2023-03-23 05:46:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-lctk kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-lctk topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.4.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:55:56 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:54 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2023-03-23 05:57:46 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.4.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-lctk,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.4.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:57:45 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.82.192.178,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a467470da5810d0c296e0f0c9fd6a08c,SystemUUID:a467470d-a581-0d0c-296e-0f0c9fd6a08c,BootID:90c056ab-4fb0-4094-aad3-9f4cce622260,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:58:13.470: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-lctk Mar 23 05:58:13.518: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-lctk Mar 23 05:58:13.576: INFO: netserver-1 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:13.576: INFO: pod-csi-inline-volumes started at 2023-03-23 05:57:40 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container pod-csi-inline-volumes ready: false, restart count 0 Mar 23 05:58:13.576: INFO: kube-proxy-bootstrap-e2e-minion-group-lctk started at 2023-03-23 05:46:14 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:13.576: INFO: test-container-pod started at 2023-03-23 05:58:13 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container webserver ready: false, restart count 0 Mar 23 05:58:13.576: INFO: hostexec-bootstrap-e2e-minion-group-lctk-kbmjd started at 2023-03-23 05:58:09 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:13.576: INFO: netserver-1 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:13.576: INFO: metadata-proxy-v0.1-jhj4f started at 2023-03-23 05:46:15 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:13.576: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:13.576: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:13.576: INFO: webserver-pod started at 2023-03-23 05:54:51 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container agnhost ready: false, restart count 0 Mar 23 05:58:13.576: INFO: pfpod started at 2023-03-23 05:57:29 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:13.576: INFO: Container portforwardtester ready: true, restart count 0 Mar 23 05:58:13.576: INFO: Container readiness ready: true, restart count 0 Mar 23 05:58:13.576: INFO: test-container-pod started at 2023-03-23 05:57:12 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:13.576: INFO: coredns-8f5847b64-bvt8w started at 2023-03-23 05:52:04 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container coredns ready: true, restart count 0 Mar 23 05:58:13.576: INFO: nodeport-test-l8k9c started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:58:13.576: INFO: privileged-pod started at 2023-03-23 05:57:44 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:13.576: INFO: Container not-privileged-container ready: true, restart count 0 Mar 23 05:58:13.576: INFO: Container privileged-container ready: true, restart count 0 Mar 23 05:58:13.576: INFO: hostexec-bootstrap-e2e-minion-group-lctk-k5b9j started at 2023-03-23 05:57:58 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:13.576: INFO: konnectivity-agent-z5t5c started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:13.576: INFO: external-provisioner-8hlb6 started at 2023-03-23 05:57:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 23 05:58:13.576: INFO: netserver-1 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:13.576: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:14.006: INFO: Latency metrics for node bootstrap-e2e-minion-group-lctk Mar 23 05:58:14.006: INFO: Logging node info for node bootstrap-e2e-minion-group-m44v Mar 23 05:58:14.050: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-m44v 1c1459ab-5981-4078-8735-b91d0640e61e 31994 0 2023-03-23 05:46:12 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-m44v kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-m44v topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-8016":"bootstrap-e2e-minion-group-m44v"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:57:43 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2023-03-23 05:57:51 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-23 05:57:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-m44v,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:57:49 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.168.166.91,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dbcaf8725611171d4aea42031751eee3,SystemUUID:dbcaf872-5611-171d-4aea-42031751eee3,BootID:3be496c4-d00f-482a-aec5-05e3b715b6ac,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:7729580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-8016^97b92d45-c93f-11ed-9f2d-f6d96e0dab72 kubernetes.io/csi/csi-hostpath-ephemeral-8016^9faf612c-c93f-11ed-9f2d-f6d96e0dab72],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8016^9faf612c-c93f-11ed-9f2d-f6d96e0dab72,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8016^97b92d45-c93f-11ed-9f2d-f6d96e0dab72,DevicePath:,},},Config:nil,},} Mar 23 05:58:14.050: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-m44v Mar 23 05:58:14.097: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-m44v Mar 23 05:58:14.209: INFO: host-test-container-pod started at 2023-03-23 05:58:13 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container agnhost-container ready: false, restart count 0 Mar 23 05:58:14.210: INFO: konnectivity-agent-z65tc started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:14.210: INFO: inline-volume-tester2-lr8bs started at 2023-03-23 05:57:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:58:14.210: INFO: httpd started at 2023-03-23 05:58:08 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container httpd ready: false, restart count 0 Mar 23 05:58:14.210: INFO: external-provisioner-lkmg5 started at 2023-03-23 05:58:09 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 23 05:58:14.210: INFO: all-pods-removed-nmsrj started at <nil> (0+0 container statuses recorded) Mar 23 05:58:14.210: INFO: netserver-2 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:14.210: INFO: metadata-proxy-v0.1-2x6hp started at 2023-03-23 05:46:13 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:14.210: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:14.210: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:14.210: INFO: liveness-ac71b8df-469b-4e99-80fe-35fbee10caa9 started at 2023-03-23 05:56:07 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:14.210: INFO: netserver-2 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:14.210: INFO: netserver-2 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:14.210: INFO: inline-volume-tester-2fbqk started at 2023-03-23 05:57:30 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:58:14.210: INFO: httpd started at 2023-03-23 05:58:03 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container httpd ready: true, restart count 0 Mar 23 05:58:14.210: INFO: kube-proxy-bootstrap-e2e-minion-group-m44v started at 2023-03-23 05:46:12 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.210: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:14.210: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:57:27 +0000 UTC (0+7 container statuses recorded) Mar 23 05:58:14.210: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:58:14.210: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:58:14.210: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:58:14.210: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:58:14.210: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:58:14.210: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:58:14.210: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:58:14.473: INFO: Latency metrics for node bootstrap-e2e-minion-group-m44v Mar 23 05:58:14.473: INFO: Logging node info for node bootstrap-e2e-minion-group-phng Mar 23 05:58:14.515: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-phng 3a7b803f-e1e8-4319-8f0e-9d869068e555 32191 0 2023-03-23 05:46:06 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-phng kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-phng topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-attach-5954":"bootstrap-e2e-minion-group-phng","csi-mock-csi-mock-volumes-expansion-5197":"csi-mock-csi-mock-volumes-expansion-5197"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:57:46 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2023-03-23 05:57:54 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-23 05:57:57 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-phng,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:57:53 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:15 +0000 UTC,LastTransitionTime:2023-03-23 05:46:15 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.6,},NodeAddress{Type:ExternalIP,Address:35.233.187.75,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:cc35e191a0389399a3d8166a5be04ece,SystemUUID:cc35e191-a038-9399-a3d8-166a5be04ece,BootID:fb0d14ed-6b5f-4284-8602-79f4efd8a7a9,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-5197^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-5197^4,DevicePath:,},},Config:nil,},} Mar 23 05:58:14.515: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-phng Mar 23 05:58:14.558: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-phng Mar 23 05:58:14.611: INFO: l7-default-backend-856d874f49-2w7lh started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container default-http-backend ready: true, restart count 0 Mar 23 05:58:14.611: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:53:56 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container csi-attacher ready: true, restart count 1 Mar 23 05:58:14.611: INFO: csi-mockplugin-0 started at 2023-03-23 05:57:55 +0000 UTC (0+3 container statuses recorded) Mar 23 05:58:14.611: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:58:14.611: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:58:14.611: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:14.611: INFO: csi-mockplugin-resizer-0 started at 2023-03-23 05:55:46 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container csi-resizer ready: false, restart count 3 Mar 23 05:58:14.611: INFO: metadata-proxy-v0.1-227rp started at 2023-03-23 05:46:07 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:14.611: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:14.611: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:14.611: INFO: konnectivity-agent-p5t86 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:14.611: INFO: test-container-pod started at 2023-03-23 05:57:21 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:14.611: INFO: netserver-3 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:14.611: INFO: volume-snapshot-controller-0 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 23 05:58:14.611: INFO: httpd started at 2023-03-23 05:53:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container httpd ready: true, restart count 0 Mar 23 05:58:14.611: INFO: csi-mockplugin-0 started at 2023-03-23 05:55:46 +0000 UTC (0+4 container statuses recorded) Mar 23 05:58:14.611: INFO: Container busybox ready: true, restart count 0 Mar 23 05:58:14.611: INFO: Container csi-provisioner ready: false, restart count 3 Mar 23 05:58:14.611: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:58:14.611: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:14.611: INFO: pvc-volume-tester-nj87r started at 2023-03-23 05:57:45 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container volume-tester ready: true, restart count 0 Mar 23 05:58:14.611: INFO: pod-prestop-hook-a9cca2da-fec4-419a-9394-fd0d867669d8 started at 2023-03-23 05:57:46 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container nginx ready: true, restart count 0 Mar 23 05:58:14.611: INFO: inline-volume-tester-pf9jt started at 2023-03-23 05:57:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:58:14.611: INFO: kube-proxy-bootstrap-e2e-minion-group-phng started at 2023-03-23 05:46:06 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:14.611: INFO: coredns-8f5847b64-8m7sp started at 2023-03-23 05:46:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container coredns ready: true, restart count 0 Mar 23 05:58:14.611: INFO: netserver-3 started at 2023-03-23 05:56:58 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:14.611: INFO: csi-mockplugin-0 started at 2023-03-23 05:53:56 +0000 UTC (0+4 container statuses recorded) Mar 23 05:58:14.611: INFO: Container busybox ready: true, restart count 0 Mar 23 05:58:14.611: INFO: Container csi-provisioner ready: true, restart count 4 Mar 23 05:58:14.611: INFO: Container driver-registrar ready: true, restart count 3 Mar 23 05:58:14.611: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:14.611: INFO: netserver-3 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:14.611: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:14.862: INFO: Latency metrics for node bootstrap-e2e-minion-group-phng STEP: Collecting events from namespace "webhook-markers-5665". - test/e2e/framework/debug/dump.go:42 @ 03/23/23 05:58:14.862 STEP: Found 0 events. - test/e2e/framework/debug/dump.go:46 @ 03/23/23 05:58:14.904 Mar 23 05:58:14.945: INFO: POD NODE PHASE GRACE CONDITIONS Mar 23 05:58:14.945: INFO: Mar 23 05:58:14.992: INFO: Logging node info for node bootstrap-e2e-master Mar 23 05:58:15.035: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master b2cd2dc8-ffce-4614-bdea-8d87c50a6424 29120 0 2023-03-23 05:46:08 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}},"f:taints":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858370560 0} {<nil>} 3767940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596226560 0} {<nil>} 3511940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.105.117.5,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b642835b33175f0af63452c96e2e0064,SystemUUID:b642835b-3317-5f0a-f634-52c96e2e0064,BootID:f85f58d1-4315-4e3e-bb3a-8bdb7c1fd60c,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:121935203,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:113796093,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:59687920,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:b1389e7014425a1752aac55f5043ef4c52edaef0e223bf4d48ed1324e298087c registry.k8s.io/kas-network-proxy/proxy-server:v0.1.1],SizeBytes:21875112,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:58:15.036: INFO: Logging kubelet events for node bootstrap-e2e-master Mar 23 05:58:15.080: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Mar 23 05:58:15.135: INFO: etcd-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.135: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:58:15.135: INFO: kube-controller-manager-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.135: INFO: Container kube-controller-manager ready: true, restart count 1 Mar 23 05:58:15.135: INFO: kube-scheduler-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.135: INFO: Container kube-scheduler ready: true, restart count 0 Mar 23 05:58:15.135: INFO: kube-addon-manager-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.135: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 23 05:58:15.135: INFO: l7-lb-controller-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.135: INFO: Container l7-lb-controller ready: true, restart count 2 Mar 23 05:58:15.135: INFO: etcd-server-events-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.135: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:58:15.135: INFO: konnectivity-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.135: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 23 05:58:15.135: INFO: kube-apiserver-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.135: INFO: Container kube-apiserver ready: true, restart count 0 Mar 23 05:58:15.135: INFO: metadata-proxy-v0.1-5jk5n started at 2023-03-23 05:46:12 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:15.135: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:15.135: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:15.322: INFO: Latency metrics for node bootstrap-e2e-master Mar 23 05:58:15.322: INFO: Logging node info for node bootstrap-e2e-minion-group-75lp Mar 23 05:58:15.364: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-75lp 3d295bdc-d3cc-4821-8155-06b581cac3c6 32568 0 2023-03-23 05:46:13 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-75lp kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-75lp topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-attach-126":"bootstrap-e2e-minion-group-75lp","csi-mock-csi-mock-volumes-fsgroup-policy-1436":"bootstrap-e2e-minion-group-75lp"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-23 05:57:43 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:57:47 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:58:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-75lp,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:57:41 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.105.31.142,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0e9c7f2912564fef00b19cba2c89eb7f,SystemUUID:0e9c7f29-1256-4fef-00b1-9cba2c89eb7f,BootID:8532ffcb-9890-4ad6-addd-290a19b0c275,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:58:15.365: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-75lp Mar 23 05:58:15.407: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-75lp Mar 23 05:58:15.460: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:57:39 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:58:15.460: INFO: kube-dns-autoscaler-7b444c59c9-4vnfn started at 2023-03-23 05:52:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container autoscaler ready: true, restart count 0 Mar 23 05:58:15.460: INFO: liveness-527da300-0372-413c-9a77-d096fb1678c6 started at 2023-03-23 05:56:29 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container agnhost-container ready: false, restart count 4 Mar 23 05:58:15.460: INFO: metrics-server-v0.5.2-57d47cbf5-m2j6g started at 2023-03-23 05:46:30 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:15.460: INFO: Container metrics-server ready: true, restart count 0 Mar 23 05:58:15.460: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 23 05:58:15.460: INFO: csi-mockplugin-0 started at 2023-03-23 05:57:39 +0000 UTC (0+3 container statuses recorded) Mar 23 05:58:15.460: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:58:15.460: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:58:15.460: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:15.460: INFO: pause-pod-1 started at 2023-03-23 05:54:54 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:15.460: INFO: konnectivity-agent-xkdx9 started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:15.460: INFO: netserver-0 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:15.460: INFO: metadata-proxy-v0.1-qghl9 started at 2023-03-23 05:46:14 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:15.460: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:15.460: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:15.460: INFO: netserver-0 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:15.460: INFO: csi-mockplugin-0 started at 2023-03-23 05:58:09 +0000 UTC (0+3 container statuses recorded) Mar 23 05:58:15.460: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:58:15.460: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:58:15.460: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:15.460: INFO: execpodfqh4f started at 2023-03-23 05:54:19 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:15.460: INFO: liveness-388a360a-ccac-4ff7-a098-59d61d9f61fe started at 2023-03-23 05:56:03 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:15.460: INFO: hostexec-bootstrap-e2e-minion-group-75lp-pkb4j started at 2023-03-23 05:58:14 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:15.460: INFO: hostexec-bootstrap-e2e-minion-group-75lp-jr4r9 started at 2023-03-23 05:58:15 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container agnhost-container ready: false, restart count 0 Mar 23 05:58:15.460: INFO: kube-proxy-bootstrap-e2e-minion-group-75lp started at 2023-03-23 05:46:13 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:15.460: INFO: nodeport-test-rbd6z started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:58:15.460: INFO: hostexec-bootstrap-e2e-minion-group-75lp-xc7hb started at 2023-03-23 05:58:05 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:15.460: INFO: netserver-0 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.460: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:15.715: INFO: Latency metrics for node bootstrap-e2e-minion-group-75lp Mar 23 05:58:15.715: INFO: Logging node info for node bootstrap-e2e-minion-group-lctk Mar 23 05:58:15.757: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-lctk c9f5694f-d112-4932-9158-28d9d4868b60 31702 0 2023-03-23 05:46:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-lctk kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-lctk topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.4.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:55:56 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:54 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2023-03-23 05:57:46 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.4.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-lctk,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.4.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:57:45 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.82.192.178,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a467470da5810d0c296e0f0c9fd6a08c,SystemUUID:a467470d-a581-0d0c-296e-0f0c9fd6a08c,BootID:90c056ab-4fb0-4094-aad3-9f4cce622260,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:58:15.757: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-lctk Mar 23 05:58:15.804: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-lctk Mar 23 05:58:15.865: INFO: netserver-1 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:15.865: INFO: metadata-proxy-v0.1-jhj4f started at 2023-03-23 05:46:15 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:15.865: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:15.865: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:15.865: INFO: webserver-pod started at 2023-03-23 05:54:51 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container agnhost ready: false, restart count 0 Mar 23 05:58:15.865: INFO: coredns-8f5847b64-bvt8w started at 2023-03-23 05:52:04 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container coredns ready: true, restart count 0 Mar 23 05:58:15.865: INFO: test-container-pod started at 2023-03-23 05:57:12 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:15.865: INFO: hostexec-bootstrap-e2e-minion-group-lctk-k5b9j started at 2023-03-23 05:57:58 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:15.865: INFO: nfs-injector started at 2023-03-23 05:58:15 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container nfs-injector ready: false, restart count 0 Mar 23 05:58:15.865: INFO: nodeport-test-l8k9c started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:58:15.865: INFO: privileged-pod started at 2023-03-23 05:57:44 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:15.865: INFO: Container not-privileged-container ready: true, restart count 0 Mar 23 05:58:15.865: INFO: Container privileged-container ready: true, restart count 0 Mar 23 05:58:15.865: INFO: netserver-1 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:15.865: INFO: all-pods-removed-jrs8p started at 2023-03-23 05:58:14 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container c ready: false, restart count 0 Mar 23 05:58:15.865: INFO: konnectivity-agent-z5t5c started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:15.865: INFO: external-provisioner-8hlb6 started at 2023-03-23 05:57:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 23 05:58:15.865: INFO: pod-9d9a8189-637c-4ca2-9084-2dcc587a25df started at 2023-03-23 05:58:13 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container test-container ready: false, restart count 0 Mar 23 05:58:15.865: INFO: netserver-1 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:15.865: INFO: pod-csi-inline-volumes started at 2023-03-23 05:57:40 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container pod-csi-inline-volumes ready: false, restart count 0 Mar 23 05:58:15.865: INFO: hostexec-bootstrap-e2e-minion-group-lctk-kbmjd started at 2023-03-23 05:58:09 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:15.865: INFO: kube-proxy-bootstrap-e2e-minion-group-lctk started at 2023-03-23 05:46:14 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:15.865: INFO: test-container-pod started at 2023-03-23 05:58:13 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:15.865: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:18.392: INFO: Latency metrics for node bootstrap-e2e-minion-group-lctk Mar 23 05:58:18.392: INFO: Logging node info for node bootstrap-e2e-minion-group-m44v Mar 23 05:58:18.452: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-m44v 1c1459ab-5981-4078-8735-b91d0640e61e 31994 0 2023-03-23 05:46:12 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-m44v kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-m44v topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-8016":"bootstrap-e2e-minion-group-m44v"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:57:43 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2023-03-23 05:57:51 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-23 05:57:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-m44v,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:57:49 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.168.166.91,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dbcaf8725611171d4aea42031751eee3,SystemUUID:dbcaf872-5611-171d-4aea-42031751eee3,BootID:3be496c4-d00f-482a-aec5-05e3b715b6ac,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:7729580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-8016^97b92d45-c93f-11ed-9f2d-f6d96e0dab72 kubernetes.io/csi/csi-hostpath-ephemeral-8016^9faf612c-c93f-11ed-9f2d-f6d96e0dab72],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8016^9faf612c-c93f-11ed-9f2d-f6d96e0dab72,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8016^97b92d45-c93f-11ed-9f2d-f6d96e0dab72,DevicePath:,},},Config:nil,},} Mar 23 05:58:18.452: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-m44v Mar 23 05:58:18.503: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-m44v Mar 23 05:58:18.598: INFO: konnectivity-agent-z65tc started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:18.598: INFO: inline-volume-tester2-lr8bs started at 2023-03-23 05:57:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:58:18.598: INFO: httpd started at 2023-03-23 05:58:08 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container httpd ready: false, restart count 0 Mar 23 05:58:18.598: INFO: external-provisioner-lkmg5 started at 2023-03-23 05:58:09 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 23 05:58:18.598: INFO: all-pods-removed-nmsrj started at 2023-03-23 05:58:14 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container c ready: true, restart count 0 Mar 23 05:58:18.598: INFO: netserver-2 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:18.598: INFO: metadata-proxy-v0.1-2x6hp started at 2023-03-23 05:46:13 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:18.598: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:18.598: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:18.598: INFO: liveness-ac71b8df-469b-4e99-80fe-35fbee10caa9 started at 2023-03-23 05:56:07 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:18.598: INFO: netserver-2 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:18.598: INFO: netserver-2 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:18.598: INFO: inline-volume-tester-2fbqk started at 2023-03-23 05:57:30 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:58:18.598: INFO: kube-proxy-bootstrap-e2e-minion-group-m44v started at 2023-03-23 05:46:12 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:18.598: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:57:27 +0000 UTC (0+7 container statuses recorded) Mar 23 05:58:18.598: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:58:18.598: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:58:18.598: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:58:18.598: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:58:18.598: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:58:18.598: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:58:18.598: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:58:18.598: INFO: host-test-container-pod started at 2023-03-23 05:58:13 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:18.598: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:18.874: INFO: Latency metrics for node bootstrap-e2e-minion-group-m44v Mar 23 05:58:18.874: INFO: Logging node info for node bootstrap-e2e-minion-group-phng Mar 23 05:58:18.917: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-phng 3a7b803f-e1e8-4319-8f0e-9d869068e555 32191 0 2023-03-23 05:46:06 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-phng kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-phng topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-attach-5954":"bootstrap-e2e-minion-group-phng","csi-mock-csi-mock-volumes-expansion-5197":"csi-mock-csi-mock-volumes-expansion-5197"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:57:46 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2023-03-23 05:57:54 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-23 05:57:57 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-phng,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:57:53 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:15 +0000 UTC,LastTransitionTime:2023-03-23 05:46:15 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.6,},NodeAddress{Type:ExternalIP,Address:35.233.187.75,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:cc35e191a0389399a3d8166a5be04ece,SystemUUID:cc35e191-a038-9399-a3d8-166a5be04ece,BootID:fb0d14ed-6b5f-4284-8602-79f4efd8a7a9,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-5197^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-5197^4,DevicePath:,},},Config:nil,},} Mar 23 05:58:18.918: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-phng Mar 23 05:58:18.972: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-phng Mar 23 05:58:19.049: INFO: kube-proxy-bootstrap-e2e-minion-group-phng started at 2023-03-23 05:46:06 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:19.049: INFO: coredns-8f5847b64-8m7sp started at 2023-03-23 05:46:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container coredns ready: true, restart count 0 Mar 23 05:58:19.049: INFO: netserver-3 started at 2023-03-23 05:56:58 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:19.049: INFO: csi-mockplugin-0 started at 2023-03-23 05:53:56 +0000 UTC (0+4 container statuses recorded) Mar 23 05:58:19.049: INFO: Container busybox ready: true, restart count 0 Mar 23 05:58:19.049: INFO: Container csi-provisioner ready: true, restart count 4 Mar 23 05:58:19.049: INFO: Container driver-registrar ready: true, restart count 3 Mar 23 05:58:19.049: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:19.049: INFO: netserver-3 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:19.049: INFO: l7-default-backend-856d874f49-2w7lh started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container default-http-backend ready: true, restart count 0 Mar 23 05:58:19.049: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:53:56 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container csi-attacher ready: true, restart count 1 Mar 23 05:58:19.049: INFO: csi-mockplugin-0 started at 2023-03-23 05:57:55 +0000 UTC (0+3 container statuses recorded) Mar 23 05:58:19.049: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:58:19.049: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:58:19.049: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:19.049: INFO: csi-mockplugin-resizer-0 started at 2023-03-23 05:55:46 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container csi-resizer ready: false, restart count 3 Mar 23 05:58:19.049: INFO: metadata-proxy-v0.1-227rp started at 2023-03-23 05:46:07 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:19.049: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:19.049: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:19.049: INFO: konnectivity-agent-p5t86 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:19.049: INFO: test-container-pod started at 2023-03-23 05:57:21 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:19.049: INFO: netserver-3 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:19.049: INFO: volume-snapshot-controller-0 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 23 05:58:19.049: INFO: httpd started at 2023-03-23 05:53:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container httpd ready: true, restart count 0 Mar 23 05:58:19.049: INFO: csi-mockplugin-0 started at 2023-03-23 05:55:46 +0000 UTC (0+4 container statuses recorded) Mar 23 05:58:19.049: INFO: Container busybox ready: true, restart count 0 Mar 23 05:58:19.049: INFO: Container csi-provisioner ready: false, restart count 3 Mar 23 05:58:19.049: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:58:19.049: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:19.049: INFO: pvc-volume-tester-nj87r started at 2023-03-23 05:57:45 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container volume-tester ready: true, restart count 0 Mar 23 05:58:19.049: INFO: pod-prestop-hook-a9cca2da-fec4-419a-9394-fd0d867669d8 started at 2023-03-23 05:57:46 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container nginx ready: false, restart count 0 Mar 23 05:58:19.049: INFO: inline-volume-tester-pf9jt started at 2023-03-23 05:57:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:19.049: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:58:19.305: INFO: Latency metrics for node bootstrap-e2e-minion-group-phng END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:58:19.305 (6.936s) < Exit [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - dump namespaces | framework.go:209 @ 03/23/23 05:58:19.305 (6.936s) > Enter [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - tear down framework | framework.go:206 @ 03/23/23 05:58:19.305 STEP: Destroying namespace "webhook-7824" for this suite. - test/e2e/framework/framework.go:351 @ 03/23/23 05:58:19.305 STEP: Destroying namespace "webhook-markers-5665" for this suite. - test/e2e/framework/framework.go:351 @ 03/23/23 05:58:19.377 < Exit [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] - tear down framework | framework.go:206 @ 03/23/23 05:58:19.434 (128ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:58:19.434 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:58:19.434 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-apps\]\sReplicaSet\sshould\sserve\sa\sbasic\simage\son\seach\sreplica\swith\sa\sprivate\simage$'
[FAILED] checking pod responses: Told to stop trying after 30.300s. Unexpected final error while getting []pod.response: Controller my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a: failed to Get from replica pod my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px: <*errors.StatusError | 0xc0047761e0>: the server is currently unable to handle the request (get pods my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px) { ErrStatus: code: 503 details: causes: - message: unknown reason: UnexpectedServerResponse kind: pods name: my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px message: the server is currently unable to handle the request (get pods my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px) metadata: {} reason: ServiceUnavailable status: Failure, } Pod status: <v1.PodStatus>: phase: Pending qosClass: BestEffort In [It] at: test/e2e/apps/replica_set.go:228 @ 03/23/23 05:54:13.05from junit_01.xml
> Enter [BeforeEach] [sig-apps] ReplicaSet - set up framework | framework.go:191 @ 03/23/23 05:53:25.541 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/23/23 05:53:25.541 Mar 23 05:53:25.541: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename replicaset - test/e2e/framework/framework.go:250 @ 03/23/23 05:53:25.542 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/23/23 05:53:25.744 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/23/23 05:53:25.837 < Exit [BeforeEach] [sig-apps] ReplicaSet - set up framework | framework.go:191 @ 03/23/23 05:53:25.937 (397ms) > Enter [BeforeEach] [sig-apps] ReplicaSet - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:53:25.937 < Exit [BeforeEach] [sig-apps] ReplicaSet - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:53:25.937 (0s) > Enter [It] should serve a basic image on each replica with a private image - test/e2e/apps/replica_set.go:115 @ 03/23/23 05:53:25.937 Mar 23 05:53:25.937: INFO: Creating ReplicaSet my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a Mar 23 05:53:26.111: INFO: Pod name my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a: Found 1 pods out of 1 Mar 23 05:53:26.111: INFO: Ensuring a pod for ReplicaSet "my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a" is running Mar 23 05:53:42.750: INFO: Pod "my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px" is running (conditions: []) Mar 23 05:53:42.750: INFO: Trying to dial the pod STEP: trying to dial each unique pod - test/e2e/framework/pod/wait.go:550 @ 03/23/23 05:53:42.75 Mar 23 05:54:13.050: INFO: Failed inside E2E framework: k8s.io/kubernetes/test/e2e/framework/pod.WaitForPodsResponding({0x7f570478d138, 0xc0047ccc60}, {0x72b27b0?, 0xc001e056c0}, {0xc004de3380, 0xf}, {0xc002d0e6c0, 0x38}, 0x1, 0x1bf08eb000, ...) test/e2e/framework/pod/wait.go:625 +0x3ef k8s.io/kubernetes/test/e2e/apps.testReplicaSetServeImageOrFail({0x7f570478d138, 0xc0047ccc60}, 0xc0001520f0, {0x6aa18d7, 0x7}, {0xc00493af90, 0x29}) test/e2e/apps/replica_set.go:228 +0xac5 k8s.io/kubernetes/test/e2e/apps.glob..func9.2({0x7f570478d138, 0xc0047ccc60}) test/e2e/apps/replica_set.go:119 +0x1b9 [FAILED] checking pod responses: Told to stop trying after 30.300s. Unexpected final error while getting []pod.response: Controller my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a: failed to Get from replica pod my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px: <*errors.StatusError | 0xc0047761e0>: the server is currently unable to handle the request (get pods my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px) { ErrStatus: code: 503 details: causes: - message: unknown reason: UnexpectedServerResponse kind: pods name: my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px message: the server is currently unable to handle the request (get pods my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px) metadata: {} reason: ServiceUnavailable status: Failure, } Pod status: <v1.PodStatus>: phase: Pending qosClass: BestEffort In [It] at: test/e2e/apps/replica_set.go:228 @ 03/23/23 05:54:13.05 < Exit [It] should serve a basic image on each replica with a private image - test/e2e/apps/replica_set.go:115 @ 03/23/23 05:54:13.05 (47.113s) > Enter [AfterEach] [sig-apps] ReplicaSet - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:54:13.05 Mar 23 05:54:13.050: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-apps] ReplicaSet - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:54:13.104 (54ms) > Enter [DeferCleanup (Each)] [sig-apps] ReplicaSet - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:54:13.104 < Exit [DeferCleanup (Each)] [sig-apps] ReplicaSet - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:54:13.104 (0s) > Enter [DeferCleanup (Each)] [sig-apps] ReplicaSet - dump namespaces | framework.go:209 @ 03/23/23 05:54:13.104 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:54:13.104 STEP: Collecting events from namespace "replicaset-2064". - test/e2e/framework/debug/dump.go:42 @ 03/23/23 05:54:13.105 STEP: Found 6 events. - test/e2e/framework/debug/dump.go:46 @ 03/23/23 05:54:13.22 Mar 23 05:54:13.220: INFO: At 2023-03-23 05:53:26 +0000 UTC - event for my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a: {replicaset-controller } SuccessfulCreate: Created pod: my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px Mar 23 05:54:13.220: INFO: At 2023-03-23 05:53:26 +0000 UTC - event for my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px: {default-scheduler } Scheduled: Successfully assigned replicaset-2064/my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px to bootstrap-e2e-minion-group-lctk Mar 23 05:54:13.220: INFO: At 2023-03-23 05:53:28 +0000 UTC - event for my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px: {kubelet bootstrap-e2e-minion-group-lctk} Pulling: Pulling image "gcr.io/k8s-authenticated-test/agnhost:2.6" Mar 23 05:54:13.220: INFO: At 2023-03-23 05:53:39 +0000 UTC - event for my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px: {kubelet bootstrap-e2e-minion-group-lctk} Pulled: Successfully pulled image "gcr.io/k8s-authenticated-test/agnhost:2.6" in 11.253817072s (11.253828973s including waiting) Mar 23 05:54:13.220: INFO: At 2023-03-23 05:53:39 +0000 UTC - event for my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px: {kubelet bootstrap-e2e-minion-group-lctk} Created: Created container my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a Mar 23 05:54:13.220: INFO: At 2023-03-23 05:53:40 +0000 UTC - event for my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px: {kubelet bootstrap-e2e-minion-group-lctk} Started: Started container my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a Mar 23 05:54:13.268: INFO: POD NODE PHASE GRACE CONDITIONS Mar 23 05:54:13.268: INFO: my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px bootstrap-e2e-minion-group-lctk Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:26 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:41 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:41 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:26 +0000 UTC }] Mar 23 05:54:13.268: INFO: Mar 23 05:54:13.381: INFO: Logging node info for node bootstrap-e2e-master Mar 23 05:54:13.429: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master b2cd2dc8-ffce-4614-bdea-8d87c50a6424 13513 0 2023-03-23 05:46:08 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}},"f:taints":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:51:35 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858370560 0} {<nil>} 3767940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596226560 0} {<nil>} 3511940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.105.117.5,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b642835b33175f0af63452c96e2e0064,SystemUUID:b642835b-3317-5f0a-f634-52c96e2e0064,BootID:f85f58d1-4315-4e3e-bb3a-8bdb7c1fd60c,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:121935203,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:113796093,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:59687920,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:b1389e7014425a1752aac55f5043ef4c52edaef0e223bf4d48ed1324e298087c registry.k8s.io/kas-network-proxy/proxy-server:v0.1.1],SizeBytes:21875112,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:54:13.430: INFO: Logging kubelet events for node bootstrap-e2e-master Mar 23 05:54:13.473: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Mar 23 05:54:13.541: INFO: metadata-proxy-v0.1-5jk5n started at 2023-03-23 05:46:12 +0000 UTC (0+2 container statuses recorded) Mar 23 05:54:13.541: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:54:13.541: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:54:13.541: INFO: etcd-server-events-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:13.541: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:54:13.541: INFO: konnectivity-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:13.541: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 23 05:54:13.541: INFO: kube-apiserver-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:13.541: INFO: Container kube-apiserver ready: true, restart count 0 Mar 23 05:54:13.541: INFO: kube-addon-manager-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:13.541: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 23 05:54:13.541: INFO: l7-lb-controller-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:13.541: INFO: Container l7-lb-controller ready: true, restart count 2 Mar 23 05:54:13.541: INFO: etcd-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:13.541: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:54:13.541: INFO: kube-controller-manager-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:13.541: INFO: Container kube-controller-manager ready: true, restart count 1 Mar 23 05:54:13.541: INFO: kube-scheduler-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:13.541: INFO: Container kube-scheduler ready: true, restart count 0 Mar 23 05:54:13.742: INFO: Latency metrics for node bootstrap-e2e-master Mar 23 05:54:13.742: INFO: Logging node info for node bootstrap-e2e-minion-group-75lp Mar 23 05:54:13.788: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-75lp 3d295bdc-d3cc-4821-8155-06b581cac3c6 20503 0 2023-03-23 05:46:13 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-75lp kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-75lp topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-23 05:51:17 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:53:11 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:53:25 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-75lp,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:25 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:25 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:25 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:53:25 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.105.31.142,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0e9c7f2912564fef00b19cba2c89eb7f,SystemUUID:0e9c7f29-1256-4fef-00b1-9cba2c89eb7f,BootID:8532ffcb-9890-4ad6-addd-290a19b0c275,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:54:13.789: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-75lp Mar 23 05:54:13.834: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-75lp Mar 23 05:54:27.043: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-75lp: error trying to reach service: http2: client connection lost Mar 23 05:54:27.043: INFO: Logging node info for node bootstrap-e2e-minion-group-lctk Mar 23 05:54:27.165: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-lctk c9f5694f-d112-4932-9158-28d9d4868b60 24560 0 2023-03-23 05:46:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-lctk kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-lctk topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-read-write-once-pod-8087":"bootstrap-e2e-minion-group-lctk"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.4.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:51:18 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:54:23 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-23 05:54:24 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.4.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-lctk,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.4.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:24 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:24 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:24 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:54:24 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.82.192.178,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a467470da5810d0c296e0f0c9fd6a08c,SystemUUID:a467470d-a581-0d0c-296e-0f0c9fd6a08c,BootID:90c056ab-4fb0-4094-aad3-9f4cce622260,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-read-write-once-pod-8087^286ebc7f-c93f-11ed-b5dc-3e8d2714f25a],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-read-write-once-pod-8087^286ebc7f-c93f-11ed-b5dc-3e8d2714f25a,DevicePath:,},},Config:nil,},} Mar 23 05:54:27.166: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-lctk Mar 23 05:54:27.310: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-lctk Mar 23 05:54:28.110: INFO: pod-server-1 started at 2023-03-23 05:53:32 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.110: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:54:28.110: INFO: metadata-proxy-v0.1-jhj4f started at 2023-03-23 05:46:15 +0000 UTC (0+2 container statuses recorded) Mar 23 05:54:28.110: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:54:28.110: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:54:28.110: INFO: netserver-1 started at 2023-03-23 05:54:01 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.110: INFO: Container webserver ready: true, restart count 0 Mar 23 05:54:28.110: INFO: coredns-8f5847b64-bvt8w started at 2023-03-23 05:52:04 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.110: INFO: Container coredns ready: true, restart count 0 Mar 23 05:54:28.110: INFO: test-container-pod started at 2023-03-23 05:54:24 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.110: INFO: Container webserver ready: true, restart count 0 Mar 23 05:54:28.110: INFO: nodeport-test-l8k9c started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.110: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:54:28.110: INFO: konnectivity-agent-z5t5c started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.110: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:54:28.110: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:54:18 +0000 UTC (0+7 container statuses recorded) Mar 23 05:54:28.110: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:54:28.110: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:54:28.110: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:54:28.110: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:54:28.110: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:54:28.110: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:54:28.110: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:54:28.110: INFO: execpodrcd7r started at 2023-03-23 05:53:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.110: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:54:28.110: INFO: pod-90a784b7-bb8e-45ed-9f40-540484e66fc9 started at 2023-03-23 05:54:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.110: INFO: Container write-pod ready: true, restart count 0 Mar 23 05:54:28.110: INFO: kube-proxy-bootstrap-e2e-minion-group-lctk started at 2023-03-23 05:46:14 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.110: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:54:28.110: INFO: my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px started at 2023-03-23 05:53:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.110: INFO: Container my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a ready: true, restart count 0 Mar 23 05:54:28.723: INFO: Latency metrics for node bootstrap-e2e-minion-group-lctk Mar 23 05:54:28.723: INFO: Logging node info for node bootstrap-e2e-minion-group-m44v Mar 23 05:54:28.782: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-m44v 1c1459ab-5981-4078-8735-b91d0640e61e 24588 0 2023-03-23 05:46:12 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-m44v kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-m44v topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-2219":"bootstrap-e2e-minion-group-m44v"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:51:17 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:54:14 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-23 05:54:26 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-m44v,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:14 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:14 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:14 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:54:14 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.168.166.91,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dbcaf8725611171d4aea42031751eee3,SystemUUID:dbcaf872-5611-171d-4aea-42031751eee3,BootID:3be496c4-d00f-482a-aec5-05e3b715b6ac,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:7729580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-2219^10a1c199-c93f-11ed-85be-56f97fb138b7],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-2219^10a1c199-c93f-11ed-85be-56f97fb138b7,DevicePath:,},},Config:nil,},} Mar 23 05:54:28.783: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-m44v Mar 23 05:54:28.840: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-m44v Mar 23 05:54:29.008: INFO: konnectivity-agent-z65tc started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.008: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:54:29.008: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:53:39 +0000 UTC (0+7 container statuses recorded) Mar 23 05:54:29.008: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:54:29.008: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:54:29.008: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:54:29.008: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:54:29.008: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:54:29.008: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:54:29.008: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:54:29.008: INFO: inline-volume-tester-8t8mj started at 2023-03-23 05:53:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.008: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:54:29.008: INFO: metadata-proxy-v0.1-2x6hp started at 2023-03-23 05:46:13 +0000 UTC (0+2 container statuses recorded) Mar 23 05:54:29.008: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:54:29.008: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:54:29.008: INFO: hostexec-bootstrap-e2e-minion-group-m44v-bkzj8 started at 2023-03-23 05:54:10 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.008: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:54:29.008: INFO: netserver-2 started at 2023-03-23 05:54:01 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.008: INFO: Container webserver ready: true, restart count 0 Mar 23 05:54:29.008: INFO: kube-proxy-bootstrap-e2e-minion-group-m44v started at 2023-03-23 05:46:12 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.008: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:54:29.008: INFO: csi-mockplugin-0 started at 2023-03-23 05:52:59 +0000 UTC (0+4 container statuses recorded) Mar 23 05:54:29.008: INFO: Container busybox ready: true, restart count 0 Mar 23 05:54:29.008: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:54:29.008: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:54:29.008: INFO: Container mock ready: true, restart count 0 Mar 23 05:54:29.332: INFO: Latency metrics for node bootstrap-e2e-minion-group-m44v Mar 23 05:54:29.332: INFO: Logging node info for node bootstrap-e2e-minion-group-phng Mar 23 05:54:29.405: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-phng 3a7b803f-e1e8-4319-8f0e-9d869068e555 24567 0 2023-03-23 05:46:06 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-phng kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-phng topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-413":"bootstrap-e2e-minion-group-phng","csi-hostpath-volume-expand-5709":"bootstrap-e2e-minion-group-phng"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:51:11 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:52:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:54:24 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-phng,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:15 +0000 UTC,LastTransitionTime:2023-03-23 05:46:15 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:04 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:04 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:04 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:53:04 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.6,},NodeAddress{Type:ExternalIP,Address:35.233.187.75,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:cc35e191a0389399a3d8166a5be04ece,SystemUUID:cc35e191-a038-9399-a3d8-166a5be04ece,BootID:fb0d14ed-6b5f-4284-8602-79f4efd8a7a9,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:54:29.405: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-phng Mar 23 05:54:29.466: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-phng Mar 23 05:54:29.615: INFO: volume-snapshot-controller-0 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 23 05:54:29.615: INFO: busybox-readonly-fsb32dee14-5056-43f4-8c3d-f22d9e8e8902 started at 2023-03-23 05:53:49 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container busybox-readonly-fsb32dee14-5056-43f4-8c3d-f22d9e8e8902 ready: true, restart count 0 Mar 23 05:54:29.615: INFO: httpd started at 2023-03-23 05:53:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container httpd ready: true, restart count 0 Mar 23 05:54:29.615: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:53:57 +0000 UTC (0+7 container statuses recorded) Mar 23 05:54:29.615: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:54:29.615: INFO: inline-volume-tester-czm7t started at 2023-03-23 05:54:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:54:29.615: INFO: kube-proxy-bootstrap-e2e-minion-group-phng started at 2023-03-23 05:46:06 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:54:29.615: INFO: pod-qos-class-646997fd-e520-43de-9eb3-69332b6da14a started at 2023-03-23 05:53:30 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container agnhost ready: false, restart count 0 Mar 23 05:54:29.615: INFO: coredns-8f5847b64-8m7sp started at 2023-03-23 05:46:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container coredns ready: true, restart count 0 Mar 23 05:54:29.615: INFO: webserver-pod started at 2023-03-23 05:49:49 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container agnhost ready: false, restart count 0 Mar 23 05:54:29.615: INFO: csi-mockplugin-0 started at 2023-03-23 05:53:56 +0000 UTC (0+4 container statuses recorded) Mar 23 05:54:29.615: INFO: Container busybox ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container csi-provisioner ready: true, restart count 1 Mar 23 05:54:29.615: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container mock ready: true, restart count 0 Mar 23 05:54:29.615: INFO: startup-9bda2df7-0a26-4207-a78c-55a24f730ee0 started at 2023-03-23 05:51:48 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container busybox ready: false, restart count 0 Mar 23 05:54:29.615: INFO: netserver-3 started at 2023-03-23 05:54:01 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container webserver ready: true, restart count 0 Mar 23 05:54:29.615: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:54:23 +0000 UTC (0+7 container statuses recorded) Mar 23 05:54:29.615: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:54:29.615: INFO: l7-default-backend-856d874f49-2w7lh started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container default-http-backend ready: true, restart count 0 Mar 23 05:54:29.615: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:53:56 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container csi-attacher ready: true, restart count 1 Mar 23 05:54:29.615: INFO: metadata-proxy-v0.1-227rp started at 2023-03-23 05:46:07 +0000 UTC (0+2 container statuses recorded) Mar 23 05:54:29.615: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:54:29.615: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:54:29.615: INFO: konnectivity-agent-p5t86 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:54:29.615: INFO: test-grpc-2e9a1256-11b8-4f5d-8cfd-d8d1faf885dc started at 2023-03-23 05:52:35 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.615: INFO: Container agnhost ready: true, restart count 0 Mar 23 05:54:30.051: INFO: Latency metrics for node bootstrap-e2e-minion-group-phng END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:54:30.051 (16.947s) < Exit [DeferCleanup (Each)] [sig-apps] ReplicaSet - dump namespaces | framework.go:209 @ 03/23/23 05:54:30.051 (16.947s) > Enter [DeferCleanup (Each)] [sig-apps] ReplicaSet - tear down framework | framework.go:206 @ 03/23/23 05:54:30.051 STEP: Destroying namespace "replicaset-2064" for this suite. - test/e2e/framework/framework.go:351 @ 03/23/23 05:54:30.051 < Exit [DeferCleanup (Each)] [sig-apps] ReplicaSet - tear down framework | framework.go:206 @ 03/23/23 05:54:30.102 (51ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:54:30.102 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:54:30.102 (0s)
Find responses mentions in log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-apps\]\sReplicaSet\sshould\sserve\sa\sbasic\simage\son\seach\sreplica\swith\sa\spublic\simage\s\s\[Conformance\]$'
[FAILED] checking pod responses: Told to stop trying after 30.155s. Unexpected final error while getting []pod.response: Controller my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a: failed to Get from replica pod my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm: <*errors.StatusError | 0xc004e443c0>: the server is currently unable to handle the request (get pods my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm) { ErrStatus: code: 503 details: causes: - message: unknown reason: UnexpectedServerResponse kind: pods name: my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm message: the server is currently unable to handle the request (get pods my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm) metadata: {} reason: ServiceUnavailable status: Failure, } Pod status: <v1.PodStatus>: phase: Pending qosClass: BestEffort In [It] at: test/e2e/apps/replica_set.go:228 @ 03/23/23 05:56:25.026from junit_01.xml
> Enter [BeforeEach] [sig-apps] ReplicaSet - set up framework | framework.go:191 @ 03/23/23 05:55:52.242 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/23/23 05:55:52.242 Mar 23 05:55:52.242: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename replicaset - test/e2e/framework/framework.go:250 @ 03/23/23 05:55:52.243 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/23/23 05:55:52.455 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/23/23 05:55:52.543 < Exit [BeforeEach] [sig-apps] ReplicaSet - set up framework | framework.go:191 @ 03/23/23 05:55:52.635 (393ms) > Enter [BeforeEach] [sig-apps] ReplicaSet - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:55:52.635 < Exit [BeforeEach] [sig-apps] ReplicaSet - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:55:52.635 (0s) > Enter [It] should serve a basic image on each replica with a public image [Conformance] - test/e2e/apps/replica_set.go:111 @ 03/23/23 05:55:52.635 Mar 23 05:55:52.635: INFO: Creating ReplicaSet my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a Mar 23 05:55:52.756: INFO: Pod name my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a: Found 1 pods out of 1 Mar 23 05:55:52.756: INFO: Ensuring a pod for ReplicaSet "my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a" is running Mar 23 05:55:54.871: INFO: Pod "my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm" is running (conditions: []) Mar 23 05:55:54.871: INFO: Trying to dial the pod STEP: trying to dial each unique pod - test/e2e/framework/pod/wait.go:550 @ 03/23/23 05:55:54.871 Mar 23 05:56:25.026: INFO: Failed inside E2E framework: k8s.io/kubernetes/test/e2e/framework/pod.WaitForPodsResponding({0x7ff074042d98, 0xc004f874d0}, {0x72b27b0?, 0xc001c9e000}, {0xc004edf0a0, 0xf}, {0xc004f92480, 0x36}, 0x1, 0x1bf08eb000, ...) test/e2e/framework/pod/wait.go:625 +0x3ef k8s.io/kubernetes/test/e2e/apps.testReplicaSetServeImageOrFail({0x7ff074042d98, 0xc004f874d0}, 0xc000fac0f0, {0x6a9ab57, 0x5}, {0xc000584030, 0x2c}) test/e2e/apps/replica_set.go:228 +0xac5 k8s.io/kubernetes/test/e2e/apps.glob..func9.1({0x7ff074042d98?, 0xc004f874d0?}) test/e2e/apps/replica_set.go:112 +0x45 [FAILED] checking pod responses: Told to stop trying after 30.155s. Unexpected final error while getting []pod.response: Controller my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a: failed to Get from replica pod my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm: <*errors.StatusError | 0xc004e443c0>: the server is currently unable to handle the request (get pods my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm) { ErrStatus: code: 503 details: causes: - message: unknown reason: UnexpectedServerResponse kind: pods name: my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm message: the server is currently unable to handle the request (get pods my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm) metadata: {} reason: ServiceUnavailable status: Failure, } Pod status: <v1.PodStatus>: phase: Pending qosClass: BestEffort In [It] at: test/e2e/apps/replica_set.go:228 @ 03/23/23 05:56:25.026 < Exit [It] should serve a basic image on each replica with a public image [Conformance] - test/e2e/apps/replica_set.go:111 @ 03/23/23 05:56:25.026 (32.391s) > Enter [AfterEach] [sig-apps] ReplicaSet - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:56:25.026 Mar 23 05:56:25.026: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-apps] ReplicaSet - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:56:25.076 (50ms) > Enter [DeferCleanup (Each)] [sig-apps] ReplicaSet - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:56:25.076 < Exit [DeferCleanup (Each)] [sig-apps] ReplicaSet - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:56:25.076 (0s) > Enter [DeferCleanup (Each)] [sig-apps] ReplicaSet - dump namespaces | framework.go:209 @ 03/23/23 05:56:25.076 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:56:25.076 STEP: Collecting events from namespace "replicaset-3260". - test/e2e/framework/debug/dump.go:42 @ 03/23/23 05:56:25.076 STEP: Found 5 events. - test/e2e/framework/debug/dump.go:46 @ 03/23/23 05:56:25.122 Mar 23 05:56:25.122: INFO: At 2023-03-23 05:55:52 +0000 UTC - event for my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a: {replicaset-controller } SuccessfulCreate: Created pod: my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm Mar 23 05:56:25.122: INFO: At 2023-03-23 05:55:52 +0000 UTC - event for my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm: {default-scheduler } Scheduled: Successfully assigned replicaset-3260/my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm to bootstrap-e2e-minion-group-75lp Mar 23 05:56:25.122: INFO: At 2023-03-23 05:55:53 +0000 UTC - event for my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm: {kubelet bootstrap-e2e-minion-group-75lp} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 05:56:25.122: INFO: At 2023-03-23 05:55:53 +0000 UTC - event for my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm: {kubelet bootstrap-e2e-minion-group-75lp} Created: Created container my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a Mar 23 05:56:25.122: INFO: At 2023-03-23 05:55:53 +0000 UTC - event for my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm: {kubelet bootstrap-e2e-minion-group-75lp} Started: Started container my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a Mar 23 05:56:25.170: INFO: POD NODE PHASE GRACE CONDITIONS Mar 23 05:56:25.170: INFO: my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm bootstrap-e2e-minion-group-75lp Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:55:52 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:55:54 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:55:54 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:55:52 +0000 UTC }] Mar 23 05:56:25.171: INFO: Mar 23 05:56:25.290: INFO: Logging node info for node bootstrap-e2e-master Mar 23 05:56:25.342: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master b2cd2dc8-ffce-4614-bdea-8d87c50a6424 13513 0 2023-03-23 05:46:08 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}},"f:taints":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:51:35 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858370560 0} {<nil>} 3767940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596226560 0} {<nil>} 3511940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.105.117.5,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b642835b33175f0af63452c96e2e0064,SystemUUID:b642835b-3317-5f0a-f634-52c96e2e0064,BootID:f85f58d1-4315-4e3e-bb3a-8bdb7c1fd60c,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:121935203,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:113796093,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:59687920,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:b1389e7014425a1752aac55f5043ef4c52edaef0e223bf4d48ed1324e298087c registry.k8s.io/kas-network-proxy/proxy-server:v0.1.1],SizeBytes:21875112,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:56:25.342: INFO: Logging kubelet events for node bootstrap-e2e-master Mar 23 05:56:25.434: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Mar 23 05:56:25.507: INFO: etcd-server-events-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.507: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:56:25.507: INFO: konnectivity-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.507: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 23 05:56:25.507: INFO: kube-apiserver-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.507: INFO: Container kube-apiserver ready: true, restart count 0 Mar 23 05:56:25.507: INFO: metadata-proxy-v0.1-5jk5n started at 2023-03-23 05:46:12 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:25.507: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:56:25.507: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:56:25.507: INFO: etcd-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.507: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:56:25.507: INFO: kube-controller-manager-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.507: INFO: Container kube-controller-manager ready: true, restart count 1 Mar 23 05:56:25.507: INFO: kube-scheduler-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.507: INFO: Container kube-scheduler ready: true, restart count 0 Mar 23 05:56:25.507: INFO: kube-addon-manager-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.507: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 23 05:56:25.507: INFO: l7-lb-controller-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.507: INFO: Container l7-lb-controller ready: true, restart count 2 Mar 23 05:56:25.735: INFO: Latency metrics for node bootstrap-e2e-master Mar 23 05:56:25.735: INFO: Logging node info for node bootstrap-e2e-minion-group-75lp Mar 23 05:56:25.792: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-75lp 3d295bdc-d3cc-4821-8155-06b581cac3c6 28601 0 2023-03-23 05:46:13 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-75lp kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-75lp topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-expansion-2856":"bootstrap-e2e-minion-group-75lp"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2023-03-23 05:55:28 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2023-03-23 05:56:18 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-75lp,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:09 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:09 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:09 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:09 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.105.31.142,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0e9c7f2912564fef00b19cba2c89eb7f,SystemUUID:0e9c7f29-1256-4fef-00b1-9cba2c89eb7f,BootID:8532ffcb-9890-4ad6-addd-290a19b0c275,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:56:25.792: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-75lp Mar 23 05:56:25.854: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-75lp Mar 23 05:56:25.951: INFO: liveness-388a360a-ccac-4ff7-a098-59d61d9f61fe started at 2023-03-23 05:56:03 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:25.951: INFO: test-webserver-0ad972cd-840e-4448-8db3-ce42ae233215 started at 2023-03-23 05:53:49 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container test-webserver ready: true, restart count 0 Mar 23 05:56:25.951: INFO: e2e-hmz5x-f74qh started at 2023-03-23 05:56:20 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container c ready: false, restart count 0 Mar 23 05:56:25.951: INFO: kube-proxy-bootstrap-e2e-minion-group-75lp started at 2023-03-23 05:46:13 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:56:25.951: INFO: nodeport-test-rbd6z started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:56:25.951: INFO: startup-9326fdd6-70ad-4afa-9cb6-76a91dd96e05 started at 2023-03-23 05:56:08 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container busybox ready: false, restart count 0 Mar 23 05:56:25.951: INFO: csi-mockplugin-resizer-0 started at 2023-03-23 05:54:31 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:56:25.951: INFO: kube-dns-autoscaler-7b444c59c9-4vnfn started at 2023-03-23 05:52:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container autoscaler ready: true, restart count 0 Mar 23 05:56:25.951: INFO: my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a-r5hgm started at 2023-03-23 05:55:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container my-hostname-basic-5a4a2769-50e3-45f8-8a0e-e18f0f1e245a ready: true, restart count 0 Mar 23 05:56:25.951: INFO: metrics-server-v0.5.2-57d47cbf5-m2j6g started at 2023-03-23 05:46:30 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:25.951: INFO: Container metrics-server ready: true, restart count 0 Mar 23 05:56:25.951: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 23 05:56:25.951: INFO: test-rolling-update-with-lb-745c47894-4d9dr started at 2023-03-23 05:56:17 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container agnhost ready: true, restart count 0 Mar 23 05:56:25.951: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:54:31 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:25.951: INFO: pause-pod-1 started at 2023-03-23 05:54:54 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:25.951: INFO: konnectivity-agent-xkdx9 started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:56:25.951: INFO: pod-ready started at 2023-03-23 05:55:58 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container pod-readiness-gate ready: true, restart count 0 Mar 23 05:56:25.951: INFO: csi-mockplugin-0 started at 2023-03-23 05:54:31 +0000 UTC (0+3 container statuses recorded) Mar 23 05:56:25.951: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:25.951: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:56:25.951: INFO: Container mock ready: true, restart count 0 Mar 23 05:56:25.951: INFO: metadata-proxy-v0.1-qghl9 started at 2023-03-23 05:46:14 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:25.951: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:56:25.951: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:56:25.951: INFO: hostexec-bootstrap-e2e-minion-group-75lp-wbkgd started at 2023-03-23 05:56:18 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:25.951: INFO: execpodfqh4f started at 2023-03-23 05:54:19 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:25.951: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:26.445: INFO: Latency metrics for node bootstrap-e2e-minion-group-75lp Mar 23 05:56:26.445: INFO: Logging node info for node bootstrap-e2e-minion-group-lctk Mar 23 05:56:26.541: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-lctk c9f5694f-d112-4932-9158-28d9d4868b60 28640 0 2023-03-23 05:46:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-lctk kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-lctk topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-4337":"bootstrap-e2e-minion-group-lctk","csi-hostpath-provisioning-4727":"bootstrap-e2e-minion-group-lctk"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.4.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:55:56 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2023-03-23 05:56:19 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.4.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-lctk,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.4.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.82.192.178,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a467470da5810d0c296e0f0c9fd6a08c,SystemUUID:a467470d-a581-0d0c-296e-0f0c9fd6a08c,BootID:90c056ab-4fb0-4094-aad3-9f4cce622260,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:56:26.541: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-lctk Mar 23 05:56:26.606: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-lctk Mar 23 05:56:26.710: INFO: metadata-proxy-v0.1-jhj4f started at 2023-03-23 05:46:15 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:26.710: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:56:26.710: INFO: webserver-pod started at 2023-03-23 05:54:51 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:26.710: INFO: Container agnhost ready: false, restart count 0 Mar 23 05:56:26.710: INFO: hostexec-bootstrap-e2e-minion-group-lctk-4sh76 started at 2023-03-23 05:56:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:26.710: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:26.710: INFO: coredns-8f5847b64-bvt8w started at 2023-03-23 05:52:04 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:26.710: INFO: Container coredns ready: true, restart count 0 Mar 23 05:56:26.710: INFO: nodeport-test-l8k9c started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:26.710: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:56:26.710: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:55:50 +0000 UTC (0+7 container statuses recorded) Mar 23 05:56:26.710: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:56:26.710: INFO: rs-zzbt2 started at 2023-03-23 05:55:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:26.710: INFO: Container donothing ready: false, restart count 0 Mar 23 05:56:26.710: INFO: konnectivity-agent-z5t5c started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:26.710: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:56:26.710: INFO: hostexec-bootstrap-e2e-minion-group-lctk-vf6p2 started at 2023-03-23 05:55:56 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:26.710: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:26.710: INFO: test-rolling-update-with-lb-745c47894-pxdr8 started at 2023-03-23 05:56:19 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:26.710: INFO: Container agnhost ready: true, restart count 0 Mar 23 05:56:26.710: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:55:30 +0000 UTC (0+7 container statuses recorded) Mar 23 05:56:26.710: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:56:26.710: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:56:26.710: INFO: kube-proxy-bootstrap-e2e-minion-group-lctk started at 2023-03-23 05:46:14 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:26.710: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:56:27.041: INFO: Latency metrics for node bootstrap-e2e-minion-group-lctk Mar 23 05:56:27.041: INFO: Logging node info for node bootstrap-e2e-minion-group-m44v Mar 23 05:56:27.136: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-m44v 1c1459ab-5981-4078-8735-b91d0640e61e 28584 0 2023-03-23 05:46:12 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-m44v kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-m44v topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-2219":"bootstrap-e2e-minion-group-m44v"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:55:16 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:55:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2023-03-23 05:56:18 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-m44v,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:55:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:55:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:55:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:55:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.168.166.91,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dbcaf8725611171d4aea42031751eee3,SystemUUID:dbcaf872-5611-171d-4aea-42031751eee3,BootID:3be496c4-d00f-482a-aec5-05e3b715b6ac,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:7729580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:56:27.136: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-m44v Mar 23 05:56:27.205: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-m44v Mar 23 05:56:27.285: INFO: metadata-proxy-v0.1-2x6hp started at 2023-03-23 05:46:13 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:27.285: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:56:27.285: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:56:27.285: INFO: liveness-ac71b8df-469b-4e99-80fe-35fbee10caa9 started at 2023-03-23 05:56:07 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:27.285: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:27.285: INFO: forbid-27992516-ztzc6 started at 2023-03-23 05:56:00 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:27.285: INFO: Container c ready: true, restart count 0 Mar 23 05:56:27.285: INFO: kube-proxy-bootstrap-e2e-minion-group-m44v started at 2023-03-23 05:46:12 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:27.285: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:56:27.285: INFO: test-webserver-3d9833f1-fc7f-4cf6-90c3-db7b8f58fed9 started at 2023-03-23 05:55:44 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:27.285: INFO: Container test-webserver ready: false, restart count 0 Mar 23 05:56:27.285: INFO: pause-pod-1 started at 2023-03-23 05:56:07 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:27.285: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:27.285: INFO: hostexec-bootstrap-e2e-minion-group-m44v-jbbs7 started at 2023-03-23 05:56:10 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:27.285: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:27.285: INFO: pfpod started at 2023-03-23 05:56:02 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:27.285: INFO: Container portforwardtester ready: true, restart count 0 Mar 23 05:56:27.285: INFO: Container readiness ready: true, restart count 0 Mar 23 05:56:27.285: INFO: test-ss-0 started at 2023-03-23 05:55:45 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:27.285: INFO: Container webserver ready: true, restart count 0 Mar 23 05:56:27.285: INFO: konnectivity-agent-z65tc started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:27.285: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:56:27.285: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:53:39 +0000 UTC (0+7 container statuses recorded) Mar 23 05:56:27.285: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:27.285: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:27.285: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:56:27.285: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:56:27.285: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:56:27.285: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:56:27.285: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:56:27.285: INFO: webserver-pod started at 2023-03-23 05:56:05 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:27.285: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:27.750: INFO: Latency metrics for node bootstrap-e2e-minion-group-m44v Mar 23 05:56:27.750: INFO: Logging node info for node bootstrap-e2e-minion-group-phng Mar 23 05:56:27.923: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-phng 3a7b803f-e1e8-4319-8f0e-9d869068e555 28874 0 2023-03-23 05:46:06 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-phng kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-phng topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-read-write-once-pod-6835":"bootstrap-e2e-minion-group-phng","csi-mock-csi-mock-volumes-capacity-4029":"bootstrap-e2e-minion-group-phng"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:56:12 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:26 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {kube-controller-manager Update v1 2023-03-23 05:56:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-phng,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:15 +0000 UTC,LastTransitionTime:2023-03-23 05:46:15 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:55:38 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:55:38 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:55:38 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:55:38 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.6,},NodeAddress{Type:ExternalIP,Address:35.233.187.75,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:cc35e191a0389399a3d8166a5be04ece,SystemUUID:cc35e191-a038-9399-a3d8-166a5be04ece,BootID:fb0d14ed-6b5f-4284-8602-79f4efd8a7a9,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-read-write-once-pod-6835^72b73af6-c93f-11ed-982a-eae479b027bc,DevicePath:,},},Config:nil,},} Mar 23 05:56:27.923: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-phng Mar 23 05:56:28.044: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-phng Mar 23 05:56:28.235: INFO: csi-mockplugin-0 started at 2023-03-23 05:55:46 +0000 UTC (0+4 container statuses recorded) Mar 23 05:56:28.235: INFO: Container busybox ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container csi-provisioner ready: true, restart count 1 Mar 23 05:56:28.235: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container mock ready: true, restart count 0 Mar 23 05:56:28.235: INFO: pod-projected-secrets-45912372-94a0-44a8-84a7-52840decc5db started at 2023-03-23 05:55:17 +0000 UTC (0+3 container statuses recorded) Mar 23 05:56:28.235: INFO: Container creates-volume-test ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container dels-volume-test ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container upds-volume-test ready: true, restart count 0 Mar 23 05:56:28.235: INFO: test-rolling-update-with-lb-745c47894-xnhw4 started at 2023-03-23 05:56:22 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container agnhost ready: true, restart count 0 Mar 23 05:56:28.235: INFO: coredns-8f5847b64-8m7sp started at 2023-03-23 05:46:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container coredns ready: true, restart count 0 Mar 23 05:56:28.235: INFO: kube-proxy-bootstrap-e2e-minion-group-phng started at 2023-03-23 05:46:06 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:56:28.235: INFO: csi-mockplugin-0 started at 2023-03-23 05:53:56 +0000 UTC (0+4 container statuses recorded) Mar 23 05:56:28.235: INFO: Container busybox ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container csi-provisioner ready: false, restart count 3 Mar 23 05:56:28.235: INFO: Container driver-registrar ready: true, restart count 2 Mar 23 05:56:28.235: INFO: Container mock ready: true, restart count 0 Mar 23 05:56:28.235: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:55:45 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:28.235: INFO: pod-162cd2f3-0191-42f1-afb5-e77de80a61a0 started at 2023-03-23 05:56:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container write-pod ready: false, restart count 0 Mar 23 05:56:28.235: INFO: csi-mockplugin-resizer-0 started at 2023-03-23 05:55:46 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container csi-resizer ready: true, restart count 1 Mar 23 05:56:28.235: INFO: l7-default-backend-856d874f49-2w7lh started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container default-http-backend ready: true, restart count 0 Mar 23 05:56:28.235: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:53:56 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container csi-attacher ready: true, restart count 1 Mar 23 05:56:28.235: INFO: csi-mockplugin-0 started at 2023-03-23 05:55:45 +0000 UTC (0+3 container statuses recorded) Mar 23 05:56:28.235: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container mock ready: true, restart count 0 Mar 23 05:56:28.235: INFO: test-grpc-2e9a1256-11b8-4f5d-8cfd-d8d1faf885dc started at 2023-03-23 05:52:35 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container agnhost ready: true, restart count 0 Mar 23 05:56:28.235: INFO: metadata-proxy-v0.1-227rp started at 2023-03-23 05:46:07 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:28.235: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:56:28.235: INFO: konnectivity-agent-p5t86 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:56:28.235: INFO: httpd started at 2023-03-23 05:53:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container httpd ready: true, restart count 0 Mar 23 05:56:28.235: INFO: volume-snapshot-controller-0 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:28.235: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 23 05:56:28.235: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:56:24 +0000 UTC (0+7 container statuses recorded) Mar 23 05:56:28.235: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:56:28.235: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:56:28.526: INFO: Latency metrics for node bootstrap-e2e-minion-group-phng END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:56:28.526 (3.45s) < Exit [DeferCleanup (Each)] [sig-apps] ReplicaSet - dump namespaces | framework.go:209 @ 03/23/23 05:56:28.526 (3.45s) > Enter [DeferCleanup (Each)] [sig-apps] ReplicaSet - tear down framework | framework.go:206 @ 03/23/23 05:56:28.526 STEP: Destroying namespace "replicaset-3260" for this suite. - test/e2e/framework/framework.go:351 @ 03/23/23 05:56:28.526 < Exit [DeferCleanup (Each)] [sig-apps] ReplicaSet - tear down framework | framework.go:206 @ 03/23/23 05:56:28.586 (60ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:56:28.586 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:56:28.586 (0s)
Find responses mentions in log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-cli\]\sKubectl\sPort\sforwarding\sWith\sa\sserver\slistening\son\s0\.0\.0\.0\sshould\ssupport\sforwarding\sover\swebsockets$'
[FAILED] Failed to open websocket to wss://34.105.117.5/api/v1/namespaces/port-forwarding-6225/pods/pfpod/portforward?ports=80: websocket.Dial wss://34.105.117.5/api/v1/namespaces/port-forwarding-6225/pods/pfpod/portforward?ports=80: bad status In [It] at: test/e2e/kubectl/portforward.go:385 @ 03/23/23 05:58:06.216from junit_01.xml
> Enter [BeforeEach] [sig-cli] Kubectl Port forwarding - set up framework | framework.go:191 @ 03/23/23 05:57:29.545 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/23/23 05:57:29.545 Mar 23 05:57:29.545: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename port-forwarding - test/e2e/framework/framework.go:250 @ 03/23/23 05:57:29.546 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/23/23 05:57:29.677 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/23/23 05:57:29.758 < Exit [BeforeEach] [sig-cli] Kubectl Port forwarding - set up framework | framework.go:191 @ 03/23/23 05:57:29.841 (296ms) > Enter [BeforeEach] [sig-cli] Kubectl Port forwarding - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:57:29.841 < Exit [BeforeEach] [sig-cli] Kubectl Port forwarding - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:57:29.841 (0s) > Enter [It] should support forwarding over websockets - test/e2e/kubectl/portforward.go:470 @ 03/23/23 05:57:29.841 Mar 23 05:57:29.841: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Creating the pod - test/e2e/kubectl/portforward.go:366 @ 03/23/23 05:57:29.842 [FAILED] Failed to open websocket to wss://34.105.117.5/api/v1/namespaces/port-forwarding-6225/pods/pfpod/portforward?ports=80: websocket.Dial wss://34.105.117.5/api/v1/namespaces/port-forwarding-6225/pods/pfpod/portforward?ports=80: bad status In [It] at: test/e2e/kubectl/portforward.go:385 @ 03/23/23 05:58:06.216 < Exit [It] should support forwarding over websockets - test/e2e/kubectl/portforward.go:470 @ 03/23/23 05:58:06.216 (36.375s) > Enter [AfterEach] [sig-cli] Kubectl Port forwarding - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:58:06.216 Mar 23 05:58:06.216: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-cli] Kubectl Port forwarding - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:58:06.26 (44ms) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:58:06.26 < Exit [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:58:06.26 (0s) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - dump namespaces | framework.go:209 @ 03/23/23 05:58:06.26 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:58:06.26 STEP: Collecting events from namespace "port-forwarding-6225". - test/e2e/framework/debug/dump.go:42 @ 03/23/23 05:58:06.26 STEP: Found 7 events. - test/e2e/framework/debug/dump.go:46 @ 03/23/23 05:58:06.302 Mar 23 05:58:06.302: INFO: At 2023-03-23 05:57:29 +0000 UTC - event for pfpod: {default-scheduler } Scheduled: Successfully assigned port-forwarding-6225/pfpod to bootstrap-e2e-minion-group-lctk Mar 23 05:58:06.302: INFO: At 2023-03-23 05:57:30 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-lctk} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 05:58:06.302: INFO: At 2023-03-23 05:57:30 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-lctk} Created: Created container readiness Mar 23 05:58:06.302: INFO: At 2023-03-23 05:57:30 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-lctk} Started: Started container readiness Mar 23 05:58:06.302: INFO: At 2023-03-23 05:57:30 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-lctk} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 05:58:06.302: INFO: At 2023-03-23 05:57:30 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-lctk} Created: Created container portforwardtester Mar 23 05:58:06.302: INFO: At 2023-03-23 05:57:30 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-lctk} Started: Started container portforwardtester Mar 23 05:58:06.343: INFO: POD NODE PHASE GRACE CONDITIONS Mar 23 05:58:06.343: INFO: pfpod bootstrap-e2e-minion-group-lctk Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:57:29 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:57:35 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:57:35 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:57:29 +0000 UTC }] Mar 23 05:58:06.343: INFO: Mar 23 05:58:06.491: INFO: Logging node info for node bootstrap-e2e-master Mar 23 05:58:06.533: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master b2cd2dc8-ffce-4614-bdea-8d87c50a6424 29120 0 2023-03-23 05:46:08 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}},"f:taints":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858370560 0} {<nil>} 3767940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596226560 0} {<nil>} 3511940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.105.117.5,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b642835b33175f0af63452c96e2e0064,SystemUUID:b642835b-3317-5f0a-f634-52c96e2e0064,BootID:f85f58d1-4315-4e3e-bb3a-8bdb7c1fd60c,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:121935203,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:113796093,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:59687920,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:b1389e7014425a1752aac55f5043ef4c52edaef0e223bf4d48ed1324e298087c registry.k8s.io/kas-network-proxy/proxy-server:v0.1.1],SizeBytes:21875112,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:58:06.533: INFO: Logging kubelet events for node bootstrap-e2e-master Mar 23 05:58:06.582: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Mar 23 05:58:06.636: INFO: kube-apiserver-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:06.636: INFO: Container kube-apiserver ready: true, restart count 0 Mar 23 05:58:06.636: INFO: metadata-proxy-v0.1-5jk5n started at 2023-03-23 05:46:12 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:06.636: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:06.636: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:06.636: INFO: etcd-server-events-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:06.636: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:58:06.636: INFO: konnectivity-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:06.636: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 23 05:58:06.636: INFO: kube-scheduler-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:06.636: INFO: Container kube-scheduler ready: true, restart count 0 Mar 23 05:58:06.636: INFO: kube-addon-manager-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:06.636: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 23 05:58:06.636: INFO: l7-lb-controller-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:06.636: INFO: Container l7-lb-controller ready: true, restart count 2 Mar 23 05:58:06.636: INFO: etcd-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:06.636: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:58:06.636: INFO: kube-controller-manager-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:06.636: INFO: Container kube-controller-manager ready: true, restart count 1 Mar 23 05:58:06.867: INFO: Latency metrics for node bootstrap-e2e-master Mar 23 05:58:06.867: INFO: Logging node info for node bootstrap-e2e-minion-group-75lp Mar 23 05:58:06.909: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-75lp 3d295bdc-d3cc-4821-8155-06b581cac3c6 32290 0 2023-03-23 05:46:13 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-75lp kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-75lp topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-attach-126":"bootstrap-e2e-minion-group-75lp"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-23 05:57:43 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:57:47 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:58:01 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-75lp,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:57:41 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.105.31.142,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0e9c7f2912564fef00b19cba2c89eb7f,SystemUUID:0e9c7f29-1256-4fef-00b1-9cba2c89eb7f,BootID:8532ffcb-9890-4ad6-addd-290a19b0c275,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:58:06.909: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-75lp Mar 23 05:58:06.953: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-75lp Mar 23 05:58:07.003: INFO: kube-proxy-bootstrap-e2e-minion-group-75lp started at 2023-03-23 05:46:13 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:07.003: INFO: nodeport-test-rbd6z started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:58:07.003: INFO: hostexec-bootstrap-e2e-minion-group-75lp-xc7hb started at 2023-03-23 05:58:05 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:07.003: INFO: netserver-0 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:07.003: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:57:39 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:58:07.003: INFO: kube-dns-autoscaler-7b444c59c9-4vnfn started at 2023-03-23 05:52:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container autoscaler ready: true, restart count 0 Mar 23 05:58:07.003: INFO: liveness-527da300-0372-413c-9a77-d096fb1678c6 started at 2023-03-23 05:56:29 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container agnhost-container ready: true, restart count 4 Mar 23 05:58:07.003: INFO: metrics-server-v0.5.2-57d47cbf5-m2j6g started at 2023-03-23 05:46:30 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:07.003: INFO: Container metrics-server ready: true, restart count 0 Mar 23 05:58:07.003: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 23 05:58:07.003: INFO: hostexec-bootstrap-e2e-minion-group-75lp-ks42z started at 2023-03-23 05:57:37 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:07.003: INFO: csi-mockplugin-0 started at 2023-03-23 05:57:39 +0000 UTC (0+3 container statuses recorded) Mar 23 05:58:07.003: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:58:07.003: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:58:07.003: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:07.003: INFO: konnectivity-agent-xkdx9 started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:07.003: INFO: netserver-0 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container webserver ready: false, restart count 0 Mar 23 05:58:07.003: INFO: test-pod-6c3bf2fc-17bd-422b-bb7a-3b33524a1169 started at 2023-03-23 05:58:02 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container agnhost-container ready: false, restart count 0 Mar 23 05:58:07.003: INFO: pause-pod-1 started at 2023-03-23 05:54:54 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:07.003: INFO: metadata-proxy-v0.1-qghl9 started at 2023-03-23 05:46:14 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:07.003: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:07.003: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:07.003: INFO: netserver-0 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:07.003: INFO: simpletest.deployment-5d9bdff859-mxpjv started at 2023-03-23 05:57:32 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container nginx ready: true, restart count 0 Mar 23 05:58:07.003: INFO: execpodfqh4f started at 2023-03-23 05:54:19 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:07.003: INFO: liveness-388a360a-ccac-4ff7-a098-59d61d9f61fe started at 2023-03-23 05:56:03 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.003: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:07.228: INFO: Latency metrics for node bootstrap-e2e-minion-group-75lp Mar 23 05:58:07.228: INFO: Logging node info for node bootstrap-e2e-minion-group-lctk Mar 23 05:58:07.272: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-lctk c9f5694f-d112-4932-9158-28d9d4868b60 31702 0 2023-03-23 05:46:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-lctk kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-lctk topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.4.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:55:56 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:54 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2023-03-23 05:57:46 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.4.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-lctk,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.4.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:57:45 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.82.192.178,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a467470da5810d0c296e0f0c9fd6a08c,SystemUUID:a467470d-a581-0d0c-296e-0f0c9fd6a08c,BootID:90c056ab-4fb0-4094-aad3-9f4cce622260,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:58:07.272: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-lctk Mar 23 05:58:07.318: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-lctk Mar 23 05:58:07.378: INFO: konnectivity-agent-z5t5c started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:07.378: INFO: external-provisioner-8hlb6 started at 2023-03-23 05:57:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 23 05:58:07.378: INFO: netserver-1 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container webserver ready: false, restart count 0 Mar 23 05:58:07.378: INFO: netserver-1 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:07.378: INFO: pod-csi-inline-volumes started at 2023-03-23 05:57:40 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container pod-csi-inline-volumes ready: false, restart count 0 Mar 23 05:58:07.378: INFO: external-provisioner-bw6v9 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 23 05:58:07.378: INFO: kube-proxy-bootstrap-e2e-minion-group-lctk started at 2023-03-23 05:46:14 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:07.378: INFO: nfs-server started at 2023-03-23 05:57:49 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container nfs-server ready: true, restart count 0 Mar 23 05:58:07.378: INFO: simpletest.deployment-5d9bdff859-gqmzp started at 2023-03-23 05:57:32 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container nginx ready: true, restart count 0 Mar 23 05:58:07.378: INFO: netserver-1 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:07.378: INFO: metadata-proxy-v0.1-jhj4f started at 2023-03-23 05:46:15 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:07.378: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:07.378: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:07.378: INFO: webserver-pod started at 2023-03-23 05:54:51 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container agnhost ready: false, restart count 0 Mar 23 05:58:07.378: INFO: pfpod started at 2023-03-23 05:57:29 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:07.378: INFO: Container portforwardtester ready: true, restart count 0 Mar 23 05:58:07.378: INFO: Container readiness ready: true, restart count 0 Mar 23 05:58:07.378: INFO: test-container-pod started at 2023-03-23 05:57:12 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.378: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:07.378: INFO: coredns-8f5847b64-bvt8w started at 2023-03-23 05:52:04 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.379: INFO: Container coredns ready: true, restart count 0 Mar 23 05:58:07.379: INFO: nodeport-test-l8k9c started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.379: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:58:07.379: INFO: privileged-pod started at 2023-03-23 05:57:44 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:07.379: INFO: Container not-privileged-container ready: true, restart count 0 Mar 23 05:58:07.379: INFO: Container privileged-container ready: true, restart count 0 Mar 23 05:58:07.379: INFO: hostexec-bootstrap-e2e-minion-group-lctk-k5b9j started at 2023-03-23 05:57:58 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.379: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:07.693: INFO: Latency metrics for node bootstrap-e2e-minion-group-lctk Mar 23 05:58:07.693: INFO: Logging node info for node bootstrap-e2e-minion-group-m44v Mar 23 05:58:07.735: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-m44v 1c1459ab-5981-4078-8735-b91d0640e61e 31994 0 2023-03-23 05:46:12 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-m44v kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-m44v topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-8016":"bootstrap-e2e-minion-group-m44v"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:57:43 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2023-03-23 05:57:51 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-23 05:57:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-m44v,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:57:49 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:57:48 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.168.166.91,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dbcaf8725611171d4aea42031751eee3,SystemUUID:dbcaf872-5611-171d-4aea-42031751eee3,BootID:3be496c4-d00f-482a-aec5-05e3b715b6ac,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:7729580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-8016^97b92d45-c93f-11ed-9f2d-f6d96e0dab72 kubernetes.io/csi/csi-hostpath-ephemeral-8016^9faf612c-c93f-11ed-9f2d-f6d96e0dab72],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8016^9faf612c-c93f-11ed-9f2d-f6d96e0dab72,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8016^97b92d45-c93f-11ed-9f2d-f6d96e0dab72,DevicePath:,},},Config:nil,},} Mar 23 05:58:07.735: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-m44v Mar 23 05:58:07.781: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-m44v Mar 23 05:58:07.879: INFO: konnectivity-agent-z65tc started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.879: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:07.879: INFO: inline-volume-tester2-lr8bs started at 2023-03-23 05:57:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.879: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:58:07.879: INFO: sample-webhook-deployment-7497495989-8ckmx started at 2023-03-23 05:57:55 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.879: INFO: Container sample-webhook ready: true, restart count 0 Mar 23 05:58:07.879: INFO: netserver-2 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.879: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:07.879: INFO: metadata-proxy-v0.1-2x6hp started at 2023-03-23 05:46:13 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:07.879: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:07.879: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:07.879: INFO: liveness-ac71b8df-469b-4e99-80fe-35fbee10caa9 started at 2023-03-23 05:56:07 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.879: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:58:07.879: INFO: netserver-2 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.879: INFO: Container webserver ready: false, restart count 0 Mar 23 05:58:07.879: INFO: netserver-2 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.879: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:07.879: INFO: inline-volume-tester-2fbqk started at 2023-03-23 05:57:30 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.879: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:58:07.879: INFO: httpd started at 2023-03-23 05:58:03 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.879: INFO: Container httpd ready: false, restart count 0 Mar 23 05:58:07.879: INFO: kube-proxy-bootstrap-e2e-minion-group-m44v started at 2023-03-23 05:46:12 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:07.879: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:07.879: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:57:27 +0000 UTC (0+7 container statuses recorded) Mar 23 05:58:07.879: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:58:07.879: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:58:07.879: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:58:07.879: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:58:07.879: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:58:07.879: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:58:07.879: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:58:08.112: INFO: Latency metrics for node bootstrap-e2e-minion-group-m44v Mar 23 05:58:08.112: INFO: Logging node info for node bootstrap-e2e-minion-group-phng Mar 23 05:58:08.157: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-phng 3a7b803f-e1e8-4319-8f0e-9d869068e555 32191 0 2023-03-23 05:46:06 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-phng kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-phng topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-attach-5954":"bootstrap-e2e-minion-group-phng","csi-mock-csi-mock-volumes-expansion-5197":"csi-mock-csi-mock-volumes-expansion-5197"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:57:46 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2023-03-23 05:57:54 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-23 05:57:57 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-phng,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:57:53 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:15 +0000 UTC,LastTransitionTime:2023-03-23 05:46:15 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.6,},NodeAddress{Type:ExternalIP,Address:35.233.187.75,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:cc35e191a0389399a3d8166a5be04ece,SystemUUID:cc35e191-a038-9399-a3d8-166a5be04ece,BootID:fb0d14ed-6b5f-4284-8602-79f4efd8a7a9,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-5197^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-5197^4,DevicePath:,},},Config:nil,},} Mar 23 05:58:08.157: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-phng Mar 23 05:58:08.201: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-phng Mar 23 05:58:08.256: INFO: csi-mockplugin-0 started at 2023-03-23 05:55:46 +0000 UTC (0+4 container statuses recorded) Mar 23 05:58:08.256: INFO: Container busybox ready: true, restart count 0 Mar 23 05:58:08.256: INFO: Container csi-provisioner ready: false, restart count 3 Mar 23 05:58:08.256: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:58:08.256: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:08.256: INFO: pvc-volume-tester-nj87r started at 2023-03-23 05:57:45 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container volume-tester ready: true, restart count 0 Mar 23 05:58:08.256: INFO: pod-prestop-hook-a9cca2da-fec4-419a-9394-fd0d867669d8 started at 2023-03-23 05:57:46 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container nginx ready: true, restart count 0 Mar 23 05:58:08.256: INFO: inline-volume-tester-pf9jt started at 2023-03-23 05:57:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:58:08.256: INFO: kube-proxy-bootstrap-e2e-minion-group-phng started at 2023-03-23 05:46:06 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:58:08.256: INFO: coredns-8f5847b64-8m7sp started at 2023-03-23 05:46:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container coredns ready: true, restart count 0 Mar 23 05:58:08.256: INFO: netserver-3 started at 2023-03-23 05:56:58 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:08.256: INFO: csi-mockplugin-0 started at 2023-03-23 05:53:56 +0000 UTC (0+4 container statuses recorded) Mar 23 05:58:08.256: INFO: Container busybox ready: true, restart count 0 Mar 23 05:58:08.256: INFO: Container csi-provisioner ready: true, restart count 4 Mar 23 05:58:08.256: INFO: Container driver-registrar ready: true, restart count 3 Mar 23 05:58:08.256: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:08.256: INFO: netserver-3 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container webserver ready: false, restart count 0 Mar 23 05:58:08.256: INFO: l7-default-backend-856d874f49-2w7lh started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container default-http-backend ready: true, restart count 0 Mar 23 05:58:08.256: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:53:56 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container csi-attacher ready: true, restart count 1 Mar 23 05:58:08.256: INFO: csi-mockplugin-0 started at 2023-03-23 05:57:55 +0000 UTC (0+3 container statuses recorded) Mar 23 05:58:08.256: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:58:08.256: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:58:08.256: INFO: Container mock ready: true, restart count 0 Mar 23 05:58:08.256: INFO: csi-mockplugin-resizer-0 started at 2023-03-23 05:55:46 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container csi-resizer ready: false, restart count 3 Mar 23 05:58:08.256: INFO: metadata-proxy-v0.1-227rp started at 2023-03-23 05:46:07 +0000 UTC (0+2 container statuses recorded) Mar 23 05:58:08.256: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:58:08.256: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:58:08.256: INFO: konnectivity-agent-p5t86 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:58:08.256: INFO: test-container-pod started at 2023-03-23 05:57:21 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:08.256: INFO: netserver-3 started at 2023-03-23 05:56:50 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container webserver ready: true, restart count 0 Mar 23 05:58:08.256: INFO: volume-snapshot-controller-0 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 23 05:58:08.256: INFO: httpd started at 2023-03-23 05:53:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:58:08.256: INFO: Container httpd ready: true, restart count 0 Mar 23 05:58:08.543: INFO: Latency metrics for node bootstrap-e2e-minion-group-phng END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:58:08.543 (2.283s) < Exit [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - dump namespaces | framework.go:209 @ 03/23/23 05:58:08.543 (2.283s) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - tear down framework | framework.go:206 @ 03/23/23 05:58:08.543 STEP: Destroying namespace "port-forwarding-6225" for this suite. - test/e2e/framework/framework.go:351 @ 03/23/23 05:58:08.543 < Exit [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - tear down framework | framework.go:206 @ 03/23/23 05:58:08.586 (42ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:58:08.586 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:58:08.586 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-cli\]\sKubectl\sPort\sforwarding\sWith\sa\sserver\slistening\son\s0\.0\.0\.0\sthat\sexpects\sa\sclient\srequest\sshould\ssupport\sa\sclient\sthat\sconnects\,\ssends\sNO\sDATA\,\sand\sdisconnects$'
[FAILED] Failed to read from kubectl port-forward stdout: EOF In [It] at: test/e2e/kubectl/portforward.go:191 @ 03/23/23 05:56:41.482from junit_01.xml
> Enter [BeforeEach] [sig-cli] Kubectl Port forwarding - set up framework | framework.go:191 @ 03/23/23 05:56:01.715 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/23/23 05:56:01.715 Mar 23 05:56:01.715: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename port-forwarding - test/e2e/framework/framework.go:250 @ 03/23/23 05:56:01.716 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/23/23 05:56:02.146 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/23/23 05:56:02.31 < Exit [BeforeEach] [sig-cli] Kubectl Port forwarding - set up framework | framework.go:191 @ 03/23/23 05:56:02.445 (731ms) > Enter [BeforeEach] [sig-cli] Kubectl Port forwarding - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:56:02.445 < Exit [BeforeEach] [sig-cli] Kubectl Port forwarding - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:56:02.445 (0s) > Enter [It] should support a client that connects, sends NO DATA, and disconnects - test/e2e/kubectl/portforward.go:456 @ 03/23/23 05:56:02.445 STEP: Creating the target pod - test/e2e/kubectl/portforward.go:259 @ 03/23/23 05:56:02.445 STEP: Running 'kubectl port-forward' - test/e2e/kubectl/portforward.go:268 @ 03/23/23 05:56:10.951 Mar 23 05:56:10.951: INFO: starting port-forward command and streaming output Mar 23 05:56:10.951: INFO: Asynchronously running '/workspace/kubernetes/platforms/linux/amd64/kubectl kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=port-forwarding-9333 port-forward --namespace=port-forwarding-9333 pfpod :80' Mar 23 05:56:10.951: INFO: reading from `kubectl port-forward` command's stdout [FAILED] Failed to read from kubectl port-forward stdout: EOF In [It] at: test/e2e/kubectl/portforward.go:191 @ 03/23/23 05:56:41.482 < Exit [It] should support a client that connects, sends NO DATA, and disconnects - test/e2e/kubectl/portforward.go:456 @ 03/23/23 05:56:41.482 (39.037s) > Enter [AfterEach] [sig-cli] Kubectl Port forwarding - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:56:41.482 Mar 23 05:56:41.482: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-cli] Kubectl Port forwarding - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:56:41.551 (69ms) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:56:41.551 < Exit [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:56:41.551 (0s) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - dump namespaces | framework.go:209 @ 03/23/23 05:56:41.551 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:56:41.551 STEP: Collecting events from namespace "port-forwarding-9333". - test/e2e/framework/debug/dump.go:42 @ 03/23/23 05:56:41.551 STEP: Found 7 events. - test/e2e/framework/debug/dump.go:46 @ 03/23/23 05:56:41.625 Mar 23 05:56:41.625: INFO: At 2023-03-23 05:56:02 +0000 UTC - event for pfpod: {default-scheduler } Scheduled: Successfully assigned port-forwarding-9333/pfpod to bootstrap-e2e-minion-group-m44v Mar 23 05:56:41.625: INFO: At 2023-03-23 05:56:03 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-m44v} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 05:56:41.625: INFO: At 2023-03-23 05:56:03 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-m44v} Created: Created container readiness Mar 23 05:56:41.625: INFO: At 2023-03-23 05:56:03 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-m44v} Started: Started container readiness Mar 23 05:56:41.625: INFO: At 2023-03-23 05:56:03 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-m44v} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 05:56:41.625: INFO: At 2023-03-23 05:56:03 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-m44v} Created: Created container portforwardtester Mar 23 05:56:41.625: INFO: At 2023-03-23 05:56:03 +0000 UTC - event for pfpod: {kubelet bootstrap-e2e-minion-group-m44v} Started: Started container portforwardtester Mar 23 05:56:41.677: INFO: POD NODE PHASE GRACE CONDITIONS Mar 23 05:56:41.677: INFO: pfpod bootstrap-e2e-minion-group-m44v Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:56:02 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:56:08 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:56:08 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:56:02 +0000 UTC }] Mar 23 05:56:41.677: INFO: Mar 23 05:56:41.928: INFO: Logging node info for node bootstrap-e2e-master Mar 23 05:56:42.002: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master b2cd2dc8-ffce-4614-bdea-8d87c50a6424 13513 0 2023-03-23 05:46:08 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}},"f:taints":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:51:35 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858370560 0} {<nil>} 3767940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596226560 0} {<nil>} 3511940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.105.117.5,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b642835b33175f0af63452c96e2e0064,SystemUUID:b642835b-3317-5f0a-f634-52c96e2e0064,BootID:f85f58d1-4315-4e3e-bb3a-8bdb7c1fd60c,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:121935203,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:113796093,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:59687920,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:b1389e7014425a1752aac55f5043ef4c52edaef0e223bf4d48ed1324e298087c registry.k8s.io/kas-network-proxy/proxy-server:v0.1.1],SizeBytes:21875112,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:56:42.002: INFO: Logging kubelet events for node bootstrap-e2e-master Mar 23 05:56:42.079: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Mar 23 05:56:42.179: INFO: kube-apiserver-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.179: INFO: Container kube-apiserver ready: true, restart count 0 Mar 23 05:56:42.179: INFO: metadata-proxy-v0.1-5jk5n started at 2023-03-23 05:46:12 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:42.179: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:56:42.179: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:56:42.179: INFO: etcd-server-events-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.179: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:56:42.179: INFO: konnectivity-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.179: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 23 05:56:42.179: INFO: kube-scheduler-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.179: INFO: Container kube-scheduler ready: true, restart count 0 Mar 23 05:56:42.179: INFO: kube-addon-manager-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.179: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 23 05:56:42.179: INFO: l7-lb-controller-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.179: INFO: Container l7-lb-controller ready: true, restart count 2 Mar 23 05:56:42.179: INFO: etcd-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.179: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:56:42.179: INFO: kube-controller-manager-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.179: INFO: Container kube-controller-manager ready: true, restart count 1 Mar 23 05:56:42.490: INFO: Latency metrics for node bootstrap-e2e-master Mar 23 05:56:42.490: INFO: Logging node info for node bootstrap-e2e-minion-group-75lp Mar 23 05:56:42.547: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-75lp 3d295bdc-d3cc-4821-8155-06b581cac3c6 28601 0 2023-03-23 05:46:13 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-75lp kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-75lp topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-expansion-2856":"bootstrap-e2e-minion-group-75lp"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2023-03-23 05:55:28 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:09 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2023-03-23 05:56:18 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-75lp,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:09 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:09 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:09 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:09 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.105.31.142,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0e9c7f2912564fef00b19cba2c89eb7f,SystemUUID:0e9c7f29-1256-4fef-00b1-9cba2c89eb7f,BootID:8532ffcb-9890-4ad6-addd-290a19b0c275,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:56:42.547: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-75lp Mar 23 05:56:42.605: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-75lp Mar 23 05:56:42.781: INFO: nodeport-test-rbd6z started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:56:42.781: INFO: startup-9326fdd6-70ad-4afa-9cb6-76a91dd96e05 started at 2023-03-23 05:56:08 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container busybox ready: false, restart count 0 Mar 23 05:56:42.781: INFO: kube-proxy-bootstrap-e2e-minion-group-75lp started at 2023-03-23 05:46:13 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:56:42.781: INFO: kube-dns-autoscaler-7b444c59c9-4vnfn started at 2023-03-23 05:52:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container autoscaler ready: true, restart count 0 Mar 23 05:56:42.781: INFO: liveness-527da300-0372-413c-9a77-d096fb1678c6 started at 2023-03-23 05:56:29 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:42.781: INFO: pod-adoption started at 2023-03-23 05:56:38 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container pod-adoption ready: true, restart count 0 Mar 23 05:56:42.781: INFO: csi-mockplugin-resizer-0 started at 2023-03-23 05:54:31 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:56:42.781: INFO: metrics-server-v0.5.2-57d47cbf5-m2j6g started at 2023-03-23 05:46:30 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:42.781: INFO: Container metrics-server ready: true, restart count 0 Mar 23 05:56:42.781: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 23 05:56:42.781: INFO: pod-ready started at 2023-03-23 05:55:58 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container pod-readiness-gate ready: true, restart count 0 Mar 23 05:56:42.781: INFO: csi-mockplugin-0 started at 2023-03-23 05:54:31 +0000 UTC (0+3 container statuses recorded) Mar 23 05:56:42.781: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:42.781: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:56:42.781: INFO: Container mock ready: true, restart count 0 Mar 23 05:56:42.781: INFO: test-rolling-update-with-lb-66756c6d5c-jrx27 started at 2023-03-23 05:56:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container agnhost ready: true, restart count 0 Mar 23 05:56:42.781: INFO: backofflimit-s67db started at 2023-03-23 05:56:28 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container c ready: false, restart count 0 Mar 23 05:56:42.781: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:54:31 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:42.781: INFO: pause-pod-1 started at 2023-03-23 05:54:54 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:42.781: INFO: termination-message-container432b5526-c82d-4520-8a51-abcaadcdacfa started at 2023-03-23 05:56:38 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container termination-message-container ready: false, restart count 0 Mar 23 05:56:42.781: INFO: konnectivity-agent-xkdx9 started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:56:42.781: INFO: security-context-fd45cbbd-bc38-42ae-8bf7-bd3c60cb5ef2 started at 2023-03-23 05:56:41 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container test-container ready: false, restart count 0 Mar 23 05:56:42.781: INFO: execpodfqh4f started at 2023-03-23 05:54:19 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:42.781: INFO: metadata-proxy-v0.1-qghl9 started at 2023-03-23 05:46:14 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:42.781: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:56:42.781: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:56:42.781: INFO: test-webserver-0ad972cd-840e-4448-8db3-ce42ae233215 started at 2023-03-23 05:53:49 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container test-webserver ready: true, restart count 0 Mar 23 05:56:42.781: INFO: liveness-388a360a-ccac-4ff7-a098-59d61d9f61fe started at 2023-03-23 05:56:03 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:42.781: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:43.289: INFO: Latency metrics for node bootstrap-e2e-minion-group-75lp Mar 23 05:56:43.289: INFO: Logging node info for node bootstrap-e2e-minion-group-lctk Mar 23 05:56:43.362: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-lctk c9f5694f-d112-4932-9158-28d9d4868b60 28640 0 2023-03-23 05:46:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-lctk kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-lctk topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-4337":"bootstrap-e2e-minion-group-lctk","csi-hostpath-provisioning-4727":"bootstrap-e2e-minion-group-lctk"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.4.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:55:56 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2023-03-23 05:56:19 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.4.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-lctk,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.4.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:56:19 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.82.192.178,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a467470da5810d0c296e0f0c9fd6a08c,SystemUUID:a467470d-a581-0d0c-296e-0f0c9fd6a08c,BootID:90c056ab-4fb0-4094-aad3-9f4cce622260,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:56:43.362: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-lctk Mar 23 05:56:43.455: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-lctk Mar 23 05:56:43.541: INFO: metadata-proxy-v0.1-jhj4f started at 2023-03-23 05:46:15 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:43.541: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:56:43.541: INFO: webserver-pod started at 2023-03-23 05:54:51 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:43.541: INFO: Container agnhost ready: false, restart count 0 Mar 23 05:56:43.541: INFO: hostexec-bootstrap-e2e-minion-group-lctk-4sh76 started at 2023-03-23 05:56:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:43.541: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:43.541: INFO: coredns-8f5847b64-bvt8w started at 2023-03-23 05:52:04 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:43.541: INFO: Container coredns ready: true, restart count 0 Mar 23 05:56:43.541: INFO: nodeport-test-l8k9c started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:43.541: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:56:43.541: INFO: test-rolling-update-with-lb-66756c6d5c-6tnzh started at 2023-03-23 05:56:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:43.541: INFO: Container agnhost ready: true, restart count 0 Mar 23 05:56:43.541: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:55:50 +0000 UTC (0+7 container statuses recorded) Mar 23 05:56:43.541: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:56:43.541: INFO: rs-zzbt2 started at 2023-03-23 05:55:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:43.541: INFO: Container donothing ready: false, restart count 0 Mar 23 05:56:43.541: INFO: konnectivity-agent-z5t5c started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:43.541: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:56:43.541: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:55:30 +0000 UTC (0+7 container statuses recorded) Mar 23 05:56:43.541: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:56:43.541: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:56:43.541: INFO: kube-proxy-bootstrap-e2e-minion-group-lctk started at 2023-03-23 05:46:14 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:43.541: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:56:43.854: INFO: Latency metrics for node bootstrap-e2e-minion-group-lctk Mar 23 05:56:43.854: INFO: Logging node info for node bootstrap-e2e-minion-group-m44v Mar 23 05:56:43.907: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-m44v 1c1459ab-5981-4078-8735-b91d0640e61e 28584 0 2023-03-23 05:46:12 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-m44v kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-m44v topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-2219":"bootstrap-e2e-minion-group-m44v"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:55:16 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:55:46 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2023-03-23 05:56:18 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-m44v,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:56:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:55:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:55:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:55:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:55:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.168.166.91,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dbcaf8725611171d4aea42031751eee3,SystemUUID:dbcaf872-5611-171d-4aea-42031751eee3,BootID:3be496c4-d00f-482a-aec5-05e3b715b6ac,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:7729580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:56:43.908: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-m44v Mar 23 05:56:43.953: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-m44v Mar 23 05:56:44.022: INFO: kube-proxy-bootstrap-e2e-minion-group-m44v started at 2023-03-23 05:46:12 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.022: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:56:44.022: INFO: test-webserver-3d9833f1-fc7f-4cf6-90c3-db7b8f58fed9 started at 2023-03-23 05:55:44 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.022: INFO: Container test-webserver ready: false, restart count 0 Mar 23 05:56:44.022: INFO: labelsupdatebb0b8bca-1d1a-44d4-91dd-6b4b957fa9b4 started at 2023-03-23 05:56:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.022: INFO: Container client-container ready: false, restart count 0 Mar 23 05:56:44.022: INFO: pfpod started at 2023-03-23 05:56:02 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:44.022: INFO: Container portforwardtester ready: true, restart count 0 Mar 23 05:56:44.022: INFO: Container readiness ready: true, restart count 0 Mar 23 05:56:44.022: INFO: test-ss-0 started at 2023-03-23 05:55:45 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.022: INFO: Container webserver ready: true, restart count 0 Mar 23 05:56:44.022: INFO: backofflimit-qqm76 started at 2023-03-23 05:56:39 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.022: INFO: Container c ready: false, restart count 0 Mar 23 05:56:44.022: INFO: hostexec-bootstrap-e2e-minion-group-m44v-jbbs7 started at 2023-03-23 05:56:10 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.023: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:44.023: INFO: konnectivity-agent-z65tc started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.023: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:56:44.023: INFO: webserver-pod started at 2023-03-23 05:56:05 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.023: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:44.023: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:53:39 +0000 UTC (0+7 container statuses recorded) Mar 23 05:56:44.023: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:44.023: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:44.023: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:56:44.023: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:56:44.023: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:56:44.023: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:56:44.023: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:56:44.023: INFO: hostexec-bootstrap-e2e-minion-group-m44v-fljzn started at 2023-03-23 05:56:37 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.023: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:44.023: INFO: metadata-proxy-v0.1-2x6hp started at 2023-03-23 05:46:13 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:44.023: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:56:44.023: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:56:44.023: INFO: liveness-ac71b8df-469b-4e99-80fe-35fbee10caa9 started at 2023-03-23 05:56:07 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.023: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:44.023: INFO: busybox-3667745b-eba1-491d-b9b7-3e4a7d3734fe started at 2023-03-23 05:56:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.023: INFO: Container busybox ready: true, restart count 0 Mar 23 05:56:44.498: INFO: Latency metrics for node bootstrap-e2e-minion-group-m44v Mar 23 05:56:44.498: INFO: Logging node info for node bootstrap-e2e-minion-group-phng Mar 23 05:56:44.605: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-phng 3a7b803f-e1e8-4319-8f0e-9d869068e555 28916 0 2023-03-23 05:46:06 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-phng kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-phng topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-read-write-once-pod-6835":"bootstrap-e2e-minion-group-phng","csi-mock-csi-mock-volumes-capacity-4029":"bootstrap-e2e-minion-group-phng"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:56:12 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:56:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-23 05:56:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-phng,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:56:12 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:15 +0000 UTC,LastTransitionTime:2023-03-23 05:46:15 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:29 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:29 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:29 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:29 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.6,},NodeAddress{Type:ExternalIP,Address:35.233.187.75,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:cc35e191a0389399a3d8166a5be04ece,SystemUUID:cc35e191-a038-9399-a3d8-166a5be04ece,BootID:fb0d14ed-6b5f-4284-8602-79f4efd8a7a9,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-read-write-once-pod-6835^72b73af6-c93f-11ed-982a-eae479b027bc],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-read-write-once-pod-6835^72b73af6-c93f-11ed-982a-eae479b027bc,DevicePath:,},},Config:nil,},} Mar 23 05:56:44.605: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-phng Mar 23 05:56:44.682: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-phng Mar 23 05:56:44.817: INFO: csi-mockplugin-0 started at 2023-03-23 05:53:56 +0000 UTC (0+4 container statuses recorded) Mar 23 05:56:44.818: INFO: Container busybox ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container csi-provisioner ready: false, restart count 3 Mar 23 05:56:44.818: INFO: Container driver-registrar ready: true, restart count 2 Mar 23 05:56:44.818: INFO: Container mock ready: true, restart count 0 Mar 23 05:56:44.818: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:55:45 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:44.818: INFO: l7-default-backend-856d874f49-2w7lh started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container default-http-backend ready: true, restart count 0 Mar 23 05:56:44.818: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:53:56 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container csi-attacher ready: true, restart count 1 Mar 23 05:56:44.818: INFO: pod-162cd2f3-0191-42f1-afb5-e77de80a61a0 started at 2023-03-23 05:56:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container write-pod ready: false, restart count 0 Mar 23 05:56:44.818: INFO: csi-mockplugin-resizer-0 started at 2023-03-23 05:55:46 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container csi-resizer ready: false, restart count 1 Mar 23 05:56:44.818: INFO: metadata-proxy-v0.1-227rp started at 2023-03-23 05:46:07 +0000 UTC (0+2 container statuses recorded) Mar 23 05:56:44.818: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:56:44.818: INFO: konnectivity-agent-p5t86 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:56:44.818: INFO: csi-mockplugin-0 started at 2023-03-23 05:55:45 +0000 UTC (0+3 container statuses recorded) Mar 23 05:56:44.818: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container mock ready: true, restart count 0 Mar 23 05:56:44.818: INFO: pod-server-1 started at 2023-03-23 05:56:41 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:56:44.818: INFO: volume-snapshot-controller-0 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 23 05:56:44.818: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:56:24 +0000 UTC (0+7 container statuses recorded) Mar 23 05:56:44.818: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:56:44.818: INFO: httpd started at 2023-03-23 05:53:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container httpd ready: true, restart count 0 Mar 23 05:56:44.818: INFO: test-rolling-update-with-lb-66756c6d5c-rls8t started at 2023-03-23 05:56:29 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container agnhost ready: true, restart count 0 Mar 23 05:56:44.818: INFO: csi-mockplugin-0 started at 2023-03-23 05:55:46 +0000 UTC (0+4 container statuses recorded) Mar 23 05:56:44.818: INFO: Container busybox ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container csi-provisioner ready: false, restart count 1 Mar 23 05:56:44.818: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container mock ready: true, restart count 0 Mar 23 05:56:44.818: INFO: pod-projected-secrets-45912372-94a0-44a8-84a7-52840decc5db started at 2023-03-23 05:55:17 +0000 UTC (0+3 container statuses recorded) Mar 23 05:56:44.818: INFO: Container creates-volume-test ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container dels-volume-test ready: true, restart count 0 Mar 23 05:56:44.818: INFO: Container upds-volume-test ready: true, restart count 0 Mar 23 05:56:44.818: INFO: kube-proxy-bootstrap-e2e-minion-group-phng started at 2023-03-23 05:46:06 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:56:44.818: INFO: coredns-8f5847b64-8m7sp started at 2023-03-23 05:46:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:56:44.818: INFO: Container coredns ready: true, restart count 0 Mar 23 05:56:45.206: INFO: Latency metrics for node bootstrap-e2e-minion-group-phng END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:56:45.206 (3.655s) < Exit [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - dump namespaces | framework.go:209 @ 03/23/23 05:56:45.206 (3.655s) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - tear down framework | framework.go:206 @ 03/23/23 05:56:45.206 STEP: Destroying namespace "port-forwarding-9333" for this suite. - test/e2e/framework/framework.go:351 @ 03/23/23 05:56:45.206 < Exit [DeferCleanup (Each)] [sig-cli] Kubectl Port forwarding - tear down framework | framework.go:206 @ 03/23/23 05:56:45.279 (73ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:56:45.279 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:56:45.279 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-cli\]\sKubectl\sclient\sSimple\spod\sshould\ssupport\sexec$'
[FAILED] error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-1711 exec --pod-running-timeout=2m0s httpd -- echo running in container: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 In [It] at: test/e2e/framework/kubectl/builder.go:87 @ 03/23/23 06:02:19.056from junit_01.xml
> Enter [BeforeEach] [sig-cli] Kubectl client - set up framework | framework.go:191 @ 03/23/23 06:01:35.578 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/23/23 06:01:35.578 Mar 23 06:01:35.578: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename kubectl - test/e2e/framework/framework.go:250 @ 03/23/23 06:01:35.579 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/23/23 06:01:35.708 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/23/23 06:01:35.789 < Exit [BeforeEach] [sig-cli] Kubectl client - set up framework | framework.go:191 @ 03/23/23 06:01:35.87 (292ms) > Enter [BeforeEach] [sig-cli] Kubectl client - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 06:01:35.87 < Exit [BeforeEach] [sig-cli] Kubectl client - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 06:01:35.87 (0s) > Enter [BeforeEach] [sig-cli] Kubectl client - test/e2e/kubectl/kubectl.go:276 @ 03/23/23 06:01:35.87 < Exit [BeforeEach] [sig-cli] Kubectl client - test/e2e/kubectl/kubectl.go:276 @ 03/23/23 06:01:35.87 (0s) > Enter [BeforeEach] Simple pod - test/e2e/kubectl/kubectl.go:413 @ 03/23/23 06:01:35.87 STEP: creating the pod from - test/e2e/kubectl/kubectl.go:414 @ 03/23/23 06:01:35.87 Mar 23 06:01:35.870: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-1711 create -f -' Mar 23 06:01:36.383: INFO: stderr: "" Mar 23 06:01:36.383: INFO: stdout: "pod/httpd created\n" < Exit [BeforeEach] Simple pod - test/e2e/kubectl/kubectl.go:413 @ 03/23/23 06:01:48.737 (12.868s) > Enter [It] should support exec - test/e2e/kubectl/kubectl.go:423 @ 03/23/23 06:01:48.737 STEP: executing a command in the container - test/e2e/kubectl/kubectl.go:424 @ 03/23/23 06:01:48.737 Mar 23 06:01:48.737: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-1711 exec --pod-running-timeout=2m0s httpd -- echo running in container' Mar 23 06:02:19.056: INFO: rc: 1 Mar 23 06:02:19.056: INFO: Unexpected error: <exec.CodeExitError>: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-1711 exec --pod-running-timeout=2m0s httpd -- echo running in container: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 { Err: <*errors.errorString | 0xc000f63060>{ s: "error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-1711 exec --pod-running-timeout=2m0s httpd -- echo running in container:\nCommand stdout:\n\nstderr:\nError from server: error dialing backend: dial timeout, backstop\n\nerror:\nexit status 1", }, Code: 1, } [FAILED] error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-1711 exec --pod-running-timeout=2m0s httpd -- echo running in container: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 In [It] at: test/e2e/framework/kubectl/builder.go:87 @ 03/23/23 06:02:19.056 < Exit [It] should support exec - test/e2e/kubectl/kubectl.go:423 @ 03/23/23 06:02:19.056 (30.319s) > Enter [AfterEach] Simple pod - test/e2e/kubectl/kubectl.go:419 @ 03/23/23 06:02:19.056 STEP: using delete to clean up resources - test/e2e/kubectl/kubectl.go:200 @ 03/23/23 06:02:19.056 Mar 23 06:02:19.056: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-1711 delete --grace-period=0 --force -f -' Mar 23 06:02:19.309: INFO: stderr: "Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.\n" Mar 23 06:02:19.309: INFO: stdout: "pod \"httpd\" force deleted\n" Mar 23 06:02:19.309: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-1711 get rc,svc -l name=httpd --no-headers' Mar 23 06:02:19.583: INFO: stderr: "No resources found in kubectl-1711 namespace.\n" Mar 23 06:02:19.583: INFO: stdout: "" Mar 23 06:02:19.583: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-1711 get pods -l name=httpd -o go-template={{ range .items }}{{ if not .metadata.deletionTimestamp }}{{ .metadata.name }}{{ "\n" }}{{ end }}{{ end }}' Mar 23 06:02:19.813: INFO: stderr: "" Mar 23 06:02:19.813: INFO: stdout: "" < Exit [AfterEach] Simple pod - test/e2e/kubectl/kubectl.go:419 @ 03/23/23 06:02:19.813 (757ms) > Enter [AfterEach] [sig-cli] Kubectl client - test/e2e/framework/node/init/init.go:33 @ 03/23/23 06:02:19.813 Mar 23 06:02:19.813: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-cli] Kubectl client - test/e2e/framework/node/init/init.go:33 @ 03/23/23 06:02:19.859 (46ms) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl client - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 06:02:19.859 < Exit [DeferCleanup (Each)] [sig-cli] Kubectl client - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 06:02:19.859 (0s) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl client - dump namespaces | framework.go:209 @ 03/23/23 06:02:19.859 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 06:02:19.86 STEP: Collecting events from namespace "kubectl-1711". - test/e2e/framework/debug/dump.go:42 @ 03/23/23 06:02:19.86 STEP: Found 5 events. - test/e2e/framework/debug/dump.go:46 @ 03/23/23 06:02:19.9 Mar 23 06:02:19.900: INFO: At 2023-03-23 06:01:36 +0000 UTC - event for httpd: {default-scheduler } Scheduled: Successfully assigned kubectl-1711/httpd to bootstrap-e2e-minion-group-m44v Mar 23 06:02:19.900: INFO: At 2023-03-23 06:01:37 +0000 UTC - event for httpd: {kubelet bootstrap-e2e-minion-group-m44v} Pulled: Container image "registry.k8s.io/e2e-test-images/httpd:2.4.38-4" already present on machine Mar 23 06:02:19.900: INFO: At 2023-03-23 06:01:37 +0000 UTC - event for httpd: {kubelet bootstrap-e2e-minion-group-m44v} Created: Created container httpd Mar 23 06:02:19.900: INFO: At 2023-03-23 06:01:37 +0000 UTC - event for httpd: {kubelet bootstrap-e2e-minion-group-m44v} Started: Started container httpd Mar 23 06:02:19.900: INFO: At 2023-03-23 06:02:19 +0000 UTC - event for httpd: {kubelet bootstrap-e2e-minion-group-m44v} Killing: Stopping container httpd Mar 23 06:02:19.945: INFO: POD NODE PHASE GRACE CONDITIONS Mar 23 06:02:19.945: INFO: Mar 23 06:02:19.999: INFO: Logging node info for node bootstrap-e2e-master Mar 23 06:02:20.042: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master b2cd2dc8-ffce-4614-bdea-8d87c50a6424 40774 0 2023-03-23 05:46:08 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}},"f:taints":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 06:01:49 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858370560 0} {<nil>} 3767940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596226560 0} {<nil>} 3511940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:49 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:49 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:49 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 06:01:49 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.105.117.5,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b642835b33175f0af63452c96e2e0064,SystemUUID:b642835b-3317-5f0a-f634-52c96e2e0064,BootID:f85f58d1-4315-4e3e-bb3a-8bdb7c1fd60c,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:121935203,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:113796093,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:59687920,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:b1389e7014425a1752aac55f5043ef4c52edaef0e223bf4d48ed1324e298087c registry.k8s.io/kas-network-proxy/proxy-server:v0.1.1],SizeBytes:21875112,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 06:02:20.042: INFO: Logging kubelet events for node bootstrap-e2e-master Mar 23 06:02:20.089: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Mar 23 06:02:20.142: INFO: kube-scheduler-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.142: INFO: Container kube-scheduler ready: true, restart count 0 Mar 23 06:02:20.142: INFO: kube-addon-manager-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.142: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 23 06:02:20.142: INFO: l7-lb-controller-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.142: INFO: Container l7-lb-controller ready: true, restart count 2 Mar 23 06:02:20.142: INFO: etcd-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.142: INFO: Container etcd-container ready: true, restart count 0 Mar 23 06:02:20.142: INFO: kube-controller-manager-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.142: INFO: Container kube-controller-manager ready: true, restart count 1 Mar 23 06:02:20.142: INFO: kube-apiserver-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.142: INFO: Container kube-apiserver ready: true, restart count 0 Mar 23 06:02:20.142: INFO: metadata-proxy-v0.1-5jk5n started at 2023-03-23 05:46:12 +0000 UTC (0+2 container statuses recorded) Mar 23 06:02:20.142: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:02:20.142: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:02:20.142: INFO: etcd-server-events-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.142: INFO: Container etcd-container ready: true, restart count 0 Mar 23 06:02:20.142: INFO: konnectivity-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.142: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 23 06:02:20.334: INFO: Latency metrics for node bootstrap-e2e-master Mar 23 06:02:20.334: INFO: Logging node info for node bootstrap-e2e-minion-group-75lp Mar 23 06:02:20.378: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-75lp 3d295bdc-d3cc-4821-8155-06b581cac3c6 40593 0 2023-03-23 05:46:13 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-75lp kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-75lp topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-23 05:57:43 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:57:47 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 06:01:10 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-75lp,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:57:41 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.105.31.142,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0e9c7f2912564fef00b19cba2c89eb7f,SystemUUID:0e9c7f29-1256-4fef-00b1-9cba2c89eb7f,BootID:8532ffcb-9890-4ad6-addd-290a19b0c275,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 06:02:20.379: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-75lp Mar 23 06:02:20.425: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-75lp Mar 23 06:02:20.486: INFO: netserver-0 started at 2023-03-23 06:01:47 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.486: INFO: affinity-clusterip-timeout-5r85p started at 2023-03-23 06:01:28 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container affinity-clusterip-timeout ready: true, restart count 0 Mar 23 06:02:20.486: INFO: netserver-0 started at 2023-03-23 06:00:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.486: INFO: pod-init-cdaa94ce-63f2-4765-a687-011fa2ce9692 started at 2023-03-23 06:01:48 +0000 UTC (2+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Init container init1 ready: false, restart count 2 Mar 23 06:02:20.486: INFO: Init container init2 ready: false, restart count 0 Mar 23 06:02:20.486: INFO: Container run1 ready: false, restart count 0 Mar 23 06:02:20.486: INFO: kube-dns-autoscaler-7b444c59c9-4vnfn started at 2023-03-23 05:52:25 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container autoscaler ready: true, restart count 0 Mar 23 06:02:20.486: INFO: test-container-pod started at 2023-03-23 05:59:49 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.486: INFO: concurrent-27992522-4xvn9 started at 2023-03-23 06:02:00 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container c ready: true, restart count 0 Mar 23 06:02:20.486: INFO: simpletest.rc-wh2fc started at 2023-03-23 06:02:08 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container nginx ready: true, restart count 0 Mar 23 06:02:20.486: INFO: test-container-pod started at 2023-03-23 06:02:08 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.486: INFO: metrics-server-v0.5.2-57d47cbf5-m2j6g started at 2023-03-23 05:46:30 +0000 UTC (0+2 container statuses recorded) Mar 23 06:02:20.486: INFO: Container metrics-server ready: true, restart count 0 Mar 23 06:02:20.486: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 23 06:02:20.486: INFO: host-test-container-pod started at 2023-03-23 05:59:49 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:02:20.486: INFO: netserver-0 started at 2023-03-23 05:59:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.486: INFO: netserver-0 started at 2023-03-23 05:59:17 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.486: INFO: konnectivity-agent-xkdx9 started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:02:20.486: INFO: netserver-0 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.486: INFO: ss2-2 started at 2023-03-23 06:01:14 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.486: INFO: test-container-pod started at 2023-03-23 06:00:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.486: INFO: metadata-proxy-v0.1-qghl9 started at 2023-03-23 05:46:14 +0000 UTC (0+2 container statuses recorded) Mar 23 06:02:20.486: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:02:20.486: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:02:20.486: INFO: hostexec-bootstrap-e2e-minion-group-75lp-xcln7 started at 2023-03-23 06:01:32 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:02:20.486: INFO: pod-exec-websocket-06a83e6e-dd16-465a-97a5-ee769d509f93 started at 2023-03-23 06:02:12 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container main ready: true, restart count 0 Mar 23 06:02:20.486: INFO: kube-proxy-bootstrap-e2e-minion-group-75lp started at 2023-03-23 05:46:13 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:02:20.486: INFO: netserver-0 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.486: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.794: INFO: Latency metrics for node bootstrap-e2e-minion-group-75lp Mar 23 06:02:20.794: INFO: Logging node info for node bootstrap-e2e-minion-group-lctk Mar 23 06:02:20.837: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-lctk c9f5694f-d112-4932-9158-28d9d4868b60 41227 0 2023-03-23 05:46:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-lctk kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-lctk topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-fsgroup-policy-4481":"bootstrap-e2e-minion-group-lctk"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.4.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:57:46 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 06:01:35 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 06:02:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.4.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-lctk,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.4.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:57:45 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 06:02:05 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 06:02:05 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 06:02:05 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 06:02:05 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.82.192.178,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a467470da5810d0c296e0f0c9fd6a08c,SystemUUID:a467470d-a581-0d0c-296e-0f0c9fd6a08c,BootID:90c056ab-4fb0-4094-aad3-9f4cce622260,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 06:02:20.838: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-lctk Mar 23 06:02:20.887: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-lctk Mar 23 06:02:20.945: INFO: netserver-1 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.945: INFO: konnectivity-agent-z5t5c started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:02:20.945: INFO: hostexec-bootstrap-e2e-minion-group-lctk-v4rcr started at 2023-03-23 06:02:19 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container agnhost-container ready: false, restart count 0 Mar 23 06:02:20.945: INFO: netserver-1 started at 2023-03-23 06:00:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.945: INFO: affinity-clusterip-timeout-f94hg started at 2023-03-23 06:01:28 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container affinity-clusterip-timeout ready: true, restart count 0 Mar 23 06:02:20.945: INFO: busybox-scheduling-65ab76e7-9ccb-48fe-b456-4e9c5fafa801 started at 2023-03-23 06:02:15 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container busybox-scheduling-65ab76e7-9ccb-48fe-b456-4e9c5fafa801 ready: true, restart count 0 Mar 23 06:02:20.945: INFO: kube-proxy-bootstrap-e2e-minion-group-lctk started at 2023-03-23 05:46:14 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:02:20.945: INFO: test-container-pod started at 2023-03-23 05:58:13 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.945: INFO: netserver-1 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.945: INFO: netserver-1 started at 2023-03-23 05:59:17 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.945: INFO: netserver-1 started at 2023-03-23 06:01:47 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.945: INFO: metadata-proxy-v0.1-jhj4f started at 2023-03-23 05:46:15 +0000 UTC (0+2 container statuses recorded) Mar 23 06:02:20.945: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:02:20.945: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:02:20.945: INFO: coredns-8f5847b64-bvt8w started at 2023-03-23 05:52:04 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container coredns ready: true, restart count 0 Mar 23 06:02:20.945: INFO: csi-mockplugin-0 started at 2023-03-23 06:00:35 +0000 UTC (0+3 container statuses recorded) Mar 23 06:02:20.945: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 06:02:20.945: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 06:02:20.945: INFO: Container mock ready: true, restart count 0 Mar 23 06:02:20.945: INFO: netserver-1 started at 2023-03-23 05:59:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:20.945: INFO: liveness-a8a54031-ee17-4d7b-87f4-f4e04bab5a7b started at 2023-03-23 06:02:18 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:20.945: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:02:20.945: INFO: pod-projected-configmaps-d9ecaffe-adb1-4dfb-a043-2b4b08c32472 started at 2023-03-23 06:00:46 +0000 UTC (0+3 container statuses recorded) Mar 23 06:02:20.945: INFO: Container createcm-volume-test ready: true, restart count 0 Mar 23 06:02:20.945: INFO: Container delcm-volume-test ready: true, restart count 0 Mar 23 06:02:20.945: INFO: Container updcm-volume-test ready: true, restart count 0 Mar 23 06:02:21.234: INFO: Latency metrics for node bootstrap-e2e-minion-group-lctk Mar 23 06:02:21.234: INFO: Logging node info for node bootstrap-e2e-minion-group-m44v Mar 23 06:02:21.276: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-m44v 1c1459ab-5981-4078-8735-b91d0640e61e 41328 0 2023-03-23 05:46:12 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-m44v kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-m44v topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-workload-5833":"bootstrap-e2e-minion-group-m44v"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:57:51 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-23 06:02:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {kube-controller-manager Update v1 2023-03-23 06:02:18 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-m44v,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:57:49 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:02 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:02 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:02 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 06:01:02 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.168.166.91,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dbcaf8725611171d4aea42031751eee3,SystemUUID:dbcaf872-5611-171d-4aea-42031751eee3,BootID:3be496c4-d00f-482a-aec5-05e3b715b6ac,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:7729580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-workload-5833^43dfd2cd-c940-11ed-840c-0a3cfb0321e7,DevicePath:,},},Config:nil,},} Mar 23 06:02:21.277: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-m44v Mar 23 06:02:21.325: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-m44v Mar 23 06:02:21.436: INFO: netserver-2 started at 2023-03-23 05:59:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:21.436: INFO: netserver-2 started at 2023-03-23 06:01:47 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:21.436: INFO: kube-proxy-mode-detector started at 2023-03-23 06:01:23 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:02:21.436: INFO: metadata-proxy-v0.1-2x6hp started at 2023-03-23 05:46:13 +0000 UTC (0+2 container statuses recorded) Mar 23 06:02:21.436: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:02:21.436: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:02:21.436: INFO: netserver-2 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:21.436: INFO: netserver-2 started at 2023-03-23 05:59:18 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:21.436: INFO: netserver-2 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:21.436: INFO: simpletest.rc-8jbt7 started at 2023-03-23 06:02:08 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container nginx ready: true, restart count 0 Mar 23 06:02:21.436: INFO: test-container-pod started at 2023-03-23 06:01:03 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:21.436: INFO: affinity-clusterip-timeout-4drzr started at 2023-03-23 06:01:28 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container affinity-clusterip-timeout ready: true, restart count 0 Mar 23 06:02:21.436: INFO: ss2-0 started at 2023-03-23 06:01:20 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:21.436: INFO: kube-proxy-bootstrap-e2e-minion-group-m44v started at 2023-03-23 05:46:12 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:02:21.436: INFO: host-test-container-pod started at 2023-03-23 05:58:13 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:02:21.436: INFO: netserver-2 started at 2023-03-23 06:00:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:21.436: INFO: execpod-affinityjgzl7 started at 2023-03-23 06:01:31 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:02:21.436: INFO: pod-ephm-test-configmap-5r9x started at 2023-03-23 06:01:41 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container test-container-subpath-configmap-5r9x ready: false, restart count 0 Mar 23 06:02:21.436: INFO: csi-mockplugin-0 started at 2023-03-23 06:02:11 +0000 UTC (0+3 container statuses recorded) Mar 23 06:02:21.436: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 06:02:21.436: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 06:02:21.436: INFO: Container mock ready: true, restart count 0 Mar 23 06:02:21.436: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 06:02:11 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 06:02:21.436: INFO: pvc-volume-tester-64f8p started at 2023-03-23 06:02:17 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container volume-tester ready: false, restart count 0 Mar 23 06:02:21.436: INFO: konnectivity-agent-z65tc started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:21.436: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:02:22.028: INFO: Latency metrics for node bootstrap-e2e-minion-group-m44v Mar 23 06:02:22.028: INFO: Logging node info for node bootstrap-e2e-minion-group-phng Mar 23 06:02:22.079: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-phng 3a7b803f-e1e8-4319-8f0e-9d869068e555 40654 0 2023-03-23 05:46:06 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-phng kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-phng topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-6620":"bootstrap-e2e-minion-group-phng"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:57:54 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 06:01:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-23 06:01:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-phng,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:57:53 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:15 +0000 UTC,LastTransitionTime:2023-03-23 05:46:15 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:45 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:45 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:45 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 06:01:45 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.6,},NodeAddress{Type:ExternalIP,Address:35.233.187.75,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:cc35e191a0389399a3d8166a5be04ece,SystemUUID:cc35e191-a038-9399-a3d8-166a5be04ece,BootID:fb0d14ed-6b5f-4284-8602-79f4efd8a7a9,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-6620^2d921647-c940-11ed-8fb1-0e5cc80390e6],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-6620^2d921647-c940-11ed-8fb1-0e5cc80390e6,DevicePath:,},},Config:nil,},} Mar 23 06:02:22.080: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-phng Mar 23 06:02:22.128: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-phng Mar 23 06:02:22.203: INFO: netserver-3 started at 2023-03-23 05:56:58 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:22.203: INFO: netserver-3 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:22.203: INFO: ss2-1 started at 2023-03-23 06:01:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:22.203: INFO: netserver-3 started at 2023-03-23 05:59:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:22.203: INFO: l7-default-backend-856d874f49-2w7lh started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container default-http-backend ready: true, restart count 0 Mar 23 06:02:22.203: INFO: csi-hostpathplugin-0 started at 2023-03-23 06:01:37 +0000 UTC (0+7 container statuses recorded) Mar 23 06:02:22.203: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container hostpath ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 06:02:22.203: INFO: metadata-proxy-v0.1-227rp started at 2023-03-23 05:46:07 +0000 UTC (0+2 container statuses recorded) Mar 23 06:02:22.203: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:02:22.203: INFO: konnectivity-agent-p5t86 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:02:22.203: INFO: hostexec-bootstrap-e2e-minion-group-phng-9sw4p started at 2023-03-23 06:01:46 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:02:22.203: INFO: test-container-pod started at 2023-03-23 05:57:21 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:22.203: INFO: netserver-3 started at 2023-03-23 06:00:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:22.203: INFO: volume-snapshot-controller-0 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 23 06:02:22.203: INFO: csi-mockplugin-0 started at 2023-03-23 06:02:12 +0000 UTC (0+4 container statuses recorded) Mar 23 06:02:22.203: INFO: Container busybox ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container mock ready: true, restart count 0 Mar 23 06:02:22.203: INFO: httpd started at 2023-03-23 05:53:25 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container httpd ready: true, restart count 0 Mar 23 06:02:22.203: INFO: host-test-container-pod started at 2023-03-23 06:00:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:02:22.203: INFO: csi-mockplugin-0 started at 2023-03-23 05:55:46 +0000 UTC (0+4 container statuses recorded) Mar 23 06:02:22.203: INFO: Container busybox ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container csi-provisioner ready: false, restart count 5 Mar 23 06:02:22.203: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 06:02:22.203: INFO: Container mock ready: true, restart count 0 Mar 23 06:02:22.203: INFO: hostexec-bootstrap-e2e-minion-group-phng-gb74f started at 2023-03-23 06:01:54 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:02:22.203: INFO: netserver-3 started at 2023-03-23 05:59:18 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:22.203: INFO: kube-proxy-bootstrap-e2e-minion-group-phng started at 2023-03-23 05:46:06 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:02:22.203: INFO: netserver-3 started at 2023-03-23 06:01:47 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container webserver ready: true, restart count 0 Mar 23 06:02:22.203: INFO: coredns-8f5847b64-8m7sp started at 2023-03-23 05:46:23 +0000 UTC (0+1 container statuses recorded) Mar 23 06:02:22.203: INFO: Container coredns ready: true, restart count 0 Mar 23 06:02:22.740: INFO: Latency metrics for node bootstrap-e2e-minion-group-phng END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 06:02:22.74 (2.881s) < Exit [DeferCleanup (Each)] [sig-cli] Kubectl client - dump namespaces | framework.go:209 @ 03/23/23 06:02:22.74 (2.881s) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl client - tear down framework | framework.go:206 @ 03/23/23 06:02:22.74 STEP: Destroying namespace "kubectl-1711" for this suite. - test/e2e/framework/framework.go:351 @ 03/23/23 06:02:22.74 < Exit [DeferCleanup (Each)] [sig-cli] Kubectl client - tear down framework | framework.go:206 @ 03/23/23 06:02:22.788 (48ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 06:02:22.788 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 06:02:22.788 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-cli\]\sKubectl\sclient\sSimple\spod\sshould\ssupport\sinline\sexecution\sand\sattach$'
[FAILED] error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-4277 run run-test --image=registry.k8s.io/e2e-test-images/busybox:1.29-4 --restart=OnFailure --pod-running-timeout=2m0s --attach=true --stdin -- sh -c echo -n read: && cat && echo 'stdin closed': Command stdout: stderr: If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/run-test, falling back to streaming logs: error dialing backend: dial timeout, backstop Error from server: Get "https://10.138.0.4:10250/containerLogs/kubectl-4277/run-test/run-test": http2: client connection lost error: exit status 1 In [It] at: test/e2e/framework/kubectl/builder.go:87 @ 03/23/23 05:54:27.056from junit_01.xml
> Enter [BeforeEach] [sig-cli] Kubectl client - set up framework | framework.go:191 @ 03/23/23 05:53:28.92 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/23/23 05:53:28.92 Mar 23 05:53:28.920: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename kubectl - test/e2e/framework/framework.go:250 @ 03/23/23 05:53:28.922 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/23/23 05:53:29.066 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/23/23 05:53:29.152 < Exit [BeforeEach] [sig-cli] Kubectl client - set up framework | framework.go:191 @ 03/23/23 05:53:29.322 (402ms) > Enter [BeforeEach] [sig-cli] Kubectl client - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:53:29.322 < Exit [BeforeEach] [sig-cli] Kubectl client - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:53:29.322 (0s) > Enter [BeforeEach] [sig-cli] Kubectl client - test/e2e/kubectl/kubectl.go:276 @ 03/23/23 05:53:29.322 < Exit [BeforeEach] [sig-cli] Kubectl client - test/e2e/kubectl/kubectl.go:276 @ 03/23/23 05:53:29.322 (0s) > Enter [BeforeEach] Simple pod - test/e2e/kubectl/kubectl.go:413 @ 03/23/23 05:53:29.322 STEP: creating the pod from - test/e2e/kubectl/kubectl.go:414 @ 03/23/23 05:53:29.322 Mar 23 05:53:29.323: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-4277 create -f -' Mar 23 05:53:29.987: INFO: stderr: "" Mar 23 05:53:29.987: INFO: stdout: "pod/httpd created\n" < Exit [BeforeEach] Simple pod - test/e2e/kubectl/kubectl.go:413 @ 03/23/23 05:53:42.52 (13.198s) > Enter [It] should support inline execution and attach - test/e2e/kubectl/kubectl.go:751 @ 03/23/23 05:53:42.52 STEP: executing a command with run and attach with stdin - test/e2e/kubectl/kubectl.go:763 @ 03/23/23 05:53:42.52 Mar 23 05:53:42.520: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-4277 run run-test --image=registry.k8s.io/e2e-test-images/busybox:1.29-4 --restart=OnFailure --pod-running-timeout=2m0s --attach=true --stdin -- sh -c echo -n read: && cat && echo 'stdin closed'' Mar 23 05:54:27.055: INFO: rc: 1 Mar 23 05:54:27.055: INFO: Unexpected error: <exec.CodeExitError>: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-4277 run run-test --image=registry.k8s.io/e2e-test-images/busybox:1.29-4 --restart=OnFailure --pod-running-timeout=2m0s --attach=true --stdin -- sh -c echo -n read: && cat && echo 'stdin closed': Command stdout: stderr: If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/run-test, falling back to streaming logs: error dialing backend: dial timeout, backstop Error from server: Get "https://10.138.0.4:10250/containerLogs/kubectl-4277/run-test/run-test": http2: client connection lost error: exit status 1 { Err: <*errors.errorString | 0xc0018f4030>{ s: "error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-4277 run run-test --image=registry.k8s.io/e2e-test-images/busybox:1.29-4 --restart=OnFailure --pod-running-timeout=2m0s --attach=true --stdin -- sh -c echo -n read: && cat && echo 'stdin closed':\nCommand stdout:\n\nstderr:\nIf you don't see a command prompt, try pressing enter.\nwarning: couldn't attach to pod/run-test, falling back to streaming logs: error dialing backend: dial timeout, backstop\nError from server: Get \"https://10.138.0.4:10250/containerLogs/kubectl-4277/run-test/run-test\": http2: client connection lost\n\nerror:\nexit status 1", }, Code: 1, } [FAILED] error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-4277 run run-test --image=registry.k8s.io/e2e-test-images/busybox:1.29-4 --restart=OnFailure --pod-running-timeout=2m0s --attach=true --stdin -- sh -c echo -n read: && cat && echo 'stdin closed': Command stdout: stderr: If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/run-test, falling back to streaming logs: error dialing backend: dial timeout, backstop Error from server: Get "https://10.138.0.4:10250/containerLogs/kubectl-4277/run-test/run-test": http2: client connection lost error: exit status 1 In [It] at: test/e2e/framework/kubectl/builder.go:87 @ 03/23/23 05:54:27.056 < Exit [It] should support inline execution and attach - test/e2e/kubectl/kubectl.go:751 @ 03/23/23 05:54:27.056 (44.536s) > Enter [AfterEach] Simple pod - test/e2e/kubectl/kubectl.go:419 @ 03/23/23 05:54:27.056 STEP: using delete to clean up resources - test/e2e/kubectl/kubectl.go:200 @ 03/23/23 05:54:27.056 Mar 23 05:54:27.056: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-4277 delete --grace-period=0 --force -f -' Mar 23 05:54:27.546: INFO: stderr: "Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.\n" Mar 23 05:54:27.546: INFO: stdout: "pod \"httpd\" force deleted\n" Mar 23 05:54:27.546: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-4277 get rc,svc -l name=httpd --no-headers' Mar 23 05:54:27.833: INFO: stderr: "No resources found in kubectl-4277 namespace.\n" Mar 23 05:54:27.833: INFO: stdout: "" Mar 23 05:54:27.833: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=kubectl-4277 get pods -l name=httpd -o go-template={{ range .items }}{{ if not .metadata.deletionTimestamp }}{{ .metadata.name }}{{ "\n" }}{{ end }}{{ end }}' Mar 23 05:54:28.042: INFO: stderr: "" Mar 23 05:54:28.042: INFO: stdout: "" < Exit [AfterEach] Simple pod - test/e2e/kubectl/kubectl.go:419 @ 03/23/23 05:54:28.042 (986ms) > Enter [AfterEach] [sig-cli] Kubectl client - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:54:28.042 Mar 23 05:54:28.042: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-cli] Kubectl client - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:54:28.112 (70ms) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl client - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:54:28.112 < Exit [DeferCleanup (Each)] [sig-cli] Kubectl client - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:54:28.112 (0s) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl client - dump namespaces | framework.go:209 @ 03/23/23 05:54:28.112 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:54:28.112 STEP: Collecting events from namespace "kubectl-4277". - test/e2e/framework/debug/dump.go:42 @ 03/23/23 05:54:28.112 STEP: Found 9 events. - test/e2e/framework/debug/dump.go:46 @ 03/23/23 05:54:28.201 Mar 23 05:54:28.201: INFO: At 2023-03-23 05:53:29 +0000 UTC - event for httpd: {default-scheduler } Scheduled: Successfully assigned kubectl-4277/httpd to bootstrap-e2e-minion-group-lctk Mar 23 05:54:28.201: INFO: At 2023-03-23 05:53:32 +0000 UTC - event for httpd: {kubelet bootstrap-e2e-minion-group-lctk} Pulled: Container image "registry.k8s.io/e2e-test-images/httpd:2.4.38-4" already present on machine Mar 23 05:54:28.201: INFO: At 2023-03-23 05:53:32 +0000 UTC - event for httpd: {kubelet bootstrap-e2e-minion-group-lctk} Created: Created container httpd Mar 23 05:54:28.201: INFO: At 2023-03-23 05:53:32 +0000 UTC - event for httpd: {kubelet bootstrap-e2e-minion-group-lctk} Started: Started container httpd Mar 23 05:54:28.201: INFO: At 2023-03-23 05:53:42 +0000 UTC - event for run-test: {default-scheduler } Scheduled: Successfully assigned kubectl-4277/run-test to bootstrap-e2e-minion-group-75lp Mar 23 05:54:28.201: INFO: At 2023-03-23 05:53:43 +0000 UTC - event for run-test: {kubelet bootstrap-e2e-minion-group-75lp} Pulled: Container image "registry.k8s.io/e2e-test-images/busybox:1.29-4" already present on machine Mar 23 05:54:28.201: INFO: At 2023-03-23 05:53:43 +0000 UTC - event for run-test: {kubelet bootstrap-e2e-minion-group-75lp} Created: Created container run-test Mar 23 05:54:28.201: INFO: At 2023-03-23 05:53:43 +0000 UTC - event for run-test: {kubelet bootstrap-e2e-minion-group-75lp} Started: Started container run-test Mar 23 05:54:28.201: INFO: At 2023-03-23 05:54:27 +0000 UTC - event for httpd: {kubelet bootstrap-e2e-minion-group-lctk} Killing: Stopping container httpd Mar 23 05:54:28.321: INFO: POD NODE PHASE GRACE CONDITIONS Mar 23 05:54:28.321: INFO: run-test bootstrap-e2e-minion-group-75lp Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:42 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:44 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:44 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:42 +0000 UTC }] Mar 23 05:54:28.321: INFO: Mar 23 05:54:28.534: INFO: Logging node info for node bootstrap-e2e-master Mar 23 05:54:28.591: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master b2cd2dc8-ffce-4614-bdea-8d87c50a6424 13513 0 2023-03-23 05:46:08 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}},"f:taints":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:51:35 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858370560 0} {<nil>} 3767940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596226560 0} {<nil>} 3511940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:51:35 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.105.117.5,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b642835b33175f0af63452c96e2e0064,SystemUUID:b642835b-3317-5f0a-f634-52c96e2e0064,BootID:f85f58d1-4315-4e3e-bb3a-8bdb7c1fd60c,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:121935203,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:113796093,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:59687920,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:b1389e7014425a1752aac55f5043ef4c52edaef0e223bf4d48ed1324e298087c registry.k8s.io/kas-network-proxy/proxy-server:v0.1.1],SizeBytes:21875112,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:54:28.592: INFO: Logging kubelet events for node bootstrap-e2e-master Mar 23 05:54:28.655: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Mar 23 05:54:28.730: INFO: konnectivity-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.730: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 23 05:54:28.730: INFO: kube-apiserver-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.730: INFO: Container kube-apiserver ready: true, restart count 0 Mar 23 05:54:28.730: INFO: metadata-proxy-v0.1-5jk5n started at 2023-03-23 05:46:12 +0000 UTC (0+2 container statuses recorded) Mar 23 05:54:28.730: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:54:28.730: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:54:28.730: INFO: etcd-server-events-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.730: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:54:28.730: INFO: kube-controller-manager-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.730: INFO: Container kube-controller-manager ready: true, restart count 1 Mar 23 05:54:28.730: INFO: kube-scheduler-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.730: INFO: Container kube-scheduler ready: true, restart count 0 Mar 23 05:54:28.730: INFO: kube-addon-manager-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.730: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 23 05:54:28.730: INFO: l7-lb-controller-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.730: INFO: Container l7-lb-controller ready: true, restart count 2 Mar 23 05:54:28.730: INFO: etcd-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:28.730: INFO: Container etcd-container ready: true, restart count 0 Mar 23 05:54:28.984: INFO: Latency metrics for node bootstrap-e2e-master Mar 23 05:54:28.984: INFO: Logging node info for node bootstrap-e2e-minion-group-75lp Mar 23 05:54:29.043: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-75lp 3d295bdc-d3cc-4821-8155-06b581cac3c6 20503 0 2023-03-23 05:46:13 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-75lp kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-75lp topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-23 05:51:17 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:53:11 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:53:25 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-75lp,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:25 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:25 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:25 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:53:25 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.105.31.142,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0e9c7f2912564fef00b19cba2c89eb7f,SystemUUID:0e9c7f29-1256-4fef-00b1-9cba2c89eb7f,BootID:8532ffcb-9890-4ad6-addd-290a19b0c275,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:54:29.043: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-75lp Mar 23 05:54:29.090: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-75lp Mar 23 05:54:29.169: INFO: execpodfqh4f started at 2023-03-23 05:54:19 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:54:29.169: INFO: external-provisioner-9dqkn started at 2023-03-23 05:54:21 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 23 05:54:29.169: INFO: metadata-proxy-v0.1-qghl9 started at 2023-03-23 05:46:14 +0000 UTC (0+2 container statuses recorded) Mar 23 05:54:29.169: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:54:29.169: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:54:29.169: INFO: pod-subpath-test-inlinevolume-j82z started at 2023-03-23 05:53:56 +0000 UTC (0+2 container statuses recorded) Mar 23 05:54:29.169: INFO: Container test-container-subpath-inlinevolume-j82z ready: false, restart count 0 Mar 23 05:54:29.169: INFO: Container test-container-volume-inlinevolume-j82z ready: true, restart count 0 Mar 23 05:54:29.169: INFO: host-test-container-pod started at 2023-03-23 05:54:24 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:54:29.169: INFO: test-webserver-0ad972cd-840e-4448-8db3-ce42ae233215 started at 2023-03-23 05:53:49 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container test-webserver ready: true, restart count 0 Mar 23 05:54:29.169: INFO: kube-proxy-bootstrap-e2e-minion-group-75lp started at 2023-03-23 05:46:13 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:54:29.169: INFO: nodeport-test-rbd6z started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:54:29.169: INFO: kube-dns-autoscaler-7b444c59c9-4vnfn started at 2023-03-23 05:52:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container autoscaler ready: true, restart count 0 Mar 23 05:54:29.169: INFO: bin-false12cc1e4c-c7f7-4e57-820a-a95e91f93d37 started at 2023-03-23 05:52:28 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container bin-false12cc1e4c-c7f7-4e57-820a-a95e91f93d37 ready: false, restart count 0 Mar 23 05:54:29.169: INFO: netserver-0 started at 2023-03-23 05:54:01 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container webserver ready: true, restart count 0 Mar 23 05:54:29.169: INFO: nfs-server started at 2023-03-23 05:54:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container nfs-server ready: true, restart count 0 Mar 23 05:54:29.169: INFO: busybox-be1b39b2-2f08-4c81-9e96-d5476446d566 started at 2023-03-23 05:53:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container busybox ready: true, restart count 0 Mar 23 05:54:29.169: INFO: metrics-server-v0.5.2-57d47cbf5-m2j6g started at 2023-03-23 05:46:30 +0000 UTC (0+2 container statuses recorded) Mar 23 05:54:29.169: INFO: Container metrics-server ready: true, restart count 0 Mar 23 05:54:29.169: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 23 05:54:29.169: INFO: run-test started at 2023-03-23 05:53:42 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container run-test ready: true, restart count 0 Mar 23 05:54:29.169: INFO: hostexec-bootstrap-e2e-minion-group-75lp-hqbhs started at 2023-03-23 05:53:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:54:29.169: INFO: pod1 started at 2023-03-23 05:53:18 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:54:29.169: INFO: konnectivity-agent-xkdx9 started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:54:29.169: INFO: pod-client started at 2023-03-23 05:53:29 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.169: INFO: Container pod-client ready: true, restart count 0 Mar 23 05:54:29.444: INFO: Latency metrics for node bootstrap-e2e-minion-group-75lp Mar 23 05:54:29.444: INFO: Logging node info for node bootstrap-e2e-minion-group-lctk Mar 23 05:54:29.495: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-lctk c9f5694f-d112-4932-9158-28d9d4868b60 24560 0 2023-03-23 05:46:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-lctk kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-lctk topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-read-write-once-pod-8087":"bootstrap-e2e-minion-group-lctk"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.4.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:51:18 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:54:23 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-23 05:54:24 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.4.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-lctk,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.4.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:18 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:24 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:24 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:24 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:54:24 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.82.192.178,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a467470da5810d0c296e0f0c9fd6a08c,SystemUUID:a467470d-a581-0d0c-296e-0f0c9fd6a08c,BootID:90c056ab-4fb0-4094-aad3-9f4cce622260,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-read-write-once-pod-8087^286ebc7f-c93f-11ed-b5dc-3e8d2714f25a],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-read-write-once-pod-8087^286ebc7f-c93f-11ed-b5dc-3e8d2714f25a,DevicePath:,},},Config:nil,},} Mar 23 05:54:29.495: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-lctk Mar 23 05:54:29.544: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-lctk Mar 23 05:54:29.630: INFO: konnectivity-agent-z5t5c started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:54:29.630: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:54:18 +0000 UTC (0+7 container statuses recorded) Mar 23 05:54:29.630: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:54:29.630: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:54:29.630: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:54:29.630: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:54:29.630: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:54:29.630: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:54:29.630: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:54:29.630: INFO: inline-volume-tester-btkq5 started at 2023-03-23 05:54:28 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container csi-volume-tester ready: false, restart count 0 Mar 23 05:54:29.630: INFO: execpodrcd7r started at 2023-03-23 05:53:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:54:29.630: INFO: pod-90a784b7-bb8e-45ed-9f40-540484e66fc9 started at 2023-03-23 05:54:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container write-pod ready: true, restart count 0 Mar 23 05:54:29.630: INFO: pod-a9fd2b81-90d0-43d2-90e2-55c132878689 started at 2023-03-23 05:54:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container write-pod ready: false, restart count 0 Mar 23 05:54:29.630: INFO: kube-proxy-bootstrap-e2e-minion-group-lctk started at 2023-03-23 05:46:14 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:54:29.630: INFO: my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a-ff2px started at 2023-03-23 05:53:26 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container my-hostname-private-42634462-3e6c-4beb-aa04-6eaadbdf017a ready: true, restart count 0 Mar 23 05:54:29.630: INFO: pod-server-1 started at 2023-03-23 05:53:32 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:54:29.630: INFO: metadata-proxy-v0.1-jhj4f started at 2023-03-23 05:46:15 +0000 UTC (0+2 container statuses recorded) Mar 23 05:54:29.630: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:54:29.630: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:54:29.630: INFO: netserver-1 started at 2023-03-23 05:54:01 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container webserver ready: true, restart count 0 Mar 23 05:54:29.630: INFO: test-container-pod started at 2023-03-23 05:54:24 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container webserver ready: true, restart count 0 Mar 23 05:54:29.630: INFO: coredns-8f5847b64-bvt8w started at 2023-03-23 05:52:04 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container coredns ready: true, restart count 0 Mar 23 05:54:29.630: INFO: nodeport-test-l8k9c started at 2023-03-23 05:54:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:29.630: INFO: Container nodeport-test ready: true, restart count 0 Mar 23 05:54:29.934: INFO: Latency metrics for node bootstrap-e2e-minion-group-lctk Mar 23 05:54:29.934: INFO: Logging node info for node bootstrap-e2e-minion-group-m44v Mar 23 05:54:29.981: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-m44v 1c1459ab-5981-4078-8735-b91d0640e61e 24588 0 2023-03-23 05:46:12 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-m44v kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-m44v topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-2219":"bootstrap-e2e-minion-group-m44v"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:51:17 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:54:14 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-23 05:54:26 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-m44v,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:17 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:14 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:14 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:54:14 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:54:14 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.168.166.91,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dbcaf8725611171d4aea42031751eee3,SystemUUID:dbcaf872-5611-171d-4aea-42031751eee3,BootID:3be496c4-d00f-482a-aec5-05e3b715b6ac,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:7729580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-2219^10a1c199-c93f-11ed-85be-56f97fb138b7],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-2219^10a1c199-c93f-11ed-85be-56f97fb138b7,DevicePath:,},},Config:nil,},} Mar 23 05:54:29.982: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-m44v Mar 23 05:54:30.036: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-m44v Mar 23 05:54:30.099: INFO: csi-mockplugin-0 started at 2023-03-23 05:52:59 +0000 UTC (0+4 container statuses recorded) Mar 23 05:54:30.099: INFO: Container busybox ready: true, restart count 0 Mar 23 05:54:30.099: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:54:30.099: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:54:30.099: INFO: Container mock ready: true, restart count 0 Mar 23 05:54:30.099: INFO: konnectivity-agent-z65tc started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.099: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:54:30.099: INFO: hostexec-bootstrap-e2e-minion-group-m44v-kngp8 started at 2023-03-23 05:54:29 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.099: INFO: Container agnhost-container ready: false, restart count 0 Mar 23 05:54:30.100: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:53:39 +0000 UTC (0+7 container statuses recorded) Mar 23 05:54:30.100: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:54:30.100: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:54:30.100: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:54:30.100: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:54:30.100: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:54:30.100: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:54:30.100: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:54:30.100: INFO: inline-volume-tester-8t8mj started at 2023-03-23 05:53:43 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.100: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:54:30.100: INFO: metadata-proxy-v0.1-2x6hp started at 2023-03-23 05:46:13 +0000 UTC (0+2 container statuses recorded) Mar 23 05:54:30.100: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:54:30.100: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:54:30.100: INFO: hostexec-bootstrap-e2e-minion-group-m44v-bkzj8 started at 2023-03-23 05:54:10 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.100: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 05:54:30.100: INFO: netserver-2 started at 2023-03-23 05:54:01 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.100: INFO: Container webserver ready: true, restart count 0 Mar 23 05:54:30.100: INFO: kube-proxy-bootstrap-e2e-minion-group-m44v started at 2023-03-23 05:46:12 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.100: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:54:30.394: INFO: Latency metrics for node bootstrap-e2e-minion-group-m44v Mar 23 05:54:30.394: INFO: Logging node info for node bootstrap-e2e-minion-group-phng Mar 23 05:54:30.479: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-phng 3a7b803f-e1e8-4319-8f0e-9d869068e555 24567 0 2023-03-23 05:46:06 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-phng kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-phng topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-413":"bootstrap-e2e-minion-group-phng","csi-hostpath-volume-expand-5709":"bootstrap-e2e-minion-group-phng"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:51:11 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:52:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:54:24 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-phng,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-23 05:51:11 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:15 +0000 UTC,LastTransitionTime:2023-03-23 05:46:15 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:04 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:04 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:53:04 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:53:04 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.6,},NodeAddress{Type:ExternalIP,Address:35.233.187.75,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:cc35e191a0389399a3d8166a5be04ece,SystemUUID:cc35e191-a038-9399-a3d8-166a5be04ece,BootID:fb0d14ed-6b5f-4284-8602-79f4efd8a7a9,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 05:54:30.480: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-phng Mar 23 05:54:30.539: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-phng Mar 23 05:54:30.664: INFO: csi-mockplugin-0 started at 2023-03-23 05:53:56 +0000 UTC (0+4 container statuses recorded) Mar 23 05:54:30.664: INFO: Container busybox ready: true, restart count 0 Mar 23 05:54:30.664: INFO: Container csi-provisioner ready: true, restart count 1 Mar 23 05:54:30.664: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 05:54:30.664: INFO: Container mock ready: true, restart count 0 Mar 23 05:54:30.664: INFO: startup-9bda2df7-0a26-4207-a78c-55a24f730ee0 started at 2023-03-23 05:51:48 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.664: INFO: Container busybox ready: false, restart count 0 Mar 23 05:54:30.664: INFO: netserver-3 started at 2023-03-23 05:54:01 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.664: INFO: Container webserver ready: true, restart count 0 Mar 23 05:54:30.664: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:54:23 +0000 UTC (0+7 container statuses recorded) Mar 23 05:54:30.664: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:54:30.664: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:54:30.664: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:54:30.664: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:54:30.664: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:54:30.664: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:54:30.664: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:54:30.664: INFO: l7-default-backend-856d874f49-2w7lh started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.664: INFO: Container default-http-backend ready: true, restart count 0 Mar 23 05:54:30.664: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 05:53:56 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.664: INFO: Container csi-attacher ready: true, restart count 1 Mar 23 05:54:30.664: INFO: metadata-proxy-v0.1-227rp started at 2023-03-23 05:46:07 +0000 UTC (0+2 container statuses recorded) Mar 23 05:54:30.664: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 05:54:30.664: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 05:54:30.664: INFO: konnectivity-agent-p5t86 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.664: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 05:54:30.664: INFO: test-grpc-2e9a1256-11b8-4f5d-8cfd-d8d1faf885dc started at 2023-03-23 05:52:35 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.664: INFO: Container agnhost ready: true, restart count 0 Mar 23 05:54:30.664: INFO: volume-snapshot-controller-0 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.664: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 23 05:54:30.664: INFO: busybox-readonly-fsb32dee14-5056-43f4-8c3d-f22d9e8e8902 started at 2023-03-23 05:53:49 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.664: INFO: Container busybox-readonly-fsb32dee14-5056-43f4-8c3d-f22d9e8e8902 ready: true, restart count 0 Mar 23 05:54:30.664: INFO: httpd started at 2023-03-23 05:53:25 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.664: INFO: Container httpd ready: true, restart count 0 Mar 23 05:54:30.664: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:53:57 +0000 UTC (0+7 container statuses recorded) Mar 23 05:54:30.665: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 05:54:30.665: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 05:54:30.665: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 05:54:30.665: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 05:54:30.665: INFO: Container hostpath ready: true, restart count 0 Mar 23 05:54:30.665: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 05:54:30.665: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 05:54:30.665: INFO: inline-volume-tester-czm7t started at 2023-03-23 05:54:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.665: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 05:54:30.665: INFO: kube-proxy-bootstrap-e2e-minion-group-phng started at 2023-03-23 05:46:06 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.665: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 05:54:30.665: INFO: pod-qos-class-646997fd-e520-43de-9eb3-69332b6da14a started at 2023-03-23 05:53:30 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.665: INFO: Container agnhost ready: false, restart count 0 Mar 23 05:54:30.665: INFO: coredns-8f5847b64-8m7sp started at 2023-03-23 05:46:23 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.665: INFO: Container coredns ready: true, restart count 0 Mar 23 05:54:30.665: INFO: webserver-pod started at 2023-03-23 05:49:49 +0000 UTC (0+1 container statuses recorded) Mar 23 05:54:30.665: INFO: Container agnhost ready: false, restart count 0 Mar 23 05:54:31.079: INFO: Latency metrics for node bootstrap-e2e-minion-group-phng END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:54:31.079 (2.966s) < Exit [DeferCleanup (Each)] [sig-cli] Kubectl client - dump namespaces | framework.go:209 @ 03/23/23 05:54:31.079 (2.967s) > Enter [DeferCleanup (Each)] [sig-cli] Kubectl client - tear down framework | framework.go:206 @ 03/23/23 05:54:31.079 STEP: Destroying namespace "kubectl-4277" for this suite. - test/e2e/framework/framework.go:351 @ 03/23/23 05:54:31.079 < Exit [DeferCleanup (Each)] [sig-cli] Kubectl client - tear down framework | framework.go:206 @ 03/23/23 05:54:31.155 (76ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:54:31.155 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 05:54:31.155 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-network\]\sServices\sshould\sbe\sable\sto\sconnect\sto\sterminating\sand\sunready\sendpoints\sif\sPublishNotReadyAddresses\sis\strue$'
[FAILED] error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7 In [It] at: test/e2e/network/util.go:180 @ 03/23/23 06:01:09.437from junit_01.xml
> Enter [BeforeEach] [sig-network] Services - set up framework | framework.go:191 @ 03/23/23 05:54:51.327 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/23/23 05:54:51.327 Mar 23 05:54:51.327: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename services - test/e2e/framework/framework.go:250 @ 03/23/23 05:54:51.328 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/23/23 05:54:51.456 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/23/23 05:54:51.537 < Exit [BeforeEach] [sig-network] Services - set up framework | framework.go:191 @ 03/23/23 05:54:51.617 (290ms) > Enter [BeforeEach] [sig-network] Services - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:54:51.617 < Exit [BeforeEach] [sig-network] Services - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:54:51.617 (0s) > Enter [BeforeEach] [sig-network] Services - test/e2e/network/service.go:764 @ 03/23/23 05:54:51.617 < Exit [BeforeEach] [sig-network] Services - test/e2e/network/service.go:764 @ 03/23/23 05:54:51.617 (0s) > Enter [It] should be able to connect to terminating and unready endpoints if PublishNotReadyAddresses is true - test/e2e/network/service.go:1898 @ 03/23/23 05:54:51.617 STEP: creating a NodePort TCP service svc-tolerate-unready that PublishNotReadyAddresses onservices-9570 - test/e2e/network/service.go:1912 @ 03/23/23 05:54:51.663 STEP: Creating 1 webserver pod to be part of the TCP service - test/e2e/network/service.go:1923 @ 03/23/23 05:54:51.816 STEP: waiting up to 3m0s for service svc-tolerate-unready in namespace services-9570 to expose endpoints map[webserver-pod:[80]] - test/e2e/network/service.go:4193 @ 03/23/23 05:54:53.951 Mar 23 05:54:54.155: INFO: successfully validated that service svc-tolerate-unready in namespace services-9570 exposes endpoints map[webserver-pod:[80]] STEP: Creating 1 pause pods that will try to connect to the webservers - test/e2e/network/service.go:1978 @ 03/23/23 05:54:54.155 Mar 23 05:55:23.461: INFO: Waiting up to 2m0s to get response from 10.0.83.105:80 Mar 23 05:55:23.461: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.0.83.105:80/hostname' Mar 23 05:55:23.991: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.0.83.105:80/hostname\n" Mar 23 05:55:23.991: INFO: stdout: "webserver-pod" Mar 23 05:55:23.991: INFO: Waiting up to 2m0s to get response from 10.138.0.5:31123 Mar 23 05:55:23.991: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname' Mar 23 05:55:24.482: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname\n" Mar 23 05:55:24.482: INFO: stdout: "webserver-pod" Mar 23 05:55:24.482: INFO: Waiting up to 2m0s to get response from 10.138.0.4:31123 Mar 23 05:55:24.482: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 05:55:24.977: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname\n" Mar 23 05:55:24.977: INFO: stdout: "webserver-pod" Mar 23 05:55:29.978: INFO: Waiting up to 2m0s to get response from 10.0.83.105:80 Mar 23 05:55:29.978: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.0.83.105:80/hostname' Mar 23 05:56:00.313: INFO: rc: 1 Mar 23 05:56:00.313: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.0.83.105:80/hostname: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1, retry until timeout Mar 23 05:56:02.314: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.0.83.105:80/hostname' Mar 23 05:56:03.241: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.0.83.105:80/hostname\n" Mar 23 05:56:03.241: INFO: stdout: "webserver-pod" Mar 23 05:56:03.241: INFO: Waiting up to 2m0s to get response from 10.138.0.5:31123 Mar 23 05:56:03.241: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname' Mar 23 05:56:33.706: INFO: rc: 1 Mar 23 05:56:33.706: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1, retry until timeout Mar 23 05:56:35.707: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname' Mar 23 05:56:36.314: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname\n" Mar 23 05:56:36.314: INFO: stdout: "webserver-pod" Mar 23 05:56:36.314: INFO: Waiting up to 2m0s to get response from 10.138.0.4:31123 Mar 23 05:56:36.314: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 05:56:36.986: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname\n" Mar 23 05:56:36.986: INFO: stdout: "webserver-pod" Mar 23 05:56:41.986: INFO: Waiting up to 2m0s to get response from 10.0.83.105:80 Mar 23 05:56:41.986: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.0.83.105:80/hostname' Mar 23 05:56:42.671: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.0.83.105:80/hostname\n" Mar 23 05:56:42.671: INFO: stdout: "webserver-pod" Mar 23 05:56:42.671: INFO: Waiting up to 2m0s to get response from 10.138.0.5:31123 Mar 23 05:56:42.671: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname' Mar 23 05:56:43.347: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname\n" Mar 23 05:56:43.347: INFO: stdout: "webserver-pod" Mar 23 05:56:43.347: INFO: Waiting up to 2m0s to get response from 10.138.0.4:31123 Mar 23 05:56:43.347: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 05:57:13.749: INFO: rc: 1 Mar 23 05:57:13.749: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1, retry until timeout Mar 23 05:57:15.750: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 05:57:16.309: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname\n" Mar 23 05:57:16.309: INFO: stdout: "webserver-pod" Mar 23 05:57:21.310: INFO: Waiting up to 2m0s to get response from 10.0.83.105:80 Mar 23 05:57:21.310: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.0.83.105:80/hostname' Mar 23 05:57:22.117: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.0.83.105:80/hostname\n" Mar 23 05:57:22.117: INFO: stdout: "webserver-pod" Mar 23 05:57:22.117: INFO: Waiting up to 2m0s to get response from 10.138.0.5:31123 Mar 23 05:57:22.117: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname' Mar 23 05:57:52.470: INFO: rc: 1 Mar 23 05:57:52.470: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1, retry until timeout Mar 23 05:57:54.471: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname' Mar 23 05:57:54.990: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname\n" Mar 23 05:57:54.990: INFO: stdout: "webserver-pod" Mar 23 05:57:54.990: INFO: Waiting up to 2m0s to get response from 10.138.0.4:31123 Mar 23 05:57:54.990: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 05:57:55.513: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname\n" Mar 23 05:57:55.513: INFO: stdout: "webserver-pod" Mar 23 05:58:00.513: INFO: Waiting up to 2m0s to get response from 10.0.83.105:80 Mar 23 05:58:00.513: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.0.83.105:80/hostname' Mar 23 05:58:30.876: INFO: rc: 1 Mar 23 05:58:30.876: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.0.83.105:80/hostname: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1, retry until timeout Mar 23 05:58:32.876: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.0.83.105:80/hostname' Mar 23 05:58:34.139: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.0.83.105:80/hostname\n" Mar 23 05:58:34.139: INFO: stdout: "webserver-pod" Mar 23 05:58:34.139: INFO: Waiting up to 2m0s to get response from 10.138.0.5:31123 Mar 23 05:58:34.139: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname' Mar 23 05:59:04.757: INFO: rc: 1 Mar 23 05:59:04.757: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1, retry until timeout Mar 23 05:59:06.758: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname' Mar 23 05:59:08.961: INFO: stderr: "+ curl -q -s --connect-timeout 30 10.138.0.5:31123/hostname\n" Mar 23 05:59:08.961: INFO: stdout: "webserver-pod" Mar 23 05:59:08.961: INFO: Waiting up to 2m0s to get response from 10.138.0.4:31123 Mar 23 05:59:08.961: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 05:59:39.420: INFO: rc: 1 Mar 23 05:59:39.420: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1, retry until timeout Mar 23 05:59:41.421: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Automatically polling progress: [sig-network] Services should be able to connect to terminating and unready endpoints if PublishNotReadyAddresses is true (Spec Runtime: 5m0.292s) test/e2e/network/service.go:1898 In [It] (Node Runtime: 5m0.001s) test/e2e/network/service.go:1898 At [By Step] Creating 1 pause pods that will try to connect to the webservers (Step Runtime: 4m57.463s) test/e2e/network/service.go:1978 Spec Goroutine goroutine 3012 [select] k8s.io/kubernetes/test/e2e/framework/kubectl.KubectlBuilder.ExecWithFullOutput({0xc0009f46e0?, 0x0?}) test/e2e/framework/kubectl/builder.go:125 k8s.io/kubernetes/test/e2e/framework/kubectl.KubectlBuilder.Exec(...) test/e2e/framework/kubectl/builder.go:107 k8s.io/kubernetes/test/e2e/framework/kubectl.RunKubectl({0xc003e6c130?, 0x4?}, {0xc0006f8680?, 0x20?, 0xc0006f8640?}) test/e2e/framework/kubectl/builder.go:154 k8s.io/kubernetes/test/e2e/framework/pod/output.RunHostCmd(...) test/e2e/framework/pod/output/output.go:82 > k8s.io/kubernetes/test/e2e/network.execHostnameTest({{{0x0, 0x0}, {0x0, 0x0}}, {{0xc003e6c120, 0xb}, {0x0, 0x0}, {0xc003e6c130, 0xd}, ...}, ...}, ...) test/e2e/network/util.go:163 > k8s.io/kubernetes/test/e2e/network.glob..func27.23({0x7f2d781c9df8, 0xc004051110}) test/e2e/network/service.go:2012 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x727dee0?, 0xc004051110}) vendor/github.com/onsi/ginkgo/v2/internal/node.go:456 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3() vendor/github.com/onsi/ginkgo/v2/internal/suite.go:863 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.(*Suite).runNode vendor/github.com/onsi/ginkgo/v2/internal/suite.go:850 Automatically polling progress: [sig-network] Services should be able to connect to terminating and unready endpoints if PublishNotReadyAddresses is true (Spec Runtime: 5m20.294s) test/e2e/network/service.go:1898 In [It] (Node Runtime: 5m20.003s) test/e2e/network/service.go:1898 At [By Step] Creating 1 pause pods that will try to connect to the webservers (Step Runtime: 5m17.465s) test/e2e/network/service.go:1978 Spec Goroutine goroutine 3012 [select] k8s.io/kubernetes/test/e2e/framework/kubectl.KubectlBuilder.ExecWithFullOutput({0xc0009f46e0?, 0x0?}) test/e2e/framework/kubectl/builder.go:125 k8s.io/kubernetes/test/e2e/framework/kubectl.KubectlBuilder.Exec(...) test/e2e/framework/kubectl/builder.go:107 k8s.io/kubernetes/test/e2e/framework/kubectl.RunKubectl({0xc003e6c130?, 0x4?}, {0xc0006f8680?, 0x20?, 0xc0006f8640?}) test/e2e/framework/kubectl/builder.go:154 k8s.io/kubernetes/test/e2e/framework/pod/output.RunHostCmd(...) test/e2e/framework/pod/output/output.go:82 > k8s.io/kubernetes/test/e2e/network.execHostnameTest({{{0x0, 0x0}, {0x0, 0x0}}, {{0xc003e6c120, 0xb}, {0x0, 0x0}, {0xc003e6c130, 0xd}, ...}, ...}, ...) test/e2e/network/util.go:163 > k8s.io/kubernetes/test/e2e/network.glob..func27.23({0x7f2d781c9df8, 0xc004051110}) test/e2e/network/service.go:2012 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x727dee0?, 0xc004051110}) vendor/github.com/onsi/ginkgo/v2/internal/node.go:456 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3() vendor/github.com/onsi/ginkgo/v2/internal/suite.go:863 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.(*Suite).runNode vendor/github.com/onsi/ginkgo/v2/internal/suite.go:850 Mar 23 06:00:11.778: INFO: rc: 1 Mar 23 06:00:11.778: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1, retry until timeout Mar 23 06:00:13.779: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 06:00:14.295: INFO: rc: 7 Mar 23 06:00:14.295: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7, retry until timeout Mar 23 06:00:16.295: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 06:00:16.909: INFO: rc: 7 Mar 23 06:00:16.909: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7, retry until timeout Mar 23 06:00:18.909: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 06:00:19.435: INFO: rc: 7 Mar 23 06:00:19.435: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7, retry until timeout Mar 23 06:00:21.435: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Automatically polling progress: [sig-network] Services should be able to connect to terminating and unready endpoints if PublishNotReadyAddresses is true (Spec Runtime: 5m40.296s) test/e2e/network/service.go:1898 In [It] (Node Runtime: 5m40.005s) test/e2e/network/service.go:1898 At [By Step] Creating 1 pause pods that will try to connect to the webservers (Step Runtime: 5m37.467s) test/e2e/network/service.go:1978 Spec Goroutine goroutine 3012 [select] k8s.io/kubernetes/test/e2e/framework/kubectl.KubectlBuilder.ExecWithFullOutput({0xc0009f4580?, 0x0?}) test/e2e/framework/kubectl/builder.go:125 k8s.io/kubernetes/test/e2e/framework/kubectl.KubectlBuilder.Exec(...) test/e2e/framework/kubectl/builder.go:107 k8s.io/kubernetes/test/e2e/framework/kubectl.RunKubectl({0xc003e6c130?, 0x4?}, {0xc0006f8680?, 0x20?, 0xc0006f8640?}) test/e2e/framework/kubectl/builder.go:154 k8s.io/kubernetes/test/e2e/framework/pod/output.RunHostCmd(...) test/e2e/framework/pod/output/output.go:82 > k8s.io/kubernetes/test/e2e/network.execHostnameTest({{{0x0, 0x0}, {0x0, 0x0}}, {{0xc003e6c120, 0xb}, {0x0, 0x0}, {0xc003e6c130, 0xd}, ...}, ...}, ...) test/e2e/network/util.go:163 > k8s.io/kubernetes/test/e2e/network.glob..func27.23({0x7f2d781c9df8, 0xc004051110}) test/e2e/network/service.go:2012 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x727dee0?, 0xc004051110}) vendor/github.com/onsi/ginkgo/v2/internal/node.go:456 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3() vendor/github.com/onsi/ginkgo/v2/internal/suite.go:863 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.(*Suite).runNode vendor/github.com/onsi/ginkgo/v2/internal/suite.go:850 Automatically polling progress: [sig-network] Services should be able to connect to terminating and unready endpoints if PublishNotReadyAddresses is true (Spec Runtime: 6m0.297s) test/e2e/network/service.go:1898 In [It] (Node Runtime: 6m0.007s) test/e2e/network/service.go:1898 At [By Step] Creating 1 pause pods that will try to connect to the webservers (Step Runtime: 5m57.469s) test/e2e/network/service.go:1978 Spec Goroutine goroutine 3012 [select] k8s.io/kubernetes/test/e2e/framework/kubectl.KubectlBuilder.ExecWithFullOutput({0xc0009f4580?, 0x0?}) test/e2e/framework/kubectl/builder.go:125 k8s.io/kubernetes/test/e2e/framework/kubectl.KubectlBuilder.Exec(...) test/e2e/framework/kubectl/builder.go:107 k8s.io/kubernetes/test/e2e/framework/kubectl.RunKubectl({0xc003e6c130?, 0x4?}, {0xc0006f8680?, 0x20?, 0xc0006f8640?}) test/e2e/framework/kubectl/builder.go:154 k8s.io/kubernetes/test/e2e/framework/pod/output.RunHostCmd(...) test/e2e/framework/pod/output/output.go:82 > k8s.io/kubernetes/test/e2e/network.execHostnameTest({{{0x0, 0x0}, {0x0, 0x0}}, {{0xc003e6c120, 0xb}, {0x0, 0x0}, {0xc003e6c130, 0xd}, ...}, ...}, ...) test/e2e/network/util.go:163 > k8s.io/kubernetes/test/e2e/network.glob..func27.23({0x7f2d781c9df8, 0xc004051110}) test/e2e/network/service.go:2012 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x727dee0?, 0xc004051110}) vendor/github.com/onsi/ginkgo/v2/internal/node.go:456 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3() vendor/github.com/onsi/ginkgo/v2/internal/suite.go:863 k8s.io/kubernetes/vendor/github.com/onsi/ginkgo/v2/internal.(*Suite).runNode vendor/github.com/onsi/ginkgo/v2/internal/suite.go:850 Mar 23 06:00:51.772: INFO: rc: 1 Mar 23 06:00:51.772: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1, retry until timeout Mar 23 06:00:53.773: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 06:00:54.382: INFO: rc: 7 Mar 23 06:00:54.382: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7, retry until timeout Mar 23 06:00:56.382: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 06:00:56.960: INFO: rc: 7 Mar 23 06:00:56.960: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7, retry until timeout Mar 23 06:00:58.961: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 06:00:59.513: INFO: rc: 7 Mar 23 06:00:59.513: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7, retry until timeout Mar 23 06:01:01.513: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 06:01:02.376: INFO: rc: 7 Mar 23 06:01:02.376: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7, retry until timeout Mar 23 06:01:04.377: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 06:01:04.914: INFO: rc: 7 Mar 23 06:01:04.915: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7, retry until timeout Mar 23 06:01:06.915: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname' Mar 23 06:01:07.436: INFO: rc: 7 Mar 23 06:01:07.436: INFO: got err: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7, retry until timeout Mar 23 06:01:09.437: INFO: Unexpected error: <exec.CodeExitError>: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7 { Err: <*errors.errorString | 0xc00193cb30>{ s: "error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname:\nCommand stdout:\n\nstderr:\n+ curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname\ncommand terminated with exit code 7\n\nerror:\nexit status 7", }, Code: 7, } [FAILED] error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-9570 exec pause-pod-1 -- /bin/sh -x -c curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname: Command stdout: stderr: + curl -q -s --connect-timeout 30 10.138.0.4:31123/hostname command terminated with exit code 7 error: exit status 7 In [It] at: test/e2e/network/util.go:180 @ 03/23/23 06:01:09.437 < Exit [It] should be able to connect to terminating and unready endpoints if PublishNotReadyAddresses is true - test/e2e/network/service.go:1898 @ 03/23/23 06:01:09.437 (6m17.82s) > Enter [AfterEach] [sig-network] Services - test/e2e/framework/node/init/init.go:33 @ 03/23/23 06:01:09.437 Mar 23 06:01:09.437: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-network] Services - test/e2e/framework/node/init/init.go:33 @ 03/23/23 06:01:09.641 (204ms) > Enter [DeferCleanup (Each)] [sig-network] Services - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 06:01:09.641 < Exit [DeferCleanup (Each)] [sig-network] Services - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 06:01:09.641 (0s) > Enter [DeferCleanup (Each)] [sig-network] Services - dump namespaces | framework.go:209 @ 03/23/23 06:01:09.641 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 06:01:09.641 STEP: Collecting events from namespace "services-9570". - test/e2e/framework/debug/dump.go:42 @ 03/23/23 06:01:09.641 STEP: Found 10 events. - test/e2e/framework/debug/dump.go:46 @ 03/23/23 06:01:09.684 Mar 23 06:01:09.684: INFO: At 2023-03-23 05:54:51 +0000 UTC - event for webserver-pod: {default-scheduler } Scheduled: Successfully assigned services-9570/webserver-pod to bootstrap-e2e-minion-group-lctk Mar 23 06:01:09.684: INFO: At 2023-03-23 05:54:52 +0000 UTC - event for webserver-pod: {kubelet bootstrap-e2e-minion-group-lctk} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 06:01:09.684: INFO: At 2023-03-23 05:54:52 +0000 UTC - event for webserver-pod: {kubelet bootstrap-e2e-minion-group-lctk} Created: Created container agnhost Mar 23 06:01:09.684: INFO: At 2023-03-23 05:54:52 +0000 UTC - event for webserver-pod: {kubelet bootstrap-e2e-minion-group-lctk} Started: Started container agnhost Mar 23 06:01:09.684: INFO: At 2023-03-23 05:54:54 +0000 UTC - event for pause-pod-1: {default-scheduler } Scheduled: Successfully assigned services-9570/pause-pod-1 to bootstrap-e2e-minion-group-75lp Mar 23 06:01:09.684: INFO: At 2023-03-23 05:54:55 +0000 UTC - event for pause-pod-1: {kubelet bootstrap-e2e-minion-group-75lp} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 06:01:09.684: INFO: At 2023-03-23 05:54:55 +0000 UTC - event for pause-pod-1: {kubelet bootstrap-e2e-minion-group-75lp} Created: Created container agnhost-container Mar 23 06:01:09.684: INFO: At 2023-03-23 05:54:55 +0000 UTC - event for pause-pod-1: {kubelet bootstrap-e2e-minion-group-75lp} Started: Started container agnhost-container Mar 23 06:01:09.684: INFO: At 2023-03-23 05:54:56 +0000 UTC - event for webserver-pod: {kubelet bootstrap-e2e-minion-group-lctk} Killing: Stopping container agnhost Mar 23 06:01:09.684: INFO: At 2023-03-23 05:55:02 +0000 UTC - event for webserver-pod: {kubelet bootstrap-e2e-minion-group-lctk} Unhealthy: Readiness probe failed: HTTP probe failed with statuscode: 503 Mar 23 06:01:09.727: INFO: POD NODE PHASE GRACE CONDITIONS Mar 23 06:01:09.727: INFO: pause-pod-1 bootstrap-e2e-minion-group-75lp Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:54:54 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:54:55 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:54:55 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:54:54 +0000 UTC }] Mar 23 06:01:09.727: INFO: Mar 23 06:01:09.825: INFO: Logging node info for node bootstrap-e2e-master Mar 23 06:01:09.869: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master b2cd2dc8-ffce-4614-bdea-8d87c50a6424 29120 0 2023-03-23 05:46:08 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}},"f:taints":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:56:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858370560 0} {<nil>} 3767940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596226560 0} {<nil>} 3511940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:56:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.105.117.5,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b642835b33175f0af63452c96e2e0064,SystemUUID:b642835b-3317-5f0a-f634-52c96e2e0064,BootID:f85f58d1-4315-4e3e-bb3a-8bdb7c1fd60c,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:121935203,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:113796093,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:59687920,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:b1389e7014425a1752aac55f5043ef4c52edaef0e223bf4d48ed1324e298087c registry.k8s.io/kas-network-proxy/proxy-server:v0.1.1],SizeBytes:21875112,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 06:01:09.869: INFO: Logging kubelet events for node bootstrap-e2e-master Mar 23 06:01:09.917: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Mar 23 06:01:09.979: INFO: etcd-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:09.979: INFO: Container etcd-container ready: true, restart count 0 Mar 23 06:01:09.979: INFO: kube-controller-manager-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:09.979: INFO: Container kube-controller-manager ready: true, restart count 1 Mar 23 06:01:09.979: INFO: kube-scheduler-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:09.979: INFO: Container kube-scheduler ready: true, restart count 0 Mar 23 06:01:09.979: INFO: kube-addon-manager-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:09.979: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 23 06:01:09.979: INFO: l7-lb-controller-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:09.979: INFO: Container l7-lb-controller ready: true, restart count 2 Mar 23 06:01:09.979: INFO: etcd-server-events-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:09.979: INFO: Container etcd-container ready: true, restart count 0 Mar 23 06:01:09.979: INFO: konnectivity-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:09.979: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 23 06:01:09.979: INFO: kube-apiserver-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:09.979: INFO: Container kube-apiserver ready: true, restart count 0 Mar 23 06:01:09.979: INFO: metadata-proxy-v0.1-5jk5n started at 2023-03-23 05:46:12 +0000 UTC (0+2 container statuses recorded) Mar 23 06:01:09.979: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:01:09.979: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:01:10.215: INFO: Latency metrics for node bootstrap-e2e-master Mar 23 06:01:10.215: INFO: Logging node info for node bootstrap-e2e-minion-group-75lp Mar 23 06:01:10.259: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-75lp 3d295bdc-d3cc-4821-8155-06b581cac3c6 38833 0 2023-03-23 05:46:13 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-75lp kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-75lp topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-6242":"bootstrap-e2e-minion-group-75lp","csi-hostpath-ephemeral-8020":"bootstrap-e2e-minion-group-75lp"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-23 05:57:43 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:57:47 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 06:00:54 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-75lp,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:57:41 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:43 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:58:01 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.105.31.142,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0e9c7f2912564fef00b19cba2c89eb7f,SystemUUID:0e9c7f29-1256-4fef-00b1-9cba2c89eb7f,BootID:8532ffcb-9890-4ad6-addd-290a19b0c275,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 06:01:10.260: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-75lp Mar 23 06:01:10.306: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-75lp Mar 23 06:01:10.420: INFO: csi-hostpathplugin-0 started at 2023-03-23 06:00:18 +0000 UTC (0+7 container statuses recorded) Mar 23 06:01:10.421: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container hostpath ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 06:01:10.421: INFO: ss2-2 started at 2023-03-23 06:00:54 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:10.421: INFO: netserver-0 started at 2023-03-23 06:00:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:10.421: INFO: inline-volume-tester-lf58f started at 2023-03-23 06:00:51 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 06:01:10.421: INFO: kube-dns-autoscaler-7b444c59c9-4vnfn started at 2023-03-23 05:52:25 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container autoscaler ready: true, restart count 0 Mar 23 06:01:10.421: INFO: test-container-pod started at 2023-03-23 05:59:49 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:10.421: INFO: netserver-0 started at 2023-03-23 05:59:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:10.421: INFO: netserver-0 started at 2023-03-23 06:00:06 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:10.421: INFO: metrics-server-v0.5.2-57d47cbf5-m2j6g started at 2023-03-23 05:46:30 +0000 UTC (0+2 container statuses recorded) Mar 23 06:01:10.421: INFO: Container metrics-server ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 23 06:01:10.421: INFO: host-test-container-pod started at 2023-03-23 05:59:49 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:10.421: INFO: csi-hostpathplugin-0 started at 2023-03-23 06:00:51 +0000 UTC (0+7 container statuses recorded) Mar 23 06:01:10.421: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container hostpath ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 06:01:10.421: INFO: kube-proxy-mode-detector started at 2023-03-23 05:59:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:10.421: INFO: pause-pod-1 started at 2023-03-23 05:54:54 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:10.421: INFO: netserver-0 started at 2023-03-23 05:59:17 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:10.421: INFO: konnectivity-agent-xkdx9 started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:01:10.421: INFO: netserver-0 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:10.421: INFO: test-container-pod started at 2023-03-23 06:00:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:10.421: INFO: metadata-proxy-v0.1-qghl9 started at 2023-03-23 05:46:14 +0000 UTC (0+2 container statuses recorded) Mar 23 06:01:10.421: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:01:10.421: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:01:10.421: INFO: affinity-nodeport-timeout-cwvnd started at 2023-03-23 05:59:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 23 06:01:10.421: INFO: netserver-0 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:10.421: INFO: kube-proxy-bootstrap-e2e-minion-group-75lp started at 2023-03-23 05:46:13 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:10.421: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:01:10.805: INFO: Latency metrics for node bootstrap-e2e-minion-group-75lp Mar 23 06:01:10.805: INFO: Logging node info for node bootstrap-e2e-minion-group-lctk Mar 23 06:01:10.866: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-lctk c9f5694f-d112-4932-9158-28d9d4868b60 38128 0 2023-03-23 05:46:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-lctk kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-lctk topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-4222":"bootstrap-e2e-minion-group-lctk","csi-mock-csi-mock-volumes-fsgroup-policy-4481":"bootstrap-e2e-minion-group-lctk"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.4.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:57:46 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 05:59:41 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-23 06:00:37 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.4.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-lctk,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.4.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:57:45 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 05:59:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 05:59:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 05:59:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 05:59:42 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.82.192.178,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a467470da5810d0c296e0f0c9fd6a08c,SystemUUID:a467470d-a581-0d0c-296e-0f0c9fd6a08c,BootID:90c056ab-4fb0-4094-aad3-9f4cce622260,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-4222^e5c82a4a-c93f-11ed-949b-d69b33397268],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-4222^e5c82a4a-c93f-11ed-949b-d69b33397268,DevicePath:,},},Config:nil,},} Mar 23 06:01:10.867: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-lctk Mar 23 06:01:10.970: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-lctk Mar 23 06:01:11.283: INFO: concurrent-27992520-75f5s started at 2023-03-23 06:00:00 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container c ready: false, restart count 0 Mar 23 06:01:11.283: INFO: host-test-container-pod started at 2023-03-23 06:00:27 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:11.283: INFO: pod-projected-configmaps-d9ecaffe-adb1-4dfb-a043-2b4b08c32472 started at 2023-03-23 06:00:46 +0000 UTC (0+3 container statuses recorded) Mar 23 06:01:11.283: INFO: Container createcm-volume-test ready: true, restart count 0 Mar 23 06:01:11.283: INFO: Container delcm-volume-test ready: true, restart count 0 Mar 23 06:01:11.283: INFO: Container updcm-volume-test ready: true, restart count 0 Mar 23 06:01:11.283: INFO: external-provisioner-mlkcd started at 2023-03-23 06:00:32 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 23 06:01:11.283: INFO: inline-volume-tester-kqtxb started at 2023-03-23 05:59:40 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 06:01:11.283: INFO: netserver-1 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.283: INFO: affinity-nodeport-timeout-gmb7k started at 2023-03-23 05:59:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 23 06:01:11.283: INFO: ss2-1 started at 2023-03-23 06:00:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container webserver ready: false, restart count 0 Mar 23 06:01:11.283: INFO: hostexec-bootstrap-e2e-minion-group-lctk-mp2g9 started at 2023-03-23 06:00:58 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:11.283: INFO: pod-subpath-test-preprovisionedpv-7zqg started at 2023-03-23 06:01:07 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container test-container-subpath-preprovisionedpv-7zqg ready: false, restart count 0 Mar 23 06:01:11.283: INFO: konnectivity-agent-z5t5c started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:01:11.283: INFO: netserver-1 started at 2023-03-23 06:00:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.283: INFO: test-container-pod started at 2023-03-23 05:58:13 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.283: INFO: kube-proxy-bootstrap-e2e-minion-group-lctk started at 2023-03-23 05:46:14 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:01:11.283: INFO: netserver-1 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.283: INFO: test-container-pod started at 2023-03-23 06:00:27 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.283: INFO: pvc-volume-tester-65g27 started at 2023-03-23 06:00:45 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container volume-tester ready: true, restart count 0 Mar 23 06:01:11.283: INFO: pod2 started at 2023-03-23 06:00:58 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:11.283: INFO: netserver-1 started at 2023-03-23 05:59:17 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.283: INFO: hostexec-bootstrap-e2e-minion-group-lctk-cmmh9 started at 2023-03-23 06:00:45 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:11.283: INFO: csi-hostpathplugin-0 started at 2023-03-23 05:59:37 +0000 UTC (0+7 container statuses recorded) Mar 23 06:01:11.283: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 06:01:11.283: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 06:01:11.283: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 06:01:11.283: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 06:01:11.283: INFO: Container hostpath ready: true, restart count 0 Mar 23 06:01:11.283: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 06:01:11.283: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 06:01:11.283: INFO: metadata-proxy-v0.1-jhj4f started at 2023-03-23 05:46:15 +0000 UTC (0+2 container statuses recorded) Mar 23 06:01:11.283: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:01:11.283: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:01:11.283: INFO: netserver-1 started at 2023-03-23 05:59:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.283: INFO: coredns-8f5847b64-bvt8w started at 2023-03-23 05:52:04 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container coredns ready: true, restart count 0 Mar 23 06:01:11.283: INFO: netserver-1 started at 2023-03-23 06:00:06 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.283: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.283: INFO: csi-mockplugin-0 started at 2023-03-23 06:00:35 +0000 UTC (0+3 container statuses recorded) Mar 23 06:01:11.283: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 06:01:11.283: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 06:01:11.283: INFO: Container mock ready: true, restart count 0 Mar 23 06:01:11.836: INFO: Latency metrics for node bootstrap-e2e-minion-group-lctk Mar 23 06:01:11.836: INFO: Logging node info for node bootstrap-e2e-minion-group-m44v Mar 23 06:01:11.878: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-m44v 1c1459ab-5981-4078-8735-b91d0640e61e 39347 0 2023-03-23 05:46:12 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-m44v kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-m44v topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:57:51 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 06:00:32 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 06:01:02 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-m44v,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:57:49 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:02 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:02 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:02 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 06:01:02 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.168.166.91,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dbcaf8725611171d4aea42031751eee3,SystemUUID:dbcaf872-5611-171d-4aea-42031751eee3,BootID:3be496c4-d00f-482a-aec5-05e3b715b6ac,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:7729580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 06:01:11.878: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-m44v Mar 23 06:01:11.926: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-m44v Mar 23 06:01:11.998: INFO: netserver-2 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.998: INFO: netserver-2 started at 2023-03-23 05:59:18 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.998: INFO: netserver-2 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.998: INFO: concurrent-27992521-7wk8h started at 2023-03-23 06:01:00 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container c ready: false, restart count 0 Mar 23 06:01:11.998: INFO: test-container-pod started at 2023-03-23 06:01:03 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.998: INFO: kube-proxy-bootstrap-e2e-minion-group-m44v started at 2023-03-23 05:46:12 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:01:11.998: INFO: netserver-2 started at 2023-03-23 06:00:07 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.998: INFO: evicted-pod started at 2023-03-23 06:00:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container evicted-pod ready: false, restart count 0 Mar 23 06:01:11.998: INFO: execpod89f8x started at 2023-03-23 06:01:01 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:11.998: INFO: test-grpc-8a7dd83c-76e2-4686-b35f-9ddb6a13412a started at 2023-03-23 06:01:07 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container agnhost ready: true, restart count 0 Mar 23 06:01:11.998: INFO: host-test-container-pod started at 2023-03-23 05:58:13 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:11.998: INFO: netserver-2 started at 2023-03-23 06:00:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.998: INFO: ss2-0 started at 2023-03-23 06:00:51 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.998: INFO: konnectivity-agent-z65tc started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:01:11.998: INFO: netserver-2 started at 2023-03-23 05:59:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:11.998: INFO: hostexec-bootstrap-e2e-minion-group-m44v-f9wzq started at 2023-03-23 06:00:50 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:11.998: INFO: pod1 started at 2023-03-23 06:00:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:11.998: INFO: rs-2p72r started at 2023-03-23 05:59:11 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:11.998: INFO: Container donothing ready: false, restart count 0 Mar 23 06:01:11.998: INFO: metadata-proxy-v0.1-2x6hp started at 2023-03-23 05:46:13 +0000 UTC (0+2 container statuses recorded) Mar 23 06:01:11.998: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:01:11.998: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:01:12.269: INFO: Latency metrics for node bootstrap-e2e-minion-group-m44v Mar 23 06:01:12.269: INFO: Logging node info for node bootstrap-e2e-minion-group-phng Mar 23 06:01:12.310: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-phng 3a7b803f-e1e8-4319-8f0e-9d869068e555 39343 0 2023-03-23 05:46:06 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-phng kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-phng topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-8103":"bootstrap-e2e-minion-group-phng","csi-mock-csi-mock-volumes-service-token-7175":"bootstrap-e2e-minion-group-phng"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-23 05:57:54 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 06:01:08 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-23 06:01:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-phng,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:57:53 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 05:57:54 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:15 +0000 UTC,LastTransitionTime:2023-03-23 05:46:15 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 06:00:44 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 06:00:44 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 06:00:44 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 06:00:44 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.6,},NodeAddress{Type:ExternalIP,Address:35.233.187.75,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:cc35e191a0389399a3d8166a5be04ece,SystemUUID:cc35e191-a038-9399-a3d8-166a5be04ece,BootID:fb0d14ed-6b5f-4284-8602-79f4efd8a7a9,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-8103^0992e4e2-c940-11ed-b086-3a249eb7cf14 kubernetes.io/csi/csi-hostpath-ephemeral-8103^099488ab-c940-11ed-b086-3a249eb7cf14],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8103^0992e4e2-c940-11ed-b086-3a249eb7cf14,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8103^099488ab-c940-11ed-b086-3a249eb7cf14,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-service-token-7175^18eb0f42-c940-11ed-8d1b-262096985b67,DevicePath:,},},Config:nil,},} Mar 23 06:01:12.311: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-phng Mar 23 06:01:12.357: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-phng Mar 23 06:01:12.427: INFO: coredns-8f5847b64-8m7sp started at 2023-03-23 05:46:23 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container coredns ready: true, restart count 0 Mar 23 06:01:12.428: INFO: netserver-3 started at 2023-03-23 06:00:07 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:12.428: INFO: inline-volume-tester-7mgf8 started at 2023-03-23 06:00:40 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 23 06:01:12.428: INFO: csi-mockplugin-0 started at 2023-03-23 06:00:59 +0000 UTC (0+3 container statuses recorded) Mar 23 06:01:12.428: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container mock ready: true, restart count 0 Mar 23 06:01:12.428: INFO: kube-proxy-bootstrap-e2e-minion-group-phng started at 2023-03-23 05:46:06 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:01:12.428: INFO: netserver-3 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:12.428: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 06:00:59 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 06:01:12.428: INFO: pvc-volume-tester-4w29z started at 2023-03-23 06:01:07 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container volume-tester ready: false, restart count 0 Mar 23 06:01:12.428: INFO: netserver-3 started at 2023-03-23 05:56:58 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:12.428: INFO: csi-mockplugin-0 started at 2023-03-23 05:53:56 +0000 UTC (0+4 container statuses recorded) Mar 23 06:01:12.428: INFO: Container busybox ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container csi-provisioner ready: true, restart count 4 Mar 23 06:01:12.428: INFO: Container driver-registrar ready: true, restart count 3 Mar 23 06:01:12.428: INFO: Container mock ready: true, restart count 0 Mar 23 06:01:12.428: INFO: csi-hostpathplugin-0 started at 2023-03-23 06:00:38 +0000 UTC (0+7 container statuses recorded) Mar 23 06:01:12.428: INFO: Container csi-attacher ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container csi-resizer ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container hostpath ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container liveness-probe ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 23 06:01:12.428: INFO: netserver-3 started at 2023-03-23 05:59:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:12.428: INFO: execpod-affinity95t4g started at 2023-03-23 05:59:58 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:12.428: INFO: csi-mockplugin-resizer-0 started at 2023-03-23 05:55:46 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container csi-resizer ready: false, restart count 5 Mar 23 06:01:12.428: INFO: l7-default-backend-856d874f49-2w7lh started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container default-http-backend ready: true, restart count 0 Mar 23 06:01:12.428: INFO: test-container-pod started at 2023-03-23 05:57:21 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:12.428: INFO: netserver-3 started at 2023-03-23 06:00:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:12.428: INFO: metadata-proxy-v0.1-227rp started at 2023-03-23 05:46:07 +0000 UTC (0+2 container statuses recorded) Mar 23 06:01:12.428: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:01:12.428: INFO: konnectivity-agent-p5t86 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:01:12.428: INFO: httpd started at 2023-03-23 05:53:25 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container httpd ready: true, restart count 0 Mar 23 06:01:12.428: INFO: host-test-container-pod started at 2023-03-23 06:00:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:01:12.428: INFO: volume-snapshot-controller-0 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 23 06:01:12.428: INFO: affinity-nodeport-timeout-kmbfm started at 2023-03-23 05:59:55 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 23 06:01:12.428: INFO: csi-mockplugin-0 started at 2023-03-23 05:55:46 +0000 UTC (0+4 container statuses recorded) Mar 23 06:01:12.428: INFO: Container busybox ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container csi-provisioner ready: false, restart count 5 Mar 23 06:01:12.428: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 06:01:12.428: INFO: Container mock ready: true, restart count 0 Mar 23 06:01:12.428: INFO: netserver-3 started at 2023-03-23 05:59:18 +0000 UTC (0+1 container statuses recorded) Mar 23 06:01:12.428: INFO: Container webserver ready: true, restart count 0 Mar 23 06:01:12.785: INFO: Latency metrics for node bootstrap-e2e-minion-group-phng END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 06:01:12.785 (3.143s) < Exit [DeferCleanup (Each)] [sig-network] Services - dump namespaces | framework.go:209 @ 03/23/23 06:01:12.785 (3.144s) > Enter [DeferCleanup (Each)] [sig-network] Services - tear down framework | framework.go:206 @ 03/23/23 06:01:12.785 STEP: Destroying namespace "services-9570" for this suite. - test/e2e/framework/framework.go:351 @ 03/23/23 06:01:12.785 < Exit [DeferCleanup (Each)] [sig-network] Services - tear down framework | framework.go:206 @ 03/23/23 06:01:12.828 (43ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 06:01:12.828 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 06:01:12.828 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-network\]\sServices\sshould\sbe\sable\sto\supdate\sservice\stype\sto\sNodePort\slistening\son\ssame\sport\snumber\sbut\sdifferent\sprotocols$'
[FAILED] service is not reachable within 2m0s timeout on endpoint 10.0.229.205:80 over TCP protocol In [It] at: test/e2e/network/service.go:1399 @ 03/23/23 06:06:26.626from junit_01.xml
> Enter [BeforeEach] [sig-network] Services - set up framework | framework.go:191 @ 03/23/23 06:03:01.528 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/23/23 06:03:01.528 Mar 23 06:03:01.528: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename services - test/e2e/framework/framework.go:250 @ 03/23/23 06:03:01.529 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/23/23 06:03:01.677 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/23/23 06:03:01.765 < Exit [BeforeEach] [sig-network] Services - set up framework | framework.go:191 @ 03/23/23 06:03:01.885 (357ms) > Enter [BeforeEach] [sig-network] Services - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 06:03:01.885 < Exit [BeforeEach] [sig-network] Services - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 06:03:01.885 (0s) > Enter [BeforeEach] [sig-network] Services - test/e2e/network/service.go:764 @ 03/23/23 06:03:01.885 < Exit [BeforeEach] [sig-network] Services - test/e2e/network/service.go:764 @ 03/23/23 06:03:01.885 (0s) > Enter [It] should be able to update service type to NodePort listening on same port number but different protocols - test/e2e/network/service.go:1343 @ 03/23/23 06:03:01.885 STEP: creating a TCP service nodeport-update-service with type=ClusterIP in namespace services-4878 - test/e2e/network/service.go:1349 @ 03/23/23 06:03:01.885 Mar 23 06:03:02.230: INFO: Service Port TCP: 80 STEP: changing the TCP service to type=NodePort - test/e2e/network/service.go:1359 @ 03/23/23 06:03:02.23 STEP: creating replication controller nodeport-update-service in namespace services-4878 - test/e2e/framework/rc/rc_utils.go:88 @ 03/23/23 06:03:02.515 I0323 06:03:02.618225 9728 runners.go:194] Created replication controller with name: nodeport-update-service, namespace: services-4878, replica count: 2 I0323 06:03:05.718842 9728 runners.go:194] nodeport-update-service Pods: 2 out of 2 created, 2 running, 0 pending, 0 waiting, 0 inactive, 0 terminating, 0 unknown, 0 runningButNotReady Mar 23 06:03:05.718: INFO: Creating new exec pod Mar 23 06:03:10.934: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 nodeport-update-service 80' Mar 23 06:03:11.443: INFO: stderr: "+ nc -v -t -w 2 nodeport-update-service 80\n+ echo hostName\nConnection to nodeport-update-service 80 port [tcp/http] succeeded!\n" Mar 23 06:03:11.443: INFO: stdout: "" Mar 23 06:03:12.444: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 nodeport-update-service 80' Mar 23 06:03:12.960: INFO: stderr: "+ nc -v -t -w 2 nodeport-update-service 80\n+ echo hostName\nConnection to nodeport-update-service 80 port [tcp/http] succeeded!\n" Mar 23 06:03:12.960: INFO: stdout: "nodeport-update-service-gv5hx" Mar 23 06:03:12.960: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.229.205 80' Mar 23 06:03:13.484: INFO: stderr: "+ nc -v -t -w 2 10.0.229.205 80\n+ echo hostName\nConnection to 10.0.229.205 80 port [tcp/http] succeeded!\n" Mar 23 06:03:13.484: INFO: stdout: "nodeport-update-service-948lt" Mar 23 06:03:13.484: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.138.0.5 30433' Mar 23 06:03:43.818: INFO: rc: 1 Mar 23 06:03:43.818: INFO: Service reachability failing with error: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.138.0.5 30433: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 Retrying... Mar 23 06:03:44.818: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.138.0.5 30433' Mar 23 06:03:45.333: INFO: stderr: "+ echo hostName\n+ nc -v -t -w 2 10.138.0.5 30433\nConnection to 10.138.0.5 30433 port [tcp/*] succeeded!\n" Mar 23 06:03:45.333: INFO: stdout: "nodeport-update-service-gv5hx" Mar 23 06:03:45.333: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.138.0.4 30433' Mar 23 06:03:45.837: INFO: stderr: "+ nc -v -t -w 2 10.138.0.4 30433\n+ echo hostName\nConnection to 10.138.0.4 30433 port [tcp/*] succeeded!\n" Mar 23 06:03:45.837: INFO: stdout: "" Mar 23 06:03:46.837: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.138.0.4 30433' Mar 23 06:03:47.333: INFO: stderr: "+ + ncecho -v hostName -t\n -w 2 10.138.0.4 30433\nConnection to 10.138.0.4 30433 port [tcp/*] succeeded!\n" Mar 23 06:03:47.333: INFO: stdout: "nodeport-update-service-948lt" Mar 23 06:03:47.333: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 34.82.192.178 30433' Mar 23 06:04:17.653: INFO: rc: 1 Mar 23 06:04:17.653: INFO: Service reachability failing with error: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 34.82.192.178 30433: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 Retrying... Mar 23 06:04:18.653: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 34.82.192.178 30433' Mar 23 06:04:19.149: INFO: stderr: "+ echo hostName\n+ nc -v -t -w 2 34.82.192.178 30433\nConnection to 34.82.192.178 30433 port [tcp/*] succeeded!\n" Mar 23 06:04:19.149: INFO: stdout: "nodeport-update-service-948lt" Mar 23 06:04:19.149: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 34.105.31.142 30433' Mar 23 06:04:19.682: INFO: stderr: "+ echo hostName\n+ nc -v -t -w 2 34.105.31.142 30433\nConnection to 34.105.31.142 30433 port [tcp/*] succeeded!\n" Mar 23 06:04:19.682: INFO: stdout: "nodeport-update-service-948lt" STEP: Updating NodePort service to listen TCP and UDP based requests over same Port - test/e2e/network/service.go:1379 @ 03/23/23 06:04:19.682 Mar 23 06:04:20.813: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 nodeport-update-service 80' Mar 23 06:04:21.316: INFO: stderr: "+ nc -v -t -w 2 nodeport-update-service 80\n+ echo hostName\nConnection to nodeport-update-service 80 port [tcp/http] succeeded!\n" Mar 23 06:04:21.316: INFO: stdout: "nodeport-update-service-gv5hx" Mar 23 06:04:21.316: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.229.205 80' Mar 23 06:04:21.803: INFO: stderr: "+ echo hostName\n+ nc -v -t -w 2 10.0.229.205 80\nConnection to 10.0.229.205 80 port [tcp/http] succeeded!\n" Mar 23 06:04:21.803: INFO: stdout: "" Mar 23 06:04:22.804: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.229.205 80' Mar 23 06:04:53.115: INFO: rc: 1 Mar 23 06:04:53.115: INFO: Service reachability failing with error: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.229.205 80: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 Retrying... Mar 23 06:04:53.804: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.229.205 80' Mar 23 06:05:24.116: INFO: rc: 1 Mar 23 06:05:24.116: INFO: Service reachability failing with error: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.229.205 80: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 Retrying... Mar 23 06:05:24.804: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.229.205 80' Mar 23 06:05:55.120: INFO: rc: 1 Mar 23 06:05:55.120: INFO: Service reachability failing with error: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.229.205 80: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 Retrying... Mar 23 06:05:55.803: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.229.205 80' Mar 23 06:06:26.125: INFO: rc: 1 Mar 23 06:06:26.125: INFO: Service reachability failing with error: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.229.205 80: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 Retrying... Mar 23 06:06:26.125: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-4878 exec execpodndc6m -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.229.205 80' Mar 23 06:06:26.626: INFO: stderr: "+ echo hostName\n+ nc -v -t -w 2 10.0.229.205 80\nConnection to 10.0.229.205 80 port [tcp/http] succeeded!\n" Mar 23 06:06:26.626: INFO: stdout: "" Mar 23 06:06:26.626: INFO: Unexpected error: <*errors.errorString | 0xc0006e22e0>: service is not reachable within 2m0s timeout on endpoint 10.0.229.205:80 over TCP protocol { s: "service is not reachable within 2m0s timeout on endpoint 10.0.229.205:80 over TCP protocol", } [FAILED] service is not reachable within 2m0s timeout on endpoint 10.0.229.205:80 over TCP protocol In [It] at: test/e2e/network/service.go:1399 @ 03/23/23 06:06:26.626 < Exit [It] should be able to update service type to NodePort listening on same port number but different protocols - test/e2e/network/service.go:1343 @ 03/23/23 06:06:26.626 (3m24.741s) > Enter [AfterEach] [sig-network] Services - test/e2e/framework/node/init/init.go:33 @ 03/23/23 06:06:26.626 Mar 23 06:06:26.626: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-network] Services - test/e2e/framework/node/init/init.go:33 @ 03/23/23 06:06:26.669 (43ms) > Enter [DeferCleanup (Each)] [sig-network] Services - test/e2e/network/service.go:1352 @ 03/23/23 06:06:26.669 Mar 23 06:06:26.669: INFO: Cleaning up the updating NodePorts test service < Exit [DeferCleanup (Each)] [sig-network] Services - test/e2e/network/service.go:1352 @ 03/23/23 06:06:26.737 (68ms) > Enter [DeferCleanup (Each)] [sig-network] Services - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 06:06:26.737 < Exit [DeferCleanup (Each)] [sig-network] Services - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 06:06:26.737 (0s) > Enter [DeferCleanup (Each)] [sig-network] Services - dump namespaces | framework.go:209 @ 03/23/23 06:06:26.737 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 06:06:26.737 STEP: Collecting events from namespace "services-4878". - test/e2e/framework/debug/dump.go:42 @ 03/23/23 06:06:26.737 STEP: Found 14 events. - test/e2e/framework/debug/dump.go:46 @ 03/23/23 06:06:26.779 Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:02 +0000 UTC - event for nodeport-update-service: {replication-controller } SuccessfulCreate: Created pod: nodeport-update-service-gv5hx Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:02 +0000 UTC - event for nodeport-update-service: {replication-controller } SuccessfulCreate: Created pod: nodeport-update-service-948lt Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:02 +0000 UTC - event for nodeport-update-service-948lt: {default-scheduler } Scheduled: Successfully assigned services-4878/nodeport-update-service-948lt to bootstrap-e2e-minion-group-lctk Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:02 +0000 UTC - event for nodeport-update-service-gv5hx: {default-scheduler } Scheduled: Successfully assigned services-4878/nodeport-update-service-gv5hx to bootstrap-e2e-minion-group-m44v Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:03 +0000 UTC - event for nodeport-update-service-948lt: {kubelet bootstrap-e2e-minion-group-lctk} Started: Started container nodeport-update-service Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:03 +0000 UTC - event for nodeport-update-service-948lt: {kubelet bootstrap-e2e-minion-group-lctk} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:03 +0000 UTC - event for nodeport-update-service-948lt: {kubelet bootstrap-e2e-minion-group-lctk} Created: Created container nodeport-update-service Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:03 +0000 UTC - event for nodeport-update-service-gv5hx: {kubelet bootstrap-e2e-minion-group-m44v} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:03 +0000 UTC - event for nodeport-update-service-gv5hx: {kubelet bootstrap-e2e-minion-group-m44v} Created: Created container nodeport-update-service Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:04 +0000 UTC - event for nodeport-update-service-gv5hx: {kubelet bootstrap-e2e-minion-group-m44v} Started: Started container nodeport-update-service Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:05 +0000 UTC - event for execpodndc6m: {default-scheduler } Scheduled: Successfully assigned services-4878/execpodndc6m to bootstrap-e2e-minion-group-lctk Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:07 +0000 UTC - event for execpodndc6m: {kubelet bootstrap-e2e-minion-group-lctk} Started: Started container agnhost-container Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:07 +0000 UTC - event for execpodndc6m: {kubelet bootstrap-e2e-minion-group-lctk} Created: Created container agnhost-container Mar 23 06:06:26.779: INFO: At 2023-03-23 06:03:07 +0000 UTC - event for execpodndc6m: {kubelet bootstrap-e2e-minion-group-lctk} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 06:06:26.821: INFO: POD NODE PHASE GRACE CONDITIONS Mar 23 06:06:26.821: INFO: execpodndc6m bootstrap-e2e-minion-group-lctk Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:05 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:07 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:07 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:05 +0000 UTC }] Mar 23 06:06:26.821: INFO: nodeport-update-service-948lt bootstrap-e2e-minion-group-lctk Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:02 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:04 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:04 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:02 +0000 UTC }] Mar 23 06:06:26.821: INFO: nodeport-update-service-gv5hx bootstrap-e2e-minion-group-m44v Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:02 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:04 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:04 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 06:03:02 +0000 UTC }] Mar 23 06:06:26.821: INFO: Mar 23 06:06:27.024: INFO: Logging node info for node bootstrap-e2e-master Mar 23 06:06:27.065: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master b2cd2dc8-ffce-4614-bdea-8d87c50a6424 40774 0 2023-03-23 05:46:08 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}},"f:taints":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 06:01:49 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858370560 0} {<nil>} 3767940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596226560 0} {<nil>} 3511940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:49 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:49 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 06:01:49 +0000 UTC,LastTransitionTime:2023-03-23 05:46:08 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 06:01:49 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.105.117.5,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:b642835b33175f0af63452c96e2e0064,SystemUUID:b642835b-3317-5f0a-f634-52c96e2e0064,BootID:f85f58d1-4315-4e3e-bb3a-8bdb7c1fd60c,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:121935203,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:113796093,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:59687920,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:b1389e7014425a1752aac55f5043ef4c52edaef0e223bf4d48ed1324e298087c registry.k8s.io/kas-network-proxy/proxy-server:v0.1.1],SizeBytes:21875112,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 06:06:27.066: INFO: Logging kubelet events for node bootstrap-e2e-master Mar 23 06:06:27.109: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Mar 23 06:06:27.170: INFO: kube-controller-manager-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.170: INFO: Container kube-controller-manager ready: true, restart count 1 Mar 23 06:06:27.170: INFO: kube-scheduler-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.170: INFO: Container kube-scheduler ready: true, restart count 0 Mar 23 06:06:27.170: INFO: kube-addon-manager-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.170: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 23 06:06:27.170: INFO: l7-lb-controller-bootstrap-e2e-master started at 2023-03-23 05:45:42 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.170: INFO: Container l7-lb-controller ready: true, restart count 2 Mar 23 06:06:27.170: INFO: etcd-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.170: INFO: Container etcd-container ready: true, restart count 0 Mar 23 06:06:27.170: INFO: konnectivity-server-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.170: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 23 06:06:27.170: INFO: kube-apiserver-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.170: INFO: Container kube-apiserver ready: true, restart count 0 Mar 23 06:06:27.170: INFO: metadata-proxy-v0.1-5jk5n started at 2023-03-23 05:46:12 +0000 UTC (0+2 container statuses recorded) Mar 23 06:06:27.170: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:06:27.170: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:06:27.170: INFO: etcd-server-events-bootstrap-e2e-master started at 2023-03-23 05:45:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.170: INFO: Container etcd-container ready: true, restart count 0 Mar 23 06:06:27.348: INFO: Latency metrics for node bootstrap-e2e-master Mar 23 06:06:27.348: INFO: Logging node info for node bootstrap-e2e-minion-group-75lp Mar 23 06:06:27.395: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-75lp 3d295bdc-d3cc-4821-8155-06b581cac3c6 45247 0 2023-03-23 05:46:13 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-75lp kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-75lp topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-expansion-3182":"csi-mock-csi-mock-volumes-expansion-3182"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-23 06:02:44 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-23 06:05:49 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-23 06:05:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-75lp,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:44 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:44 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 06:02:44 +0000 UTC,LastTransitionTime:2023-03-23 05:57:41 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 06:02:44 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 06:02:44 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 06:02:44 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:44 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 06:05:50 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 06:05:50 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 06:05:50 +0000 UTC,LastTransitionTime:2023-03-23 05:46:13 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 06:05:50 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.105.31.142,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-75lp.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0e9c7f2912564fef00b19cba2c89eb7f,SystemUUID:0e9c7f29-1256-4fef-00b1-9cba2c89eb7f,BootID:8532ffcb-9890-4ad6-addd-290a19b0c275,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-3182^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-expansion-3182^4,DevicePath:,},},Config:nil,},} Mar 23 06:06:27.395: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-75lp Mar 23 06:06:27.439: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-75lp Mar 23 06:06:27.489: INFO: kube-dns-autoscaler-7b444c59c9-4vnfn started at 2023-03-23 05:52:25 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.489: INFO: Container autoscaler ready: true, restart count 0 Mar 23 06:06:27.489: INFO: test-container-pod started at 2023-03-23 05:59:49 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.489: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:27.489: INFO: csi-mockplugin-attacher-0 started at 2023-03-23 06:02:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.489: INFO: Container csi-attacher ready: true, restart count 4 Mar 23 06:06:27.489: INFO: csi-mockplugin-resizer-0 started at 2023-03-23 06:02:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.489: INFO: Container csi-resizer ready: true, restart count 4 Mar 23 06:06:27.489: INFO: metrics-server-v0.5.2-57d47cbf5-m2j6g started at 2023-03-23 05:46:30 +0000 UTC (0+2 container statuses recorded) Mar 23 06:06:27.489: INFO: Container metrics-server ready: true, restart count 0 Mar 23 06:06:27.489: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 23 06:06:27.489: INFO: host-test-container-pod started at 2023-03-23 05:59:49 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.489: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:06:27.489: INFO: konnectivity-agent-xkdx9 started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.489: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:06:27.489: INFO: netserver-0 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.489: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:27.489: INFO: netserver-0 started at 2023-03-23 05:59:17 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.489: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:27.489: INFO: metadata-proxy-v0.1-qghl9 started at 2023-03-23 05:46:14 +0000 UTC (0+2 container statuses recorded) Mar 23 06:06:27.489: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:06:27.489: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:06:27.489: INFO: kube-proxy-bootstrap-e2e-minion-group-75lp started at 2023-03-23 05:46:13 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.489: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:06:27.489: INFO: csi-mockplugin-0 started at 2023-03-23 06:02:52 +0000 UTC (0+4 container statuses recorded) Mar 23 06:06:27.489: INFO: Container busybox ready: true, restart count 0 Mar 23 06:06:27.489: INFO: Container csi-provisioner ready: true, restart count 4 Mar 23 06:06:27.489: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 06:06:27.489: INFO: Container mock ready: true, restart count 0 Mar 23 06:06:27.489: INFO: netserver-0 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.489: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:27.489: INFO: pvc-volume-tester-2gxnt started at 2023-03-23 06:05:45 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.489: INFO: Container volume-tester ready: false, restart count 0 Mar 23 06:06:27.738: INFO: Latency metrics for node bootstrap-e2e-minion-group-75lp Mar 23 06:06:27.738: INFO: Logging node info for node bootstrap-e2e-minion-group-lctk Mar 23 06:06:27.780: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-lctk c9f5694f-d112-4932-9158-28d9d4868b60 43147 0 2023-03-23 05:46:14 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-lctk kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-lctk topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.4.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 06:02:35 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 06:02:46 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2023-03-23 06:02:47 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.4.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-lctk,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.4.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:47 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 06:02:47 +0000 UTC,LastTransitionTime:2023-03-23 05:57:45 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 06:02:47 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 06:02:47 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 06:02:47 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:47 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:47 +0000 UTC,LastTransitionTime:2023-03-23 05:46:17 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 06:02:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 06:02:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 06:02:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 06:02:46 +0000 UTC,LastTransitionTime:2023-03-23 05:46:14 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.82.192.178,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-lctk.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:a467470da5810d0c296e0f0c9fd6a08c,SystemUUID:a467470d-a581-0d0c-296e-0f0c9fd6a08c,BootID:90c056ab-4fb0-4094-aad3-9f4cce622260,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:51eae8381dcb1078289fa7b4f3df2630cdc18d09fb56f8e56b41c40e191d6c83 registry.k8s.io/etcd:3.5.7-0],SizeBytes:101639218,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/debian-base@sha256:ebda8587ec0f49eb88ee3a608ef018484908cbc5aa32556a0d78356088c185d4 registry.k8s.io/debian-base:v2.0.0],SizeBytes:21093264,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 06:06:27.781: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-lctk Mar 23 06:06:27.825: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-lctk Mar 23 06:06:27.873: INFO: kube-proxy-bootstrap-e2e-minion-group-lctk started at 2023-03-23 05:46:14 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.873: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:06:27.873: INFO: test-container-pod started at 2023-03-23 05:58:13 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.873: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:27.873: INFO: nodeport-update-service-948lt started at 2023-03-23 06:03:02 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.873: INFO: Container nodeport-update-service ready: true, restart count 0 Mar 23 06:06:27.873: INFO: netserver-1 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.873: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:27.873: INFO: metadata-proxy-v0.1-jhj4f started at 2023-03-23 05:46:15 +0000 UTC (0+2 container statuses recorded) Mar 23 06:06:27.873: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:06:27.873: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:06:27.873: INFO: execpodndc6m started at 2023-03-23 06:03:05 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.873: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:06:27.873: INFO: netserver-1 started at 2023-03-23 05:59:17 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.873: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:27.873: INFO: netserver-1 started at 2023-03-23 06:03:03 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.873: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:27.873: INFO: coredns-8f5847b64-bvt8w started at 2023-03-23 05:52:04 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.873: INFO: Container coredns ready: true, restart count 0 Mar 23 06:06:27.873: INFO: konnectivity-agent-z5t5c started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.873: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:06:27.873: INFO: netserver-1 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:27.873: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:28.102: INFO: Latency metrics for node bootstrap-e2e-minion-group-lctk Mar 23 06:06:28.102: INFO: Logging node info for node bootstrap-e2e-minion-group-m44v Mar 23 06:06:28.144: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-m44v 1c1459ab-5981-4078-8735-b91d0640e61e 44841 0 2023-03-23 05:46:12 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-m44v kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-m44v topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:12 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 06:02:34 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {node-problem-detector Update v1 2023-03-23 06:02:51 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-23 06:04:06 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-m44v,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 06:02:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 06:02:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 06:02:51 +0000 UTC,LastTransitionTime:2023-03-23 05:57:49 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 06:02:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:51 +0000 UTC,LastTransitionTime:2023-03-23 05:46:16 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:27 +0000 UTC,LastTransitionTime:2023-03-23 05:46:27 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 06:04:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 06:04:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 06:04:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 06:04:06 +0000 UTC,LastTransitionTime:2023-03-23 05:46:12 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.168.166.91,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-m44v.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:dbcaf8725611171d4aea42031751eee3,SystemUUID:dbcaf872-5611-171d-4aea-42031751eee3,BootID:3be496c4-d00f-482a-aec5-05e3b715b6ac,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:13ac9b3c476d7290a4451d65d09d6016a2cb89836ffbfa4eae55b72731a22080 registry.k8s.io/build-image/distroless-iptables:v0.2.2],SizeBytes:7729580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 06:06:28.145: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-m44v Mar 23 06:06:28.188: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-m44v Mar 23 06:06:28.241: INFO: netserver-2 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.241: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:28.241: INFO: netserver-2 started at 2023-03-23 05:59:18 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.241: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:28.241: INFO: netserver-2 started at 2023-03-23 05:56:57 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.241: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:28.241: INFO: netserver-2 started at 2023-03-23 06:03:03 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.241: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:28.241: INFO: kube-proxy-bootstrap-e2e-minion-group-m44v started at 2023-03-23 05:46:12 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.241: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:06:28.241: INFO: host-test-container-pod started at 2023-03-23 05:58:13 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.241: INFO: Container agnhost-container ready: true, restart count 0 Mar 23 06:06:28.241: INFO: konnectivity-agent-z65tc started at 2023-03-23 05:46:27 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.241: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:06:28.241: INFO: nodeport-update-service-gv5hx started at 2023-03-23 06:03:02 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.241: INFO: Container nodeport-update-service ready: true, restart count 0 Mar 23 06:06:28.241: INFO: metadata-proxy-v0.1-2x6hp started at 2023-03-23 05:46:13 +0000 UTC (0+2 container statuses recorded) Mar 23 06:06:28.241: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:06:28.241: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:06:28.460: INFO: Latency metrics for node bootstrap-e2e-minion-group-m44v Mar 23 06:06:28.460: INFO: Logging node info for node bootstrap-e2e-minion-group-phng Mar 23 06:06:28.502: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-phng 3a7b803f-e1e8-4319-8f0e-9d869068e555 44764 0 2023-03-23 05:46:06 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-phng kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-phng topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-capacity-5111":"csi-mock-csi-mock-volumes-capacity-5111"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}}}} } {kubelet Update v1 2023-03-23 05:46:06 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-23 06:01:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {node-problem-detector Update v1 2023-03-23 06:02:55 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-23 06:04:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-minion-group-phng,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-23 06:02:55 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-23 06:02:55 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-23 06:02:55 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:55 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:55 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-23 06:02:55 +0000 UTC,LastTransitionTime:2023-03-23 05:46:10 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-23 06:02:55 +0000 UTC,LastTransitionTime:2023-03-23 05:57:53 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-23 05:46:15 +0000 UTC,LastTransitionTime:2023-03-23 05:46:15 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-23 06:02:26 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-23 06:02:26 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-23 06:02:26 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-23 06:02:26 +0000 UTC,LastTransitionTime:2023-03-23 05:46:06 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.6,},NodeAddress{Type:ExternalIP,Address:35.233.187.75,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-phng.c.k8s-infra-e2e-boskos-067.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:cc35e191a0389399a3d8166a5be04ece,SystemUUID:cc35e191-a038-9399-a3d8-166a5be04ece,BootID:fb0d14ed-6b5f-4284-8602-79f4efd8a7a9,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.6.6,KubeletVersion:v1.27.0-beta.0.66+d2be69ac11346d,KubeProxyVersion:v1.27.0-beta.0.66+d2be69ac11346d,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-beta.0.66_d2be69ac11346d],SizeBytes:72680802,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:e468dddcd275163a042ab297b2d8c2aca50d5e148d2d22f3b6ba119e2f31fa79 registry.k8s.io/sig-storage/csi-provisioner:v3.4.0],SizeBytes:27427836,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:9b2d9abda017c28b12f84a344f57cd73fbdb6c2bd7dd5bdd5018246ad1093ba6 registry.k8s.io/sig-storage/hostpathplugin:v1.11.0],SizeBytes:18233005,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:a0ead06651cf580044aeb0a0feba63591858fb2e43ade8c9dea45a6a89ae7e5e registry.k8s.io/coredns/coredns:v1.10.1],SizeBytes:16190758,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:939c42e815e6b6af3181f074652c0d18fe429fcee9b49c1392aee7e92887cfef registry.k8s.io/kas-network-proxy/proxy-agent:v0.1.1],SizeBytes:8364694,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 23 06:06:28.502: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-phng Mar 23 06:06:28.546: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-phng Mar 23 06:06:28.598: INFO: netserver-3 started at 2023-03-23 06:03:03 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:28.598: INFO: l7-default-backend-856d874f49-2w7lh started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container default-http-backend ready: true, restart count 0 Mar 23 06:06:28.598: INFO: test-container-pod started at 2023-03-23 05:57:21 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:28.598: INFO: metadata-proxy-v0.1-227rp started at 2023-03-23 05:46:07 +0000 UTC (0+2 container statuses recorded) Mar 23 06:06:28.598: INFO: Container metadata-proxy ready: true, restart count 0 Mar 23 06:06:28.598: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 23 06:06:28.598: INFO: konnectivity-agent-p5t86 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 23 06:06:28.598: INFO: httpd started at 2023-03-23 05:53:25 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container httpd ready: true, restart count 0 Mar 23 06:06:28.598: INFO: pvc-volume-tester-cwsvq started at 2023-03-23 06:03:03 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container volume-tester ready: false, restart count 0 Mar 23 06:06:28.598: INFO: volume-snapshot-controller-0 started at 2023-03-23 05:46:16 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 23 06:06:28.598: INFO: netserver-3 started at 2023-03-23 05:59:18 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:28.598: INFO: coredns-8f5847b64-8m7sp started at 2023-03-23 05:46:23 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container coredns ready: true, restart count 0 Mar 23 06:06:28.598: INFO: test-container-pod started at 2023-03-23 06:03:26 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:28.598: INFO: kube-proxy-bootstrap-e2e-minion-group-phng started at 2023-03-23 05:46:06 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container kube-proxy ready: true, restart count 0 Mar 23 06:06:28.598: INFO: netserver-3 started at 2023-03-23 05:57:52 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:28.598: INFO: netserver-3 started at 2023-03-23 05:56:58 +0000 UTC (0+1 container statuses recorded) Mar 23 06:06:28.598: INFO: Container webserver ready: true, restart count 0 Mar 23 06:06:28.598: INFO: csi-mockplugin-0 started at 2023-03-23 06:02:54 +0000 UTC (0+4 container statuses recorded) Mar 23 06:06:28.598: INFO: Container busybox ready: true, restart count 0 Mar 23 06:06:28.598: INFO: Container csi-provisioner ready: true, restart count 0 Mar 23 06:06:28.598: INFO: Container driver-registrar ready: true, restart count 0 Mar 23 06:06:28.598: INFO: Container mock ready: true, restart count 0 Mar 23 06:06:28.838: INFO: Latency metrics for node bootstrap-e2e-minion-group-phng END STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 06:06:28.838 (2.101s) < Exit [DeferCleanup (Each)] [sig-network] Services - dump namespaces | framework.go:209 @ 03/23/23 06:06:28.838 (2.101s) > Enter [DeferCleanup (Each)] [sig-network] Services - tear down framework | framework.go:206 @ 03/23/23 06:06:28.838 STEP: Destroying namespace "services-4878" for this suite. - test/e2e/framework/framework.go:351 @ 03/23/23 06:06:28.838 < Exit [DeferCleanup (Each)] [sig-network] Services - tear down framework | framework.go:206 @ 03/23/23 06:06:28.881 (43ms) > Enter [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 06:06:28.881 < Exit [ReportAfterEach] TOP-LEVEL - test/e2e/e2e_test.go:144 @ 03/23/23 06:06:28.881 (0s)
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-network\]\sServices\sshould\sserve\sendpoints\son\ssame\sport\sand\sdifferent\sprotocols$'
[FAILED] Failed to connect to Service UDP port: service is not reachable within 30s timeout on endpoint 10.0.63.133 80 over UDP protocol In [It] at: test/e2e/network/service.go:3719 @ 03/23/23 05:55:34.927
> Enter [BeforeEach] [sig-network] Services - set up framework | framework.go:191 @ 03/23/23 05:53:18.434 STEP: Creating a kubernetes client - test/e2e/framework/framework.go:211 @ 03/23/23 05:53:18.434 Mar 23 05:53:18.434: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename services - test/e2e/framework/framework.go:250 @ 03/23/23 05:53:18.436 STEP: Waiting for a default service account to be provisioned in namespace - test/e2e/framework/framework.go:259 @ 03/23/23 05:53:18.589 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace - test/e2e/framework/framework.go:262 @ 03/23/23 05:53:18.682 < Exit [BeforeEach] [sig-network] Services - set up framework | framework.go:191 @ 03/23/23 05:53:18.77 (336ms) > Enter [BeforeEach] [sig-network] Services - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:53:18.77 < Exit [BeforeEach] [sig-network] Services - test/e2e/framework/metrics/init/init.go:33 @ 03/23/23 05:53:18.77 (0s) > Enter [BeforeEach] [sig-network] Services - test/e2e/network/service.go:764 @ 03/23/23 05:53:18.77 < Exit [BeforeEach] [sig-network] Services - test/e2e/network/service.go:764 @ 03/23/23 05:53:18.77 (0s) > Enter [It] should serve endpoints on same port and different protocols - test/e2e/network/service.go:3622 @ 03/23/23 05:53:18.77 STEP: creating service multiprotocol-test in namespace services-8218 - test/e2e/network/service.go:3641 @ 03/23/23 05:53:18.77 STEP: creating pod pod1 in namespace services-8218 - test/e2e/network/service.go:3667 @ 03/23/23 05:53:18.836 STEP: Creating pod pod1 in namespace services-8218 - test/e2e/network/service.go:4094 @ 03/23/23 05:53:18.836 STEP: waiting up to 3m0s for service multiprotocol-test in namespace services-8218 to expose endpoints map[pod1:[{tcp-port 0 80 TCP } {udp-port 0 80 UDP }]] - test/e2e/network/service.go:4286 @ 03/23/23 05:53:23.202 Mar 23 05:53:23.509: INFO: successfully validated that service multiprotocol-test in namespace services-8218 exposes endpoints map[pod1:[{tcp-port 0 80 TCP } {udp-port 0 80 UDP }]] STEP: Checking if the Service forwards traffic to the TCP and UDP port - test/e2e/network/service.go:3671 @ 03/23/23 05:53:23.509 Mar 23 05:53:23.509: INFO: Creating new exec pod Mar 23 05:53:27.821: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.63.133 80' Mar 23 05:53:28.811: INFO: stderr: "+ + echo hostName\nnc -v -t -w 2 10.0.63.133 80\nConnection to 10.0.63.133 80 port [tcp/http] succeeded!\n" Mar 23 05:53:28.811: INFO: stdout: "HTTP/1.1 400 Bad Request\r\nContent-Type: text/plain; charset=utf-8\r\nConnection: close\r\n\r\n400 Bad Request" Mar 23 05:53:28.811: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -u -w 2 10.0.63.133 80' Mar 23 05:53:33.729: INFO: stderr: "+ nc -v -u -w 2 10.0.63.133 80\n+ echo hostName\nConnection to 10.0.63.133 80 port [udp/*] succeeded!\n" Mar 23 05:53:33.729: INFO: stdout: "pod1" STEP: Checking if the Service forwards traffic to TCP only - test/e2e/network/service.go:3682 @ 03/23/23 05:53:33.729 Mar 23 05:53:33.884: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -t -w 2 10.0.63.133 80' Mar 23 05:53:34.904: INFO: stderr: "+ nc -v -t -w 2 10.0.63.133 80\n+ echo hostName\nConnection to 10.0.63.133 80 port [tcp/http] succeeded!\n" Mar 23 05:53:34.904: INFO: stdout: "HTTP/1.1 400 Bad Request\r\nContent-Type: text/plain; charset=utf-8\r\nConnection: close\r\n\r\n400 Bad Request" Mar 23 05:53:34.905: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -u -w 2 10.0.63.133 80' Mar 23 05:53:39.898: INFO: stderr: "+ echo hostName\n+ nc -v -u -w 2 10.0.63.133 80\nConnection to 10.0.63.133 80 port [udp/*] succeeded!\n" Mar 23 05:53:39.898: INFO: stdout: "pod1" Mar 23 05:53:44.899: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -u -w 2 10.0.63.133 80' Mar 23 05:53:49.693: INFO: stderr: "+ echo hostName\n+ nc -v -u -w 2 10.0.63.133 80\nConnection to 10.0.63.133 80 port [udp/*] succeeded!\n" Mar 23 05:53:49.693: INFO: stdout: "" Mar 23 05:53:51.693: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -u -w 2 10.0.63.133 80' Mar 23 05:54:22.200: INFO: rc: 1 Mar 23 05:54:22.200: INFO: Service reachability failing with error: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -u -w 2 10.0.63.133 80: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 Retrying... Mar 23 05:54:22.200: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -u -w 2 10.0.63.133 80' Mar 23 05:54:26.745: INFO: stderr: "+ nc -v -u -w 2 10.0.63.133 80\n+ echo hostName\nConnection to 10.0.63.133 80 port [udp/*] succeeded!\n" Mar 23 05:54:26.745: INFO: stdout: "" STEP: Checking if the Service forwards traffic to UDP only - test/e2e/network/service.go:3705 @ 03/23/23 05:54:26.745 Mar 23 05:54:27.059: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -u -w 2 10.0.63.133 80' Mar 23 05:54:32.276: INFO: stderr: "+ + echo hostName\nnc -v -u -w 2 10.0.63.133 80\nConnection to 10.0.63.133 80 port [udp/*] succeeded!\n" Mar 23 05:54:32.276: INFO: stdout: "" Mar 23 05:54:34.277: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -u -w 2 10.0.63.133 80' Mar 23 05:55:04.606: INFO: rc: 1 Mar 23 05:55:04.606: INFO: Service reachability failing with error: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -u -w 2 10.0.63.133 80: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 Retrying... Mar 23 05:55:04.606: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -u -w 2 10.0.63.133 80' Mar 23 05:55:34.927: INFO: rc: 1 Mar 23 05:55:34.927: INFO: Service reachability failing with error: error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.105.117.5 --kubeconfig=/workspace/.kube/config --namespace=services-8218 exec execpodrcd7r -- /bin/sh -x -c echo hostName | nc -v -u -w 2 10.0.63.133 80: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 Retrying... [FAILED] Failed to connect to Service UDP port: service is not reachable within 30s timeout on endpoint 10.0.63.133 80 over UDP protocol In [It] at: test/e2e/network/service.go:3719 @ 03/23/23 05:55:34.927 < Exit [It] should serve endpoints on same port and different protocols - test/e2e/network/service.go:3622 @ 03/23/23 05:55:34.927 (2m16.157s) > Enter [AfterEach] [sig-network] Services - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:55:34.927 Mar 23 05:55:34.927: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready < Exit [AfterEach] [sig-network] Services - test/e2e/framework/node/init/init.go:33 @ 03/23/23 05:55:34.977 (50ms) > Enter [DeferCleanup (Each)] [sig-network] Services - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:55:34.977 < Exit [DeferCleanup (Each)] [sig-network] Services - test/e2e/framework/metrics/init/init.go:35 @ 03/23/23 05:55:34.977 (0s) > Enter [DeferCleanup (Each)] [sig-network] Services - dump namespaces | framework.go:209 @ 03/23/23 05:55:34.977 STEP: dump namespace information after failure - test/e2e/framework/framework.go:288 @ 03/23/23 05:55:34.977 STEP: Collecting events from namespace "services-8218". - test/e2e/framework/debug/dump.go:42 @ 03/23/23 05:55:34.977 STEP: Found 8 events. - test/e2e/framework/debug/dump.go:46 @ 03/23/23 05:55:35.056 Mar 23 05:55:35.056: INFO: At 2023-03-23 05:53:18 +0000 UTC - event for pod1: {default-scheduler } Scheduled: Successfully assigned services-8218/pod1 to bootstrap-e2e-minion-group-75lp Mar 23 05:55:35.056: INFO: At 2023-03-23 05:53:20 +0000 UTC - event for pod1: {kubelet bootstrap-e2e-minion-group-75lp} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 05:55:35.056: INFO: At 2023-03-23 05:53:20 +0000 UTC - event for pod1: {kubelet bootstrap-e2e-minion-group-75lp} Created: Created container agnhost-container Mar 23 05:55:35.056: INFO: At 2023-03-23 05:53:20 +0000 UTC - event for pod1: {kubelet bootstrap-e2e-minion-group-75lp} Started: Started container agnhost-container Mar 23 05:55:35.056: INFO: At 2023-03-23 05:53:23 +0000 UTC - event for execpodrcd7r: {default-scheduler } Scheduled: Successfully assigned services-8218/execpodrcd7r to bootstrap-e2e-minion-group-lctk Mar 23 05:55:35.056: INFO: At 2023-03-23 05:53:24 +0000 UTC - event for execpodrcd7r: {kubelet bootstrap-e2e-minion-group-lctk} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Mar 23 05:55:35.056: INFO: At 2023-03-23 05:53:24 +0000 UTC - event for execpodrcd7r: {kubelet bootstrap-e2e-minion-group-lctk} Created: Created container agnhost-container Mar 23 05:55:35.056: INFO: At 2023-03-23 05:53:25 +0000 UTC - event for execpodrcd7r: {kubelet bootstrap-e2e-minion-group-lctk} Started: Started container agnhost-container Mar 23 05:55:35.106: INFO: POD NODE PHASE GRACE CONDITIONS Mar 23 05:55:35.106: INFO: execpodrcd7r bootstrap-e2e-minion-group-lctk Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:23 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:25 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:25 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:23 +0000 UTC }] Mar 23 05:55:35.106: INFO: pod1 bootstrap-e2e-minion-group-75lp Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:18 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:21 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:21 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-23 05:53:18 +0000 UTC }] Mar 23 05:55:35.106: INFO: Mar 23 05:55:35.287: INFO: Logging node info for node bootstrap-e2e-master Mar 23 05:55:35.333: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master b2cd2dc8-ffce-4614-bdea-8d87c50a6424 13513 0 2023-03-23 05:46:08 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-23 05:46:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}},"f:taints":{}}} } {kube-controller-manager Update v1 2023-03-23 05:46:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-23 05:51:35 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-067/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858370560 0} {<nil>} 3767940Ki BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-vo