go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[sig\-api\-machinery\]\sAdmissionWebhook\s\[Privileged\:ClusterAdmin\]\sshould\smutate\sconfigmap\s\[Conformance\]$'
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 Mar 13 06:19:20.461: Unexpected error: <*errors.StatusError | 0xc001eeec80>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: { SelfLink: "", ResourceVersion: "", Continue: "", RemainingItemCount: nil, }, Status: "Failure", Message: "Internal error occurred: failed calling webhook \"adding-configmap-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-9870.svc:8443/mutating-configmaps?timeout=10s\": context deadline exceeded", Reason: "InternalError", Details: { Name: "", Group: "", Kind: "", UID: "", Causes: [ { Type: "", Message: "failed calling webhook \"adding-configmap-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-9870.svc:8443/mutating-configmaps?timeout=10s\": context deadline exceeded", Field: "", }, ], RetryAfterSeconds: 0, }, Code: 500, }, } Internal error occurred: failed calling webhook "adding-configmap-data-stage-1.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-9870.svc:8443/mutating-configmaps?timeout=10s": context deadline exceeded occurred /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:977from junit_13.xml
[BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:185 �[1mSTEP�[0m: Creating a kubernetes client Mar 13 06:19:01.661: INFO: >>> kubeConfig: /workspace/.kube/config �[1mSTEP�[0m: Building a namespace api object, basename webhook �[1mSTEP�[0m: Waiting for a default service account to be provisioned in namespace �[1mSTEP�[0m: Waiting for kube-root-ca.crt to be provisioned in namespace [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:87 �[1mSTEP�[0m: Setting up server cert �[1mSTEP�[0m: Create role binding to let webhook read extension-apiserver-authentication �[1mSTEP�[0m: Deploying the webhook pod �[1mSTEP�[0m: Wait for the deployment to be ready Mar 13 06:19:03.714: INFO: deployment "sample-webhook-deployment" doesn't have the required revision set Mar 13 06:19:06.373: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2023, time.March, 13, 6, 19, 3, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 19, 3, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2023, time.March, 13, 6, 19, 4, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 19, 3, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-6c69dbd86b\" is progressing."}}, CollisionCount:(*int32)(nil)} �[1mSTEP�[0m: Deploying the webhook service �[1mSTEP�[0m: Verifying the service has paired with the endpoint Mar 13 06:19:09.598: INFO: Waiting for amount of service:e2e-test-webhook endpoints to be 1 [It] should mutate configmap [Conformance] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 �[1mSTEP�[0m: Registering the mutating configmap webhook via the AdmissionRegistration API �[1mSTEP�[0m: create a configmap that should be updated by the webhook Mar 13 06:19:20.461: FAIL: Unexpected error: <*errors.StatusError | 0xc001eeec80>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: { SelfLink: "", ResourceVersion: "", Continue: "", RemainingItemCount: nil, }, Status: "Failure", Message: "Internal error occurred: failed calling webhook \"adding-configmap-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-9870.svc:8443/mutating-configmaps?timeout=10s\": context deadline exceeded", Reason: "InternalError", Details: { Name: "", Group: "", Kind: "", UID: "", Causes: [ { Type: "", Message: "failed calling webhook \"adding-configmap-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-9870.svc:8443/mutating-configmaps?timeout=10s\": context deadline exceeded", Field: "", }, ], RetryAfterSeconds: 0, }, Code: 500, }, } Internal error occurred: failed calling webhook "adding-configmap-data-stage-1.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-9870.svc:8443/mutating-configmaps?timeout=10s": context deadline exceeded occurred Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.testMutatingConfigMapWebhook(0xc0015aa9a0) /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:977 +0x1ac k8s.io/kubernetes/test/e2e/apimachinery.glob..func27.8() /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:252 +0x59 k8s.io/kubernetes/test/e2e.RunE2ETests(0x24efc17?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:133 +0x6b7 k8s.io/kubernetes/test/e2e.TestE2E(0x0?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:136 +0x19 testing.tRunner(0xc0008bdd40, 0x72ee990) /usr/local/go/src/testing/testing.go:1446 +0x10b created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1493 +0x35f [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:186 �[1mSTEP�[0m: Collecting events from namespace "webhook-9870". �[1mSTEP�[0m: Found 6 events. Mar 13 06:19:20.748: INFO: At 2023-03-13 06:19:03 +0000 UTC - event for sample-webhook-deployment: {deployment-controller } ScalingReplicaSet: Scaled up replica set sample-webhook-deployment-6c69dbd86b to 1 Mar 13 06:19:20.748: INFO: At 2023-03-13 06:19:03 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b: {replicaset-controller } SuccessfulCreate: Created pod: sample-webhook-deployment-6c69dbd86b-r2ssl Mar 13 06:19:20.748: INFO: At 2023-03-13 06:19:03 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-r2ssl: {default-scheduler } Scheduled: Successfully assigned webhook-9870/sample-webhook-deployment-6c69dbd86b-r2ssl to test-183d8deac8-minion-group-cdc2 Mar 13 06:19:20.748: INFO: At 2023-03-13 06:19:06 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-r2ssl: {kubelet test-183d8deac8-minion-group-cdc2} Pulled: Container image "k8s.gcr.io/e2e-test-images/agnhost:2.39" already present on machine Mar 13 06:19:20.749: INFO: At 2023-03-13 06:19:06 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-r2ssl: {kubelet test-183d8deac8-minion-group-cdc2} Created: Created container sample-webhook Mar 13 06:19:20.749: INFO: At 2023-03-13 06:19:06 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-r2ssl: {kubelet test-183d8deac8-minion-group-cdc2} Started: Started container sample-webhook Mar 13 06:19:20.828: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:19:20.828: INFO: sample-webhook-deployment-6c69dbd86b-r2ssl test-183d8deac8-minion-group-cdc2 Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:19:03 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:19:07 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:19:07 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:19:03 +0000 UTC }] Mar 13 06:19:20.829: INFO: Mar 13 06:19:20.998: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:19:21.069: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 650 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:15:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:15:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:15:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:15:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:19:21.070: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:19:21.194: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:19:51.774: INFO: Unable to retrieve kubelet pods for node test-183d8deac8-master: error trying to reach service: dial timeout, backstop Mar 13 06:19:51.774: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:19:51.816: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 6875 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-1457":"test-183d8deac8-minion-group-1jd4","csi-hostpath-ephemeral-7118":"test-183d8deac8-minion-group-1jd4","csi-mock-csi-mock-volumes-9432":"csi-mock-csi-mock-volumes-9432"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:17:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:17:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:14:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:14:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:14:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:14:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-13 06:14:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:14:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:14:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:48 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:48 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:48 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:19:48 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-7118^0561679e-c167-11ed-8424-16e921f250b8],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-7118^0561679e-c167-11ed-8424-16e921f250b8,DevicePath:,},},Config:nil,},} Mar 13 06:19:51.816: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:19:51.881: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:20:23.887: INFO: Unable to retrieve kubelet pods for node test-183d8deac8-minion-group-1jd4: error trying to reach service: dial timeout, backstop Mar 13 06:20:23.887: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:20:23.952: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 7150 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-1659":"test-183d8deac8-minion-group-7155","csi-hostpath-provisioning-5240":"test-183d8deac8-minion-group-7155"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:19:23 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:19:39 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:19:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:20:23.952: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:20:24.012: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:20:24.236: INFO: netserver-1 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:24.236: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:20:24.236: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:20:24.236: INFO: inline-volume-tester-pfpcg started at 2023-03-13 06:19:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:20:24.236: INFO: pod-ephm-test-projected-f64g started at 2023-03-13 06:18:36 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container test-container-subpath-projected-f64g ready: false, restart count 0 Mar 13 06:20:24.236: INFO: ss2-2 started at 2023-03-13 06:19:43 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:24.236: INFO: gluster-server started at 2023-03-13 06:20:00 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container gluster-server ready: true, restart count 0 Mar 13 06:20:24.236: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:20:24.236: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:19:15 +0000 UTC (0+7 container statuses recorded) Mar 13 06:20:24.236: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:20:24.236: INFO: downwardapi-volume-ff9529ed-30f4-4b83-a13f-c1faa81489e4 started at 2023-03-13 06:19:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container client-container ready: false, restart count 0 Mar 13 06:20:24.236: INFO: hostexec-test-183d8deac8-minion-group-7155-tsxfv started at 2023-03-13 06:20:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:20:24.236: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:24.236: INFO: pod-subpath-test-inlinevolume-d7ws started at 2023-03-13 06:18:58 +0000 UTC (2+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Init container init-volume-inlinevolume-d7ws ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Init container test-init-volume-inlinevolume-d7ws ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container test-container-subpath-inlinevolume-d7ws ready: false, restart count 0 Mar 13 06:20:24.236: INFO: condition-test-ktw89 started at 2023-03-13 06:20:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container httpd ready: true, restart count 0 Mar 13 06:20:24.236: INFO: pod-subpath-test-inlinevolume-7f4q started at 2023-03-13 06:20:23 +0000 UTC (1+2 container statuses recorded) Mar 13 06:20:24.236: INFO: Init container test-init-subpath-inlinevolume-7f4q ready: false, restart count 0 Mar 13 06:20:24.236: INFO: Container test-container-subpath-inlinevolume-7f4q ready: false, restart count 0 Mar 13 06:20:24.236: INFO: Container test-container-volume-inlinevolume-7f4q ready: false, restart count 0 Mar 13 06:20:24.236: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:20:24.236: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:19:35 +0000 UTC (0+7 container statuses recorded) Mar 13 06:20:24.236: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:20:24.236: INFO: simpletest.rc-j7npz started at 2023-03-13 06:19:30 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container nginx ready: true, restart count 0 Mar 13 06:20:24.236: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:20:24.236: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:20:24.236: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:20:24.236: INFO: netserver-1 started at 2023-03-13 06:19:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:24.236: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:24.924: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:20:24.924: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:20:24.989: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 7475 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-5956":"test-183d8deac8-minion-group-cdc2","csi-hostpath-volume-expand-9942":"test-183d8deac8-minion-group-cdc2"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:19:45 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:19:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:20:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-5956^0c1b2b61-c167-11ed-a2af-aa042697520a],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-5956^0c1b2b61-c167-11ed-a2af-aa042697520a,DevicePath:,},},Config:nil,},} Mar 13 06:20:24.989: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:20:25.075: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:20:25.298: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:20:25.298: INFO: netserver-2 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:25.298: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container httpd ready: true, restart count 0 Mar 13 06:20:25.298: INFO: simpletest.rc-x797s started at 2023-03-13 06:19:30 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container nginx ready: true, restart count 0 Mar 13 06:20:25.298: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:20:25.298: INFO: logs-generator started at 2023-03-13 06:20:06 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container logs-generator ready: true, restart count 0 Mar 13 06:20:25.298: INFO: test-container-pod started at 2023-03-13 06:20:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:25.298: INFO: netserver-2 started at 2023-03-13 06:19:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:25.298: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:19:41 +0000 UTC (0+7 container statuses recorded) Mar 13 06:20:25.298: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:20:25.298: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:20:17 +0000 UTC (0+7 container statuses recorded) Mar 13 06:20:25.298: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:20:25.298: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:20:25.298: INFO: test-ss-0 started at 2023-03-13 06:19:11 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:25.298: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:25.298: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:25.298: INFO: hostpath-injector started at 2023-03-13 06:19:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container hostpath-injector ready: true, restart count 0 Mar 13 06:20:25.298: INFO: ss2-1 started at 2023-03-13 06:19:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container webserver ready: false, restart count 0 Mar 13 06:20:25.298: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.298: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:20:25.298: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.299: INFO: Container coredns ready: true, restart count 0 Mar 13 06:20:25.299: INFO: successful-jobs-history-limit-27978140-5ktvq started at 2023-03-13 06:20:00 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.299: INFO: Container c ready: false, restart count 0 Mar 13 06:20:25.299: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:20:25.299: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:20:25.299: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:20:25.299: INFO: sample-webhook-deployment-6c69dbd86b-r2ssl started at 2023-03-13 06:19:03 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.299: INFO: Container sample-webhook ready: true, restart count 0 Mar 13 06:20:25.299: INFO: test-container-pod started at 2023-03-13 06:20:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:25.299: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:25.823: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 �[1mSTEP�[0m: Collecting events from namespace "webhook-9870-markers". �[1mSTEP�[0m: Found 0 events. Mar 13 06:20:25.939: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:20:25.939: INFO: Mar 13 06:20:26.001: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:20:26.072: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 7338 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:20:26.072: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:20:26.162: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:20:26.284: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.284: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:20:26.284: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:20:26.284: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:20:26.284: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:20:26.284: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.284: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:20:26.284: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.284: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:20:26.284: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.284: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:20:26.284: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.284: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:20:26.284: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.284: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:20:26.284: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.284: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:20:26.284: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.284: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:20:26.611: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:20:26.611: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:20:26.657: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 7151 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-7118":"test-183d8deac8-minion-group-1jd4","csi-mock-csi-mock-volumes-3612":"csi-mock-csi-mock-volumes-3612","csi-mock-csi-mock-volumes-9432":"csi-mock-csi-mock-volumes-9432"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:17:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:17:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:48 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:48 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:48 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:19:48 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-7118^0561679e-c167-11ed-8424-16e921f250b8],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-7118^0561679e-c167-11ed-8424-16e921f250b8,DevicePath:,},},Config:nil,},} Mar 13 06:20:26.657: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:20:26.700: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:20:26.815: INFO: netserver-0 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.815: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:26.815: INFO: netserver-0 started at 2023-03-13 06:19:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.815: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:26.815: INFO: volume-snapshot-controller-0 started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.815: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 13 06:20:26.815: INFO: hostexec-test-183d8deac8-minion-group-1jd4-4wcm2 started at 2023-03-13 06:19:27 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.815: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:20:26.815: INFO: l7-default-backend-c58999b75-8n2dk started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.815: INFO: Container default-http-backend ready: true, restart count 0 Mar 13 06:20:26.815: INFO: hostexec-test-183d8deac8-minion-group-1jd4-dpd7g started at 2023-03-13 06:19:03 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.815: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:20:26.815: INFO: condition-test-qm4qw started at 2023-03-13 06:20:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.815: INFO: Container httpd ready: true, restart count 0 Mar 13 06:20:26.815: INFO: csi-mockplugin-0 started at 2023-03-13 06:19:02 +0000 UTC (0+3 container statuses recorded) Mar 13 06:20:26.815: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:20:26.815: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:20:26.816: INFO: Container mock ready: true, restart count 0 Mar 13 06:20:26.816: INFO: metadata-proxy-v0.1-8ll64 started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:20:26.816: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:20:26.816: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:20:26.816: INFO: coredns-6874cd75d4-whz5q started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.816: INFO: Container coredns ready: true, restart count 0 Mar 13 06:20:26.816: INFO: test-ss-1 started at 2023-03-13 06:20:11 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.816: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:26.816: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:19:31 +0000 UTC (0+7 container statuses recorded) Mar 13 06:20:26.816: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:20:26.816: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:20:26.816: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:20:26.816: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:20:26.816: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:20:26.816: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:20:26.816: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:20:26.816: INFO: ss2-0 started at 2023-03-13 06:20:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.816: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:26.816: INFO: pvc-volume-tester-brgwl started at 2023-03-13 06:19:15 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.816: INFO: Container volume-tester ready: true, restart count 0 Mar 13 06:20:26.816: INFO: csi-mockplugin-resizer-0 started at 2023-03-13 06:19:02 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.816: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:20:26.816: INFO: pvc-volume-tester-4ddhk started at 2023-03-13 06:20:03 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.816: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:20:26.816: INFO: kube-proxy-test-183d8deac8-minion-group-1jd4 started at 2023-03-13 06:14:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.816: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:20:26.816: INFO: netserver-0 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.816: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:26.816: INFO: konnectivity-agent-lc49t started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.816: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:20:26.816: INFO: csi-mockplugin-0 started at 2023-03-13 06:19:55 +0000 UTC (0+4 container statuses recorded) Mar 13 06:20:26.816: INFO: Container busybox ready: true, restart count 0 Mar 13 06:20:26.816: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:20:26.816: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:20:26.816: INFO: Container mock ready: true, restart count 0 Mar 13 06:20:26.816: INFO: kube-dns-autoscaler-74b9596d57-m688s started at 2023-03-13 06:18:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.816: INFO: Container autoscaler ready: true, restart count 0 Mar 13 06:20:26.816: INFO: security-context-00117976-ae64-4503-a02a-e381c0bccda4 started at 2023-03-13 06:20:26 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:26.816: INFO: Container test-container ready: false, restart count 0 Mar 13 06:20:27.486: INFO: Latency metrics for node test-183d8deac8-minion-group-1jd4 Mar 13 06:20:27.486: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:20:27.632: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 7150 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-1659":"test-183d8deac8-minion-group-7155","csi-hostpath-provisioning-5240":"test-183d8deac8-minion-group-7155"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:19:23 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:19:39 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:19:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:19:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:20:27.632: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:20:27.774: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:20:27.870: INFO: netserver-1 started at 2023-03-13 06:19:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.870: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:27.870: INFO: pod-init-f3a7f7d6-64fe-4571-b808-075f69222267 started at 2023-03-13 06:20:25 +0000 UTC (2+1 container statuses recorded) Mar 13 06:20:27.870: INFO: Init container init1 ready: false, restart count 0 Mar 13 06:20:27.870: INFO: Init container init2 ready: false, restart count 0 Mar 13 06:20:27.870: INFO: Container run1 ready: false, restart count 0 Mar 13 06:20:27.870: INFO: hostexec-test-183d8deac8-minion-group-7155-jtpvp started at 2023-03-13 06:20:26 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.870: INFO: Container agnhost-container ready: false, restart count 0 Mar 13 06:20:27.870: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:20:27.870: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:20:27.870: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:20:27.870: INFO: inline-volume-tester-pfpcg started at 2023-03-13 06:19:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.870: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:20:27.870: INFO: netserver-1 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.870: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:27.870: INFO: pod-configmaps-5dbdb34a-e6b8-43b2-abb7-463cdecac810 started at 2023-03-13 06:20:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.870: INFO: Container env-test ready: false, restart count 0 Mar 13 06:20:27.870: INFO: dns-test-1e1a2a49-efeb-472e-ac02-bfaf8037016d started at <nil> (0+0 container statuses recorded) Mar 13 06:20:27.870: INFO: pod-ephm-test-projected-f64g started at 2023-03-13 06:18:36 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.870: INFO: Container test-container-subpath-projected-f64g ready: false, restart count 0 Mar 13 06:20:27.870: INFO: ss2-2 started at 2023-03-13 06:19:43 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.870: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:27.870: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.870: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:20:27.870: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:19:15 +0000 UTC (0+7 container statuses recorded) Mar 13 06:20:27.870: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:20:27.870: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:20:27.870: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:20:27.870: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:20:27.870: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:20:27.870: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:20:27.870: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:20:27.870: INFO: gluster-server started at 2023-03-13 06:20:00 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.870: INFO: Container gluster-server ready: true, restart count 0 Mar 13 06:20:27.870: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.870: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:27.870: INFO: fail-once-non-local-jz68z started at <nil> (0+0 container statuses recorded) Mar 13 06:20:27.871: INFO: hostexec-test-183d8deac8-minion-group-7155-tsxfv started at 2023-03-13 06:20:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.871: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:20:27.871: INFO: fail-once-non-local-6qd47 started at <nil> (0+0 container statuses recorded) Mar 13 06:20:27.871: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.871: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:20:27.871: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:19:35 +0000 UTC (0+7 container statuses recorded) Mar 13 06:20:27.871: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:20:27.871: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:20:27.871: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:20:27.871: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:20:27.871: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:20:27.871: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:20:27.871: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:20:27.871: INFO: pod-subpath-test-inlinevolume-d7ws started at 2023-03-13 06:18:58 +0000 UTC (2+1 container statuses recorded) Mar 13 06:20:27.871: INFO: Init container init-volume-inlinevolume-d7ws ready: true, restart count 0 Mar 13 06:20:27.871: INFO: Init container test-init-volume-inlinevolume-d7ws ready: true, restart count 0 Mar 13 06:20:27.871: INFO: Container test-container-subpath-inlinevolume-d7ws ready: false, restart count 0 Mar 13 06:20:27.871: INFO: condition-test-ktw89 started at 2023-03-13 06:20:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:27.871: INFO: Container httpd ready: true, restart count 0 Mar 13 06:20:27.871: INFO: pod-subpath-test-inlinevolume-7f4q started at 2023-03-13 06:20:23 +0000 UTC (1+2 container statuses recorded) Mar 13 06:20:27.871: INFO: Init container test-init-subpath-inlinevolume-7f4q ready: true, restart count 0 Mar 13 06:20:27.871: INFO: Container test-container-subpath-inlinevolume-7f4q ready: false, restart count 0 Mar 13 06:20:27.871: INFO: Container test-container-volume-inlinevolume-7f4q ready: false, restart count 0 Mar 13 06:20:27.871: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:20:27.871: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:20:27.871: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:20:30.558: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:20:30.558: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:20:30.658: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 7475 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-5956":"test-183d8deac8-minion-group-cdc2","csi-hostpath-volume-expand-9942":"test-183d8deac8-minion-group-cdc2"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:19:45 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:19:50 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:20:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-5956^0c1b2b61-c167-11ed-a2af-aa042697520a],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-5956^0c1b2b61-c167-11ed-a2af-aa042697520a,DevicePath:,},},Config:nil,},} Mar 13 06:20:30.658: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:20:30.779: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:20:30.922: INFO: test-container-pod started at 2023-03-13 06:20:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:30.922: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container httpd ready: true, restart count 0 Mar 13 06:20:30.922: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:20:30.922: INFO: netserver-2 started at 2023-03-13 06:19:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:30.922: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:19:41 +0000 UTC (0+7 container statuses recorded) Mar 13 06:20:30.922: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:20:30.922: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:20:17 +0000 UTC (0+7 container statuses recorded) Mar 13 06:20:30.922: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:20:30.922: INFO: test-ss-0 started at 2023-03-13 06:19:11 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:30.922: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:30.922: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:30.922: INFO: hostpath-injector started at 2023-03-13 06:19:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container hostpath-injector ready: true, restart count 0 Mar 13 06:20:30.922: INFO: ss2-1 started at 2023-03-13 06:19:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:30.922: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:20:30.922: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container coredns ready: true, restart count 0 Mar 13 06:20:30.922: INFO: successful-jobs-history-limit-27978140-5ktvq started at 2023-03-13 06:20:00 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container c ready: false, restart count 0 Mar 13 06:20:30.922: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:20:30.922: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:20:30.922: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:20:30.922: INFO: sample-webhook-deployment-6c69dbd86b-r2ssl started at 2023-03-13 06:19:03 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container sample-webhook ready: true, restart count 0 Mar 13 06:20:30.922: INFO: hostexec-test-183d8deac8-minion-group-cdc2-rlgcr started at 2023-03-13 06:20:27 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:20:30.922: INFO: test-container-pod started at 2023-03-13 06:20:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:30.922: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:20:30.922: INFO: netserver-2 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:20:30.922: INFO: Container webserver ready: true, restart count 0 Mar 13 06:20:31.358: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 Mar 13 06:20:31.358: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready �[1mSTEP�[0m: Destroying namespace "webhook-9870" for this suite. �[1mSTEP�[0m: Destroying namespace "webhook-9870-markers" for this suite. [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:102
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[sig\-api\-machinery\]\sAdmissionWebhook\s\[Privileged\:ClusterAdmin\]\sshould\smutate\scustom\sresource\s\[Conformance\]$'
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 Mar 13 06:32:26.262: failed to create custom resource cr-instance-1 in namespace: webhook-5759 Unexpected error: <*errors.StatusError | 0xc001d9a5a0>: { ErrStatus: { TypeMeta: {Kind: "Status", APIVersion: "v1"}, ListMeta: { SelfLink: "", ResourceVersion: "", Continue: "", RemainingItemCount: nil, }, Status: "Failure", Message: "Internal error occurred: failed calling webhook \"mutate-custom-resource-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-5759.svc:8443/mutating-custom-resource?timeout=10s\": context deadline exceeded", Reason: "InternalError", Details: { Name: "", Group: "", Kind: "", UID: "", Causes: [ { Type: "", Message: "failed calling webhook \"mutate-custom-resource-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-5759.svc:8443/mutating-custom-resource?timeout=10s\": context deadline exceeded", Field: "", }, ], RetryAfterSeconds: 0, }, Code: 500, }, } Internal error occurred: failed calling webhook "mutate-custom-resource-data-stage-1.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-5759.svc:8443/mutating-custom-resource?timeout=10s": context deadline exceeded occurred /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:1912from junit_11.xml
[BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:185 �[1mSTEP�[0m: Creating a kubernetes client Mar 13 06:32:00.926: INFO: >>> kubeConfig: /workspace/.kube/config �[1mSTEP�[0m: Building a namespace api object, basename webhook �[1mSTEP�[0m: Waiting for a default service account to be provisioned in namespace �[1mSTEP�[0m: Waiting for kube-root-ca.crt to be provisioned in namespace [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:87 �[1mSTEP�[0m: Setting up server cert �[1mSTEP�[0m: Create role binding to let webhook read extension-apiserver-authentication �[1mSTEP�[0m: Deploying the webhook pod �[1mSTEP�[0m: Wait for the deployment to be ready Mar 13 06:32:02.657: INFO: deployment "sample-webhook-deployment" doesn't have the required revision set Mar 13 06:32:04.798: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-6c69dbd86b\" is progressing."}}, CollisionCount:(*int32)(nil)} Mar 13 06:32:06.844: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-6c69dbd86b\" is progressing."}}, CollisionCount:(*int32)(nil)} Mar 13 06:32:08.852: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-6c69dbd86b\" is progressing."}}, CollisionCount:(*int32)(nil)} Mar 13 06:32:10.841: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 32, 2, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-6c69dbd86b\" is progressing."}}, CollisionCount:(*int32)(nil)} �[1mSTEP�[0m: Deploying the webhook service �[1mSTEP�[0m: Verifying the service has paired with the endpoint Mar 13 06:32:13.899: INFO: Waiting for amount of service:e2e-test-webhook endpoints to be 1 [It] should mutate custom resource [Conformance] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 Mar 13 06:32:13.941: INFO: >>> kubeConfig: /workspace/.kube/config �[1mSTEP�[0m: Registering the mutating webhook for custom resource e2e-test-webhook-340-crds.webhook.example.com via the AdmissionRegistration API �[1mSTEP�[0m: Creating a custom resource that should be mutated by the webhook Mar 13 06:32:26.262: FAIL: failed to create custom resource cr-instance-1 in namespace: webhook-5759 Unexpected error: <*errors.StatusError | 0xc001d9a5a0>: { ErrStatus: { TypeMeta: {Kind: "Status", APIVersion: "v1"}, ListMeta: { SelfLink: "", ResourceVersion: "", Continue: "", RemainingItemCount: nil, }, Status: "Failure", Message: "Internal error occurred: failed calling webhook \"mutate-custom-resource-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-5759.svc:8443/mutating-custom-resource?timeout=10s\": context deadline exceeded", Reason: "InternalError", Details: { Name: "", Group: "", Kind: "", UID: "", Causes: [ { Type: "", Message: "failed calling webhook \"mutate-custom-resource-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-5759.svc:8443/mutating-custom-resource?timeout=10s\": context deadline exceeded", Field: "", }, ], RetryAfterSeconds: 0, }, Code: 500, }, } Internal error occurred: failed calling webhook "mutate-custom-resource-data-stage-1.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-5759.svc:8443/mutating-custom-resource?timeout=10s": context deadline exceeded occurred Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.testMutatingCustomResourceWebhook(0xc0005a49a0, 0xc000cc6a00, {0x7915518, 0xc0032b5630}, 0x0) /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:1912 +0x4ee k8s.io/kubernetes/test/e2e/apimachinery.glob..func27.11() /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:296 +0xfd k8s.io/kubernetes/test/e2e.RunE2ETests(0x24efc17?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:133 +0x6b7 k8s.io/kubernetes/test/e2e.TestE2E(0x0?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:136 +0x19 testing.tRunner(0xc000d204e0, 0x72ee990) /usr/local/go/src/testing/testing.go:1446 +0x10b created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1493 +0x35f [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:186 �[1mSTEP�[0m: Collecting events from namespace "webhook-5759". �[1mSTEP�[0m: Found 6 events. Mar 13 06:32:26.441: INFO: At 2023-03-13 06:32:02 +0000 UTC - event for sample-webhook-deployment: {deployment-controller } ScalingReplicaSet: Scaled up replica set sample-webhook-deployment-6c69dbd86b to 1 Mar 13 06:32:26.441: INFO: At 2023-03-13 06:32:02 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b: {replicaset-controller } SuccessfulCreate: Created pod: sample-webhook-deployment-6c69dbd86b-wlddn Mar 13 06:32:26.441: INFO: At 2023-03-13 06:32:02 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-wlddn: {default-scheduler } Scheduled: Successfully assigned webhook-5759/sample-webhook-deployment-6c69dbd86b-wlddn to test-183d8deac8-minion-group-7155 Mar 13 06:32:26.441: INFO: At 2023-03-13 06:32:04 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-wlddn: {kubelet test-183d8deac8-minion-group-7155} Pulled: Container image "k8s.gcr.io/e2e-test-images/agnhost:2.39" already present on machine Mar 13 06:32:26.441: INFO: At 2023-03-13 06:32:04 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-wlddn: {kubelet test-183d8deac8-minion-group-7155} Created: Created container sample-webhook Mar 13 06:32:26.441: INFO: At 2023-03-13 06:32:05 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-wlddn: {kubelet test-183d8deac8-minion-group-7155} Started: Started container sample-webhook Mar 13 06:32:26.483: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:32:26.483: INFO: sample-webhook-deployment-6c69dbd86b-wlddn test-183d8deac8-minion-group-7155 Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:32:02 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:32:06 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:32:06 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:32:02 +0000 UTC }] Mar 13 06:32:26.483: INFO: Mar 13 06:32:26.577: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:32:26.659: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 26882 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:32:26.660: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:32:26.705: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:32:26.759: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:26.759: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:32:26.759: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:26.759: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:32:26.759: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:26.759: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:32:26.759: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:26.759: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:32:26.759: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:26.759: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:32:26.759: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:26.759: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:32:26.759: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:26.759: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:32:26.759: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:26.759: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:32:26.759: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:32:26.759: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:32:26.759: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:32:26.999: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:32:26.999: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:32:27.042: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 30609 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-1120":"csi-mock-csi-mock-volumes-1120","csi-mock-csi-mock-volumes-1963":"csi-mock-csi-mock-volumes-1963"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:32:06 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:32:18 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:23:03 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:18 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:18 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:18 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:32:18 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c k8s.gcr.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/sample-apiserver@sha256:f9c93b92b6ff750b41a93c4e4fe0bfe384597aeb841e2539d5444815c55b2d8f k8s.gcr.io/e2e-test-images/sample-apiserver:1.17.5],SizeBytes:24316368,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:32:27.043: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:32:27.097: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:32:27.368: INFO: affinity-nodeport-timeout-jclwp started at 2023-03-13 06:32:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 13 06:32:27.368: INFO: konnectivity-agent-lc49t started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:32:27.368: INFO: csi-mockplugin-0 started at 2023-03-13 06:27:10 +0000 UTC (0+4 container statuses recorded) Mar 13 06:32:27.368: INFO: Container busybox ready: true, restart count 0 Mar 13 06:32:27.368: INFO: Container csi-provisioner ready: true, restart count 5 Mar 13 06:32:27.368: INFO: Container driver-registrar ready: true, restart count 1 Mar 13 06:32:27.368: INFO: Container mock ready: true, restart count 0 Mar 13 06:32:27.368: INFO: l7-default-backend-c58999b75-8n2dk started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container default-http-backend ready: true, restart count 0 Mar 13 06:32:27.368: INFO: execpodt792s started at 2023-03-13 06:31:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:27.368: INFO: local-injector started at 2023-03-13 06:32:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container local-injector ready: true, restart count 0 Mar 13 06:32:27.368: INFO: coredns-6874cd75d4-whz5q started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container coredns ready: true, restart count 0 Mar 13 06:32:27.368: INFO: pod-projected-configmaps-d1aadb62-0184-45dd-9369-6a5b0830d47c started at 2023-03-13 06:32:10 +0000 UTC (0+3 container statuses recorded) Mar 13 06:32:27.368: INFO: Container createcm-volume-test ready: true, restart count 0 Mar 13 06:32:27.368: INFO: Container delcm-volume-test ready: true, restart count 0 Mar 13 06:32:27.368: INFO: Container updcm-volume-test ready: true, restart count 0 Mar 13 06:32:27.368: INFO: pod2 started at 2023-03-13 06:30:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:27.368: INFO: netserver-0 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:27.368: INFO: test-container-pod started at 2023-03-13 06:23:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:27.368: INFO: pod-e9fa874b-dfb0-4196-ab6d-25e439f7ecc6 started at 2023-03-13 06:32:26 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container test-container ready: false, restart count 0 Mar 13 06:32:27.368: INFO: test-container-pod started at 2023-03-13 06:28:21 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:27.368: INFO: kube-dns-autoscaler-74b9596d57-m688s started at 2023-03-13 06:18:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container autoscaler ready: true, restart count 0 Mar 13 06:32:27.368: INFO: volume-snapshot-controller-0 started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 13 06:32:27.368: INFO: hostexec-test-183d8deac8-minion-group-1jd4-t4rv9 started at 2023-03-13 06:32:02 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:27.368: INFO: metadata-proxy-v0.1-8ll64 started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:32:27.368: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:32:27.368: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:32:27.368: INFO: test-rolling-update-with-lb-58c5c56bd8-svxjv started at 2023-03-13 06:31:54 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container agnhost ready: true, restart count 0 Mar 13 06:32:27.368: INFO: csi-mockplugin-0 started at 2023-03-13 06:31:57 +0000 UTC (0+3 container statuses recorded) Mar 13 06:32:27.368: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:32:27.368: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:32:27.368: INFO: Container mock ready: true, restart count 0 Mar 13 06:32:27.368: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:31:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:32:27.368: INFO: kube-proxy-test-183d8deac8-minion-group-1jd4 started at 2023-03-13 06:14:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:27.368: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:32:28.181: INFO: Latency metrics for node test-183d8deac8-minion-group-1jd4 Mar 13 06:32:28.181: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:32:28.227: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 29939 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-1688":"csi-mock-csi-mock-volumes-1688"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:31:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:31:59 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:23:06 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonroot@sha256:b9e2958a3dd879e3cf11142228c6d073d0fc4ea2e857c3be6f4fb0ab5fb2c937 k8s.gcr.io/e2e-test-images/nonroot:1.2],SizeBytes:17748301,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-1688^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-1688^4,DevicePath:,},},Config:nil,},} Mar 13 06:32:28.227: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:32:28.276: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:32:28.361: INFO: csi-mockplugin-0 started at 2023-03-13 06:29:55 +0000 UTC (0+4 container statuses recorded) Mar 13 06:32:28.361: INFO: Container busybox ready: true, restart count 0 Mar 13 06:32:28.361: INFO: Container csi-provisioner ready: false, restart count 3 Mar 13 06:32:28.361: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:32:28.361: INFO: Container mock ready: true, restart count 0 Mar 13 06:32:28.361: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:32:28.361: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:32:28.361: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:32:28.361: INFO: csi-mockplugin-0 started at 2023-03-13 06:31:39 +0000 UTC (0+3 container statuses recorded) Mar 13 06:32:28.361: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:32:28.361: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:32:28.361: INFO: Container mock ready: true, restart count 0 Mar 13 06:32:28.361: INFO: inline-volume-tester-b5lf9 started at 2023-03-13 06:32:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:32:28.362: INFO: gluster-server started at 2023-03-13 06:31:59 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container gluster-server ready: true, restart count 0 Mar 13 06:32:28.362: INFO: execpod-affinity68jhl started at 2023-03-13 06:32:15 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:28.362: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:32:28.362: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:28.362: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:32:28.362: INFO: test-rolling-update-with-lb-58c5c56bd8-fpfdl started at 2023-03-13 06:31:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container agnhost ready: true, restart count 0 Mar 13 06:32:28.362: INFO: pod-ephm-test-projected-jxdn started at 2023-03-13 06:31:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container test-container-subpath-projected-jxdn ready: false, restart count 0 Mar 13 06:32:28.362: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:31:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:32:28.362: INFO: affinity-nodeport-timeout-m5tb4 started at 2023-03-13 06:32:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 13 06:32:28.362: INFO: netserver-1 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:28.362: INFO: pvc-volume-tester-sz9d2 started at 2023-03-13 06:31:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container volume-tester ready: true, restart count 0 Mar 13 06:32:28.362: INFO: execpod79gx7 started at 2023-03-13 06:31:27 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:28.362: INFO: pod1 started at 2023-03-13 06:30:42 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:28.362: INFO: hostexec-test-183d8deac8-minion-group-7155-m8qns started at 2023-03-13 06:31:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:28.362: INFO: hostexec-test-183d8deac8-minion-group-7155-kktlx started at 2023-03-13 06:30:49 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:28.362: INFO: hostexec-test-183d8deac8-minion-group-7155-779xc started at 2023-03-13 06:32:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:28.362: INFO: netserver-1 started at 2023-03-13 06:27:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:28.362: INFO: pod-subpath-test-inlinevolume-kb6x started at 2023-03-13 06:32:01 +0000 UTC (1+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Init container init-volume-inlinevolume-kb6x ready: true, restart count 0 Mar 13 06:32:28.362: INFO: Container test-container-subpath-inlinevolume-kb6x ready: false, restart count 0 Mar 13 06:32:28.362: INFO: sample-webhook-deployment-6c69dbd86b-wlddn started at 2023-03-13 06:32:02 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container sample-webhook ready: true, restart count 0 Mar 13 06:32:28.362: INFO: hostexec-test-183d8deac8-minion-group-7155-rhhb5 started at 2023-03-13 06:32:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:28.362: INFO: httpd started at 2023-03-13 06:32:15 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container httpd ready: true, restart count 0 Mar 13 06:32:28.362: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:32:28.362: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:32:28.362: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:32:28.362: INFO: pod1 started at 2023-03-13 06:31:17 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:28.362: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:28.774: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:32:28.774: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:32:28.863: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 30767 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-8549":"test-183d8deac8-minion-group-cdc2","csi-mock-csi-mock-volumes-8946":"csi-mock-csi-mock-volumes-8946"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:32:05 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:32:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:23:10 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:28 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:28 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:28 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:32:28 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 k8s.gcr.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac k8s.gcr.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-8549^c4b8a526-c168-11ed-9cb3-46aa9df40d2a kubernetes.io/csi/csi-hostpath-ephemeral-8549^cdb55eda-c168-11ed-9cb3-46aa9df40d2a],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8549^c4b8a526-c168-11ed-9cb3-46aa9df40d2a,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8549^cdb55eda-c168-11ed-9cb3-46aa9df40d2a,DevicePath:,},},Config:nil,},} Mar 13 06:32:28.864: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:32:28.914: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:32:29.156: INFO: netserver-2 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:29.156: INFO: pvc-volume-tester-jtzkn started at 2023-03-13 06:31:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container volume-tester ready: true, restart count 0 Mar 13 06:32:29.156: INFO: agnhost-primary-jvdhq started at 2023-03-13 06:32:06 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container agnhost-primary ready: false, restart count 0 Mar 13 06:32:29.156: INFO: csi-mockplugin-0 started at 2023-03-13 06:31:33 +0000 UTC (0+3 container statuses recorded) Mar 13 06:32:29.156: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:32:29.156: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:32:29.156: INFO: Container mock ready: true, restart count 0 Mar 13 06:32:29.156: INFO: pod2 started at 2023-03-13 06:32:11 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:29.156: INFO: external-provisioner-8vdx7 started at 2023-03-13 06:31:59 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 13 06:32:29.156: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:29.156: INFO: test-rolling-update-with-lb-58c5c56bd8-7sbfh started at 2023-03-13 06:31:49 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container agnhost ready: true, restart count 0 Mar 13 06:32:29.156: INFO: inline-volume-tester-wgxcd started at 2023-03-13 06:32:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:32:29.156: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:29.156: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:29.156: INFO: httpd started at 2023-03-13 06:31:24 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container httpd ready: true, restart count 0 Mar 13 06:32:29.156: INFO: run-test started at 2023-03-13 06:31:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container run-test ready: true, restart count 0 Mar 13 06:32:29.156: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:32:29.156: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container coredns ready: true, restart count 0 Mar 13 06:32:29.156: INFO: netserver-2 started at 2023-03-13 06:27:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:29.156: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:32:29.156: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:32:29.156: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:32:29.156: INFO: proxy-service-jwnbm-g6wxd started at 2023-03-13 06:31:21 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container proxy-service-jwnbm ready: true, restart count 0 Mar 13 06:32:29.156: INFO: inline-volume-tester2-srjbn started at 2023-03-13 06:32:19 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container csi-volume-tester ready: false, restart count 0 Mar 13 06:32:29.156: INFO: affinity-nodeport-timeout-cnw2q started at 2023-03-13 06:32:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 13 06:32:29.156: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:32:29.156: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:32:00 +0000 UTC (0+7 container statuses recorded) Mar 13 06:32:29.156: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:32:29.156: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:32:29.156: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:32:29.156: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:32:29.156: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:32:29.156: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:32:29.156: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:32:29.156: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container httpd ready: true, restart count 0 Mar 13 06:32:29.156: INFO: agnhost-primary-wrs6m started at 2023-03-13 06:32:06 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:29.156: INFO: Container agnhost-primary ready: false, restart count 0 Mar 13 06:32:29.687: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 �[1mSTEP�[0m: Collecting events from namespace "webhook-5759-markers". �[1mSTEP�[0m: Found 0 events. Mar 13 06:32:29.779: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:32:29.779: INFO: Mar 13 06:32:29.829: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:32:29.876: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 26882 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:32:29.876: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:32:29.929: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:32:30.063: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:30.063: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:32:30.063: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:30.063: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:32:30.063: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:30.063: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:32:30.063: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:30.063: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:32:30.063: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:30.063: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:32:30.063: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:30.063: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:32:30.063: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:32:30.063: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:32:30.063: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:32:30.063: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:30.063: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:32:30.063: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:30.063: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:32:30.369: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:32:30.369: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:32:30.426: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 30609 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-1120":"csi-mock-csi-mock-volumes-1120","csi-mock-csi-mock-volumes-1963":"csi-mock-csi-mock-volumes-1963"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:32:06 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:32:18 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:23:03 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:18 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:18 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:18 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:32:18 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c k8s.gcr.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/sample-apiserver@sha256:f9c93b92b6ff750b41a93c4e4fe0bfe384597aeb841e2539d5444815c55b2d8f k8s.gcr.io/e2e-test-images/sample-apiserver:1.17.5],SizeBytes:24316368,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:32:30.426: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:32:30.506: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:32:40.642: INFO: hostexec-test-183d8deac8-minion-group-1jd4-t4rv9 started at 2023-03-13 06:32:02 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:40.642: INFO: metadata-proxy-v0.1-8ll64 started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:32:40.642: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:32:40.642: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:32:40.642: INFO: test-rolling-update-with-lb-58c5c56bd8-svxjv started at 2023-03-13 06:31:54 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container agnhost ready: true, restart count 0 Mar 13 06:32:40.642: INFO: kube-proxy-test-183d8deac8-minion-group-1jd4 started at 2023-03-13 06:14:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:32:40.642: INFO: csi-mockplugin-0 started at 2023-03-13 06:31:57 +0000 UTC (0+3 container statuses recorded) Mar 13 06:32:40.642: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:32:40.642: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:32:40.642: INFO: Container mock ready: true, restart count 0 Mar 13 06:32:40.642: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:31:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:32:40.642: INFO: konnectivity-agent-lc49t started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:32:40.642: INFO: affinity-nodeport-timeout-jclwp started at 2023-03-13 06:32:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 13 06:32:40.642: INFO: l7-default-backend-c58999b75-8n2dk started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container default-http-backend ready: true, restart count 0 Mar 13 06:32:40.642: INFO: csi-mockplugin-0 started at 2023-03-13 06:27:10 +0000 UTC (0+4 container statuses recorded) Mar 13 06:32:40.642: INFO: Container busybox ready: true, restart count 0 Mar 13 06:32:40.642: INFO: Container csi-provisioner ready: true, restart count 5 Mar 13 06:32:40.642: INFO: Container driver-registrar ready: true, restart count 1 Mar 13 06:32:40.642: INFO: Container mock ready: true, restart count 0 Mar 13 06:32:40.642: INFO: failure-1 started at 2023-03-13 06:32:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container failure-1 ready: false, restart count 0 Mar 13 06:32:40.642: INFO: coredns-6874cd75d4-whz5q started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container coredns ready: true, restart count 0 Mar 13 06:32:40.642: INFO: execpodt792s started at 2023-03-13 06:31:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:40.642: INFO: local-injector started at 2023-03-13 06:32:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container local-injector ready: true, restart count 0 Mar 13 06:32:40.642: INFO: pod-projected-configmaps-d1aadb62-0184-45dd-9369-6a5b0830d47c started at 2023-03-13 06:32:10 +0000 UTC (0+3 container statuses recorded) Mar 13 06:32:40.642: INFO: Container createcm-volume-test ready: true, restart count 0 Mar 13 06:32:40.642: INFO: Container delcm-volume-test ready: true, restart count 0 Mar 13 06:32:40.642: INFO: Container updcm-volume-test ready: true, restart count 0 Mar 13 06:32:40.642: INFO: pod2 started at 2023-03-13 06:30:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:40.642: INFO: test-container-pod started at 2023-03-13 06:28:21 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:40.642: INFO: netserver-0 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:40.642: INFO: test-container-pod started at 2023-03-13 06:23:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:40.642: INFO: pod-e9fa874b-dfb0-4196-ab6d-25e439f7ecc6 started at 2023-03-13 06:32:26 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container test-container ready: false, restart count 0 Mar 13 06:32:40.642: INFO: kube-dns-autoscaler-74b9596d57-m688s started at 2023-03-13 06:18:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container autoscaler ready: true, restart count 0 Mar 13 06:32:40.642: INFO: volume-snapshot-controller-0 started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:40.642: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 13 06:32:41.794: INFO: Latency metrics for node test-183d8deac8-minion-group-1jd4 Mar 13 06:32:41.794: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:32:41.840: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 29939 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-1688":"csi-mock-csi-mock-volumes-1688"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:31:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:31:59 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:23:06 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonroot@sha256:b9e2958a3dd879e3cf11142228c6d073d0fc4ea2e857c3be6f4fb0ab5fb2c937 k8s.gcr.io/e2e-test-images/nonroot:1.2],SizeBytes:17748301,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-1688^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-1688^4,DevicePath:,},},Config:nil,},} Mar 13 06:32:41.840: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:32:41.888: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:32:41.964: INFO: simpletest.rc-p7lzn started at 2023-03-13 06:32:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container nginx ready: false, restart count 0 Mar 13 06:32:41.964: INFO: pod-ephm-test-projected-jxdn started at 2023-03-13 06:31:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container test-container-subpath-projected-jxdn ready: false, restart count 0 Mar 13 06:32:41.964: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:31:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-r6mtb started at 2023-03-13 06:32:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container nginx ready: false, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-zn4jz started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: affinity-nodeport-timeout-m5tb4 started at 2023-03-13 06:32:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 13 06:32:41.964: INFO: netserver-1 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:41.964: INFO: pvc-volume-tester-sz9d2 started at 2023-03-13 06:31:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container volume-tester ready: true, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-87dfl started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: simpletest.rc-fwpw6 started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: execpod79gx7 started at 2023-03-13 06:31:27 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:41.964: INFO: pod1 started at 2023-03-13 06:30:42 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-9s8x2 started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: hostexec-test-183d8deac8-minion-group-7155-kktlx started at 2023-03-13 06:30:49 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:41.964: INFO: hostexec-test-183d8deac8-minion-group-7155-779xc started at 2023-03-13 06:32:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-c722s started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: simpletest.rc-z2s2w started at 2023-03-13 06:32:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container nginx ready: false, restart count 0 Mar 13 06:32:41.964: INFO: netserver-1 started at 2023-03-13 06:27:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:41.964: INFO: sample-webhook-deployment-6c69dbd86b-wlddn started at 2023-03-13 06:32:02 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container sample-webhook ready: true, restart count 0 Mar 13 06:32:41.964: INFO: hostexec-test-183d8deac8-minion-group-7155-rhhb5 started at 2023-03-13 06:32:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:41.964: INFO: httpd started at 2023-03-13 06:32:15 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container httpd ready: true, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-vlv8z started at 2023-03-13 06:32:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container nginx ready: false, restart count 0 Mar 13 06:32:41.964: INFO: service-headless-kmvfh started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:32:41.964: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:32:41.964: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:32:41.964: INFO: pod1 started at 2023-03-13 06:31:17 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-lvkxw started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: csi-mockplugin-0 started at 2023-03-13 06:29:55 +0000 UTC (0+4 container statuses recorded) Mar 13 06:32:41.964: INFO: Container busybox ready: true, restart count 0 Mar 13 06:32:41.964: INFO: Container csi-provisioner ready: false, restart count 3 Mar 13 06:32:41.964: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:32:41.964: INFO: Container mock ready: true, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-tpssw started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:32:41.964: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:32:41.964: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:32:41.964: INFO: csi-mockplugin-0 started at 2023-03-13 06:31:39 +0000 UTC (0+3 container statuses recorded) Mar 13 06:32:41.964: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:32:41.964: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:32:41.964: INFO: Container mock ready: true, restart count 0 Mar 13 06:32:41.964: INFO: inline-volume-tester-b5lf9 started at 2023-03-13 06:32:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-gdj4h started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: simpletest.rc-4792l started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: execpod-affinity68jhl started at 2023-03-13 06:32:15 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:41.964: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-gr726 started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-pnzzd started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: simpletest.rc-j4nn7 started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: simpletest.rc-cdqsv started at <nil> (0+0 container statuses recorded) Mar 13 06:32:41.964: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:32:41.964: INFO: test-rolling-update-with-lb-58c5c56bd8-fpfdl started at 2023-03-13 06:31:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:41.964: INFO: Container agnhost ready: true, restart count 0 Mar 13 06:32:41.964: INFO: simpletest.rc-fr7mj started at <nil> (0+0 container statuses recorded) Mar 13 06:32:46.071: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:32:46.071: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:32:46.115: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 30767 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-8549":"test-183d8deac8-minion-group-cdc2","csi-mock-csi-mock-volumes-8946":"csi-mock-csi-mock-volumes-8946"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:32:05 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:32:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:23:10 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:28:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:28 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:28 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:32:28 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:32:28 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 k8s.gcr.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac k8s.gcr.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-8549^c4b8a526-c168-11ed-9cb3-46aa9df40d2a kubernetes.io/csi/csi-hostpath-ephemeral-8549^cdb55eda-c168-11ed-9cb3-46aa9df40d2a],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8549^c4b8a526-c168-11ed-9cb3-46aa9df40d2a,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-8549^cdb55eda-c168-11ed-9cb3-46aa9df40d2a,DevicePath:,},},Config:nil,},} Mar 13 06:32:46.116: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:32:46.163: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:32:46.315: INFO: agnhost-primary-jvdhq started at 2023-03-13 06:32:06 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container agnhost-primary ready: false, restart count 0 Mar 13 06:32:46.315: INFO: pod2 started at 2023-03-13 06:32:11 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:46.315: INFO: csi-mockplugin-0 started at 2023-03-13 06:31:33 +0000 UTC (0+3 container statuses recorded) Mar 13 06:32:46.315: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:32:46.315: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:32:46.315: INFO: Container mock ready: true, restart count 0 Mar 13 06:32:46.315: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:32:46.315: INFO: external-provisioner-8vdx7 started at 2023-03-13 06:31:59 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 13 06:32:46.315: INFO: test-rolling-update-with-lb-58c5c56bd8-7sbfh started at 2023-03-13 06:31:49 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container agnhost ready: true, restart count 0 Mar 13 06:32:46.315: INFO: inline-volume-tester-wgxcd started at 2023-03-13 06:32:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:32:46.315: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:46.315: INFO: httpd started at 2023-03-13 06:31:24 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container httpd ready: true, restart count 0 Mar 13 06:32:46.315: INFO: run-test started at 2023-03-13 06:31:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container run-test ready: true, restart count 0 Mar 13 06:32:46.315: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:46.315: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container coredns ready: true, restart count 0 Mar 13 06:32:46.315: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:32:46.315: INFO: service-headless-k8ws8 started at 2023-03-13 06:32:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container service-headless ready: false, restart count 0 Mar 13 06:32:46.315: INFO: proxy-service-jwnbm-g6wxd started at 2023-03-13 06:31:21 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container proxy-service-jwnbm ready: true, restart count 0 Mar 13 06:32:46.315: INFO: netserver-2 started at 2023-03-13 06:27:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:46.315: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:32:46.315: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:32:46.315: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:32:46.315: INFO: affinity-nodeport-timeout-cnw2q started at 2023-03-13 06:32:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 13 06:32:46.315: INFO: inline-volume-tester2-srjbn started at 2023-03-13 06:32:19 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:32:46.315: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:32:00 +0000 UTC (0+7 container statuses recorded) Mar 13 06:32:46.315: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:32:46.315: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:32:46.315: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:32:46.315: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:32:46.315: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:32:46.315: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:32:46.315: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:32:46.315: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:32:46.315: INFO: agnhost-primary-wrs6m started at 2023-03-13 06:32:06 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container agnhost-primary ready: false, restart count 0 Mar 13 06:32:46.315: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container httpd ready: true, restart count 0 Mar 13 06:32:46.315: INFO: simpletest.rc-gpjxx started at <nil> (0+0 container statuses recorded) Mar 13 06:32:46.315: INFO: pvc-volume-tester-jtzkn started at 2023-03-13 06:31:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container volume-tester ready: true, restart count 0 Mar 13 06:32:46.315: INFO: netserver-2 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:32:46.315: INFO: Container webserver ready: true, restart count 0 Mar 13 06:32:49.570: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 Mar 13 06:32:49.570: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready �[1mSTEP�[0m: Destroying namespace "webhook-5759" for this suite. �[1mSTEP�[0m: Destroying namespace "webhook-5759-markers" for this suite. [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:102
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[sig\-api\-machinery\]\sAdmissionWebhook\s\[Privileged\:ClusterAdmin\]\sshould\smutate\scustom\sresource\swith\spruning\s\[Conformance\]$'
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 Mar 13 06:24:23.295: failed to create custom resource cr-instance-1 in namespace: webhook-7201 Unexpected error: <*errors.StatusError | 0xc0027a35e0>: { ErrStatus: { TypeMeta: {Kind: "Status", APIVersion: "v1"}, ListMeta: { SelfLink: "", ResourceVersion: "", Continue: "", RemainingItemCount: nil, }, Status: "Failure", Message: "Internal error occurred: failed calling webhook \"mutate-custom-resource-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-7201.svc:8443/mutating-custom-resource?timeout=10s\": context deadline exceeded", Reason: "InternalError", Details: { Name: "", Group: "", Kind: "", UID: "", Causes: [ { Type: "", Message: "failed calling webhook \"mutate-custom-resource-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-7201.svc:8443/mutating-custom-resource?timeout=10s\": context deadline exceeded", Field: "", }, ], RetryAfterSeconds: 0, }, Code: 500, }, } Internal error occurred: failed calling webhook "mutate-custom-resource-data-stage-1.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-7201.svc:8443/mutating-custom-resource?timeout=10s": context deadline exceeded occurred /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:1912from junit_19.xml
[BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:185 �[1mSTEP�[0m: Creating a kubernetes client Mar 13 06:23:54.340: INFO: >>> kubeConfig: /workspace/.kube/config �[1mSTEP�[0m: Building a namespace api object, basename webhook �[1mSTEP�[0m: Waiting for a default service account to be provisioned in namespace �[1mSTEP�[0m: Waiting for kube-root-ca.crt to be provisioned in namespace [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:87 �[1mSTEP�[0m: Setting up server cert �[1mSTEP�[0m: Create role binding to let webhook read extension-apiserver-authentication �[1mSTEP�[0m: Deploying the webhook pod �[1mSTEP�[0m: Wait for the deployment to be ready Mar 13 06:23:55.595: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-6c69dbd86b\" is progressing."}}, CollisionCount:(*int32)(nil)} Mar 13 06:23:57.742: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-6c69dbd86b\" is progressing."}}, CollisionCount:(*int32)(nil)} Mar 13 06:23:59.838: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 23, 55, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-6c69dbd86b\" is progressing."}}, CollisionCount:(*int32)(nil)} �[1mSTEP�[0m: Deploying the webhook service �[1mSTEP�[0m: Verifying the service has paired with the endpoint Mar 13 06:24:02.695: INFO: Waiting for amount of service:e2e-test-webhook endpoints to be 1 [It] should mutate custom resource with pruning [Conformance] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 Mar 13 06:24:02.736: INFO: >>> kubeConfig: /workspace/.kube/config �[1mSTEP�[0m: Registering the mutating webhook for custom resource e2e-test-webhook-2829-crds.webhook.example.com via the AdmissionRegistration API Mar 13 06:24:13.085: INFO: Waiting for webhook configuration to be ready... �[1mSTEP�[0m: Creating a custom resource that should be mutated by the webhook Mar 13 06:24:23.295: FAIL: failed to create custom resource cr-instance-1 in namespace: webhook-7201 Unexpected error: <*errors.StatusError | 0xc0027a35e0>: { ErrStatus: { TypeMeta: {Kind: "Status", APIVersion: "v1"}, ListMeta: { SelfLink: "", ResourceVersion: "", Continue: "", RemainingItemCount: nil, }, Status: "Failure", Message: "Internal error occurred: failed calling webhook \"mutate-custom-resource-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-7201.svc:8443/mutating-custom-resource?timeout=10s\": context deadline exceeded", Reason: "InternalError", Details: { Name: "", Group: "", Kind: "", UID: "", Causes: [ { Type: "", Message: "failed calling webhook \"mutate-custom-resource-data-stage-1.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-7201.svc:8443/mutating-custom-resource?timeout=10s\": context deadline exceeded", Field: "", }, ], RetryAfterSeconds: 0, }, Code: 500, }, } Internal error occurred: failed calling webhook "mutate-custom-resource-data-stage-1.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-7201.svc:8443/mutating-custom-resource?timeout=10s": context deadline exceeded occurred Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.testMutatingCustomResourceWebhook(0xc000d3c580, 0xc002664f00, {0x7915518, 0xc003343b30}, 0x1) /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:1912 +0x4ee k8s.io/kubernetes/test/e2e/apimachinery.glob..func27.14() /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:366 +0x12b k8s.io/kubernetes/test/e2e.RunE2ETests(0x24efc17?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:133 +0x6b7 k8s.io/kubernetes/test/e2e.TestE2E(0xc000174700?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:136 +0x19 testing.tRunner(0xc0001a1ba0, 0x72ee990) /usr/local/go/src/testing/testing.go:1446 +0x10b created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1493 +0x35f [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:186 �[1mSTEP�[0m: Collecting events from namespace "webhook-7201". �[1mSTEP�[0m: Found 6 events. Mar 13 06:24:24.585: INFO: At 2023-03-13 06:23:55 +0000 UTC - event for sample-webhook-deployment: {deployment-controller } ScalingReplicaSet: Scaled up replica set sample-webhook-deployment-6c69dbd86b to 1 Mar 13 06:24:24.585: INFO: At 2023-03-13 06:23:55 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b: {replicaset-controller } SuccessfulCreate: Created pod: sample-webhook-deployment-6c69dbd86b-ptf8h Mar 13 06:24:24.585: INFO: At 2023-03-13 06:23:55 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-ptf8h: {default-scheduler } Scheduled: Successfully assigned webhook-7201/sample-webhook-deployment-6c69dbd86b-ptf8h to test-183d8deac8-minion-group-cdc2 Mar 13 06:24:24.585: INFO: At 2023-03-13 06:23:56 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-ptf8h: {kubelet test-183d8deac8-minion-group-cdc2} Pulled: Container image "k8s.gcr.io/e2e-test-images/agnhost:2.39" already present on machine Mar 13 06:24:24.585: INFO: At 2023-03-13 06:23:56 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-ptf8h: {kubelet test-183d8deac8-minion-group-cdc2} Created: Created container sample-webhook Mar 13 06:24:24.585: INFO: At 2023-03-13 06:23:57 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-ptf8h: {kubelet test-183d8deac8-minion-group-cdc2} Started: Started container sample-webhook Mar 13 06:24:25.011: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:24:25.011: INFO: sample-webhook-deployment-6c69dbd86b-ptf8h test-183d8deac8-minion-group-cdc2 Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:23:55 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:23:58 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:23:58 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:23:55 +0000 UTC }] Mar 13 06:24:25.011: INFO: Mar 13 06:24:25.535: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:24:25.687: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 7338 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:25.688: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:24:25.873: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:24:26.090: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.090: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:24:26.090: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.090: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:24:26.090: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.090: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:24:26.090: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:26.090: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:26.090: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:26.090: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.090: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:24:26.090: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.090: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:24:26.090: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.090: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:24:26.090: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.090: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:24:26.090: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.090: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:24:26.953: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:24:26.953: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:27.043: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 13467 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-3612":"csi-mock-csi-mock-volumes-3612"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:17:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:20:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:23:03 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:27.043: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:27.131: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:27.405: INFO: test-container-pod started at 2023-03-13 06:22:29 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.405: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.405: INFO: hostexec-test-183d8deac8-minion-group-1jd4-k7xcj started at 2023-03-13 06:23:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.405: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:27.405: INFO: metadata-proxy-v0.1-8ll64 started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:27.405: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:27.405: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:27.405: INFO: netserver-0 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.405: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.405: INFO: test-webserver-6596de86-e4c6-471c-b221-2ab3ead75a04 started at 2023-03-13 06:23:24 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.405: INFO: Container test-webserver ready: false, restart count 0 Mar 13 06:24:27.405: INFO: simpletest.deployment-84bf5b8887-f7ls4 started at 2023-03-13 06:24:12 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.405: INFO: Container nginx ready: true, restart count 0 Mar 13 06:24:27.405: INFO: pvc-volume-tester-4ddhk started at 2023-03-13 06:20:03 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.405: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:27.405: INFO: hostexec-test-183d8deac8-minion-group-1jd4-47swc started at 2023-03-13 06:23:42 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.405: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:27.405: INFO: netserver-0 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.406: INFO: kube-proxy-test-183d8deac8-minion-group-1jd4 started at 2023-03-13 06:14:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:27.406: INFO: konnectivity-agent-lc49t started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:27.406: INFO: hostexec-test-183d8deac8-minion-group-1jd4-2v2jw started at 2023-03-13 06:24:15 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:27.406: INFO: webserver-pod started at 2023-03-13 06:22:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container agnhost ready: false, restart count 0 Mar 13 06:24:27.406: INFO: service-proxy-disabled-v7htf started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container service-proxy-disabled ready: true, restart count 0 Mar 13 06:24:27.406: INFO: netserver-0 started at 2023-03-13 06:24:19 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:27.406: INFO: netserver-0 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.406: INFO: local-injector started at 2023-03-13 06:24:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container local-injector ready: true, restart count 0 Mar 13 06:24:27.406: INFO: l7-default-backend-c58999b75-8n2dk started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container default-http-backend ready: true, restart count 0 Mar 13 06:24:27.406: INFO: coredns-6874cd75d4-whz5q started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container coredns ready: true, restart count 0 Mar 13 06:24:27.406: INFO: netserver-0 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.406: INFO: service-proxy-toggled-d84rh started at 2023-03-13 06:24:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container service-proxy-toggled ready: false, restart count 0 Mar 13 06:24:27.406: INFO: test-container-pod started at 2023-03-13 06:23:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.406: INFO: netserver-0 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.406: INFO: sample-webhook-deployment-6c69dbd86b-ccl4b started at 2023-03-13 06:23:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container sample-webhook ready: true, restart count 0 Mar 13 06:24:27.406: INFO: flex-client started at 2023-03-13 06:24:26 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container flex-client ready: false, restart count 0 Mar 13 06:24:27.406: INFO: csi-mockplugin-0 started at 2023-03-13 06:19:55 +0000 UTC (0+4 container statuses recorded) Mar 13 06:24:27.406: INFO: Container busybox ready: true, restart count 0 Mar 13 06:24:27.406: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:27.406: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:27.406: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:27.406: INFO: netserver-0 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.406: INFO: test-container-pod started at 2023-03-13 06:23:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.406: INFO: kube-dns-autoscaler-74b9596d57-m688s started at 2023-03-13 06:18:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container autoscaler ready: true, restart count 0 Mar 13 06:24:27.406: INFO: inline-volume-tester-sgfmg started at 2023-03-13 06:23:53 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:24:27.406: INFO: volume-snapshot-controller-0 started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 13 06:24:27.406: INFO: netserver-0 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.406: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.997: INFO: Latency metrics for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:27.997: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:24:28.142: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 14742 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-volume-expand-7208":"test-183d8deac8-minion-group-7155","csi-mock-csi-mock-volumes-234":"csi-mock-csi-mock-volumes-234","csi-mock-csi-mock-volumes-9046":"csi-mock-csi-mock-volumes-9046"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:23:15 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:23:15 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:23:06 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-volume-expand-7208^a24c470c-c167-11ed-bce3-4ee3f4d07c2a kubernetes.io/csi/csi-mock-csi-mock-volumes-234^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-volume-expand-7208^a24c470c-c167-11ed-bce3-4ee3f4d07c2a,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-234^4,DevicePath:,},},Config:nil,},} Mar 13 06:24:28.142: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:24:28.272: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:24:28.782: INFO: netserver-1 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:28.782: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:28.782: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:24:28.782: INFO: csi-mockplugin-0 started at 2023-03-13 06:23:27 +0000 UTC (0+3 container statuses recorded) Mar 13 06:24:28.782: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:28.782: INFO: host-test-container-pod started at 2023-03-13 06:22:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:28.782: INFO: hostpathsymlink-injector started at 2023-03-13 06:24:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container hostpathsymlink-injector ready: true, restart count 0 Mar 13 06:24:28.782: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:23:55 +0000 UTC (0+7 container statuses recorded) Mar 13 06:24:28.782: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:24:28.782: INFO: service-proxy-toggled-bkflj started at 2023-03-13 06:24:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container service-proxy-toggled ready: true, restart count 0 Mar 13 06:24:28.782: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:28.782: INFO: csi-mockplugin-0 started at 2023-03-13 06:22:18 +0000 UTC (0+4 container statuses recorded) Mar 13 06:24:28.782: INFO: Container busybox ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:28.782: INFO: netserver-1 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:28.782: INFO: netserver-1 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:28.782: INFO: netserver-1 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:28.782: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:28.782: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:28.782: INFO: service-proxy-disabled-kvbrk started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container service-proxy-disabled ready: true, restart count 0 Mar 13 06:24:28.782: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:23:27 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:24:28.782: INFO: test-container-pod started at 2023-03-13 06:22:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:28.782: INFO: netserver-1 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:28.782: INFO: pvc-volume-tester-lzhkz started at 2023-03-13 06:23:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container volume-tester ready: true, restart count 0 Mar 13 06:24:28.782: INFO: netserver-1 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:28.782: INFO: pvc-volume-tester-ww7dn started at 2023-03-13 06:22:37 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:28.782: INFO: pod-5975a6de-88ce-4039-8eb1-1fa78172dd7a started at 2023-03-13 06:23:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container write-pod ready: true, restart count 0 Mar 13 06:24:28.782: INFO: pause-pod-1 started at 2023-03-13 06:22:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:28.782: INFO: netserver-1 started at 2023-03-13 06:24:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:28.782: INFO: pod-configmaps-8efe9428-3baf-438a-a721-a02569376102 started at 2023-03-13 06:22:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:28.782: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:28.782: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:28.782: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:28.782: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:29.938: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:24:29.938: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:30.169: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 14455 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:21:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:23:26 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:23:10 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac k8s.gcr.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:30.170: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:30.418: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:30.942: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:30.942: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container coredns ready: true, restart count 0 Mar 13 06:24:30.942: INFO: inline-volume-n5znj started at 2023-03-13 06:23:38 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:30.942: INFO: server-envvars-86830ca4-9a12-4726-8846-6c7f87e84548 started at 2023-03-13 06:23:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container srv ready: true, restart count 0 Mar 13 06:24:30.942: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:30.942: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:30.942: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:30.942: INFO: hostexec-test-183d8deac8-minion-group-cdc2-5ds4f started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:30.942: INFO: test-deployment-fmt8m-764bc7c4b7-mrq59 started at 2023-03-13 06:24:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container httpd ready: true, restart count 0 Mar 13 06:24:30.942: INFO: verify-service-up-host-exec-pod started at 2023-03-13 06:24:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container agnhost-container ready: false, restart count 0 Mar 13 06:24:30.942: INFO: simpletest.deployment-84bf5b8887-8jp8r started at 2023-03-13 06:24:12 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container nginx ready: true, restart count 0 Mar 13 06:24:30.942: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:30.942: INFO: bin-false7e93fb86-4d51-4932-a3e9-84988d1ef90a started at 2023-03-13 06:23:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container bin-false7e93fb86-4d51-4932-a3e9-84988d1ef90a ready: false, restart count 0 Mar 13 06:24:30.942: INFO: netserver-2 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:30.942: INFO: netserver-2 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:30.942: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container httpd ready: true, restart count 0 Mar 13 06:24:30.942: INFO: test-container-pod started at 2023-03-13 06:20:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:30.942: INFO: netserver-2 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:30.942: INFO: external-provisioner-vbw5z started at 2023-03-13 06:24:23 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 13 06:24:30.942: INFO: netserver-2 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:30.942: INFO: netserver-2 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:30.942: INFO: sample-webhook-deployment-6c69dbd86b-ptf8h started at 2023-03-13 06:23:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container sample-webhook ready: true, restart count 0 Mar 13 06:24:30.942: INFO: service-proxy-disabled-pbd5d started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container service-proxy-disabled ready: true, restart count 0 Mar 13 06:24:30.942: INFO: netserver-2 started at 2023-03-13 06:24:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:30.942: INFO: external-provisioner-r27d7 started at 2023-03-13 06:23:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 13 06:24:30.942: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:30.942: INFO: service-proxy-toggled-2b2g6 started at 2023-03-13 06:24:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container service-proxy-toggled ready: true, restart count 0 Mar 13 06:24:30.942: INFO: liveness-d65fae3a-a937-40a4-8f27-48cb7153158c started at 2023-03-13 06:24:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container agnhost-container ready: false, restart count 0 Mar 13 06:24:30.942: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:30.942: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:30.942: INFO: netserver-2 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:30.942: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:30.942: INFO: sysctl-539dcb30-a386-4c12-b2c1-cd35fad3de6f started at 2023-03-13 06:24:25 +0000 UTC (0+0 container statuses recorded) Mar 13 06:24:31.508: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 �[1mSTEP�[0m: Collecting events from namespace "webhook-7201-markers". �[1mSTEP�[0m: Found 0 events. Mar 13 06:24:31.692: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:24:31.692: INFO: Mar 13 06:24:31.788: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:24:31.867: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 7338 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:31.867: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:24:32.026: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:24:32.241: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:32.241: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:24:32.241: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:32.241: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:24:32.241: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:32.241: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:24:32.241: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:32.241: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:24:32.241: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:32.241: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:24:32.241: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:32.241: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:24:32.241: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:32.241: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:24:32.241: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:32.241: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:24:32.241: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:32.241: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:32.241: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:32.733: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:24:32.733: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:32.849: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 13467 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-3612":"csi-mock-csi-mock-volumes-3612"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:17:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:20:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:23:03 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:32.849: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:32.957: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:33.166: INFO: hostexec-test-183d8deac8-minion-group-1jd4-6wtb8 started at 2023-03-13 06:24:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:33.166: INFO: pvc-volume-tester-4ddhk started at 2023-03-13 06:20:03 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:33.166: INFO: hostexec-test-183d8deac8-minion-group-1jd4-47swc started at 2023-03-13 06:23:42 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:33.166: INFO: simpletest.deployment-84bf5b8887-f7ls4 started at 2023-03-13 06:24:12 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container nginx ready: true, restart count 0 Mar 13 06:24:33.166: INFO: kube-proxy-test-183d8deac8-minion-group-1jd4 started at 2023-03-13 06:14:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:33.166: INFO: netserver-0 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:33.166: INFO: konnectivity-agent-lc49t started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:33.166: INFO: hostexec-test-183d8deac8-minion-group-1jd4-2v2jw started at 2023-03-13 06:24:15 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:33.166: INFO: webserver-pod started at 2023-03-13 06:22:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container agnhost ready: false, restart count 0 Mar 13 06:24:33.166: INFO: service-proxy-disabled-v7htf started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container service-proxy-disabled ready: true, restart count 0 Mar 13 06:24:33.166: INFO: netserver-0 started at 2023-03-13 06:24:19 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:33.166: INFO: netserver-0 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:33.166: INFO: l7-default-backend-c58999b75-8n2dk started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container default-http-backend ready: true, restart count 0 Mar 13 06:24:33.166: INFO: coredns-6874cd75d4-whz5q started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container coredns ready: true, restart count 0 Mar 13 06:24:33.166: INFO: netserver-0 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:33.166: INFO: service-proxy-toggled-d84rh started at 2023-03-13 06:24:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container service-proxy-toggled ready: true, restart count 0 Mar 13 06:24:33.166: INFO: test-container-pod started at 2023-03-13 06:23:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:33.166: INFO: netserver-0 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:33.166: INFO: csi-mockplugin-0 started at 2023-03-13 06:19:55 +0000 UTC (0+4 container statuses recorded) Mar 13 06:24:33.166: INFO: Container busybox ready: true, restart count 0 Mar 13 06:24:33.166: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:33.166: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:33.166: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:33.166: INFO: netserver-0 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:33.166: INFO: test-container-pod started at 2023-03-13 06:23:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:33.166: INFO: flex-client started at 2023-03-13 06:24:26 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container flex-client ready: true, restart count 0 Mar 13 06:24:33.166: INFO: kube-dns-autoscaler-74b9596d57-m688s started at 2023-03-13 06:18:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container autoscaler ready: true, restart count 0 Mar 13 06:24:33.166: INFO: inline-volume-tester-sgfmg started at 2023-03-13 06:23:53 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:24:33.166: INFO: volume-snapshot-controller-0 started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 13 06:24:33.166: INFO: local-client started at 2023-03-13 06:24:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container local-client ready: false, restart count 0 Mar 13 06:24:33.166: INFO: netserver-0 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:33.166: INFO: test-container-pod started at 2023-03-13 06:22:29 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:33.166: INFO: hostexec-test-183d8deac8-minion-group-1jd4-k7xcj started at 2023-03-13 06:23:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:33.166: INFO: metadata-proxy-v0.1-8ll64 started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:33.166: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:33.166: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:33.166: INFO: netserver-0 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:33.166: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:34.073: INFO: Latency metrics for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:34.073: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:24:34.439: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 14742 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-volume-expand-7208":"test-183d8deac8-minion-group-7155","csi-mock-csi-mock-volumes-234":"csi-mock-csi-mock-volumes-234","csi-mock-csi-mock-volumes-9046":"csi-mock-csi-mock-volumes-9046"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:23:15 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:23:15 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:23:06 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-volume-expand-7208^a24c470c-c167-11ed-bce3-4ee3f4d07c2a kubernetes.io/csi/csi-mock-csi-mock-volumes-234^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-volume-expand-7208^a24c470c-c167-11ed-bce3-4ee3f4d07c2a,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-234^4,DevicePath:,},},Config:nil,},} Mar 13 06:24:34.440: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:24:34.737: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:24:35.250: INFO: pvc-volume-tester-ww7dn started at 2023-03-13 06:22:37 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:35.250: INFO: pod-5975a6de-88ce-4039-8eb1-1fa78172dd7a started at 2023-03-13 06:23:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container write-pod ready: true, restart count 0 Mar 13 06:24:35.250: INFO: pause-pod-1 started at 2023-03-13 06:22:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:35.250: INFO: netserver-1 started at 2023-03-13 06:24:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:35.250: INFO: pod-configmaps-8efe9428-3baf-438a-a721-a02569376102 started at 2023-03-13 06:22:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:35.250: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:35.250: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:35.250: INFO: netserver-1 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:35.250: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:35.250: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:24:35.250: INFO: csi-mockplugin-0 started at 2023-03-13 06:23:27 +0000 UTC (0+3 container statuses recorded) Mar 13 06:24:35.250: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:35.250: INFO: host-test-container-pod started at 2023-03-13 06:22:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:35.250: INFO: hostpathsymlink-injector started at 2023-03-13 06:24:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container hostpathsymlink-injector ready: true, restart count 0 Mar 13 06:24:35.250: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:23:55 +0000 UTC (0+7 container statuses recorded) Mar 13 06:24:35.250: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:24:35.250: INFO: netserver-1 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:35.250: INFO: service-proxy-toggled-bkflj started at 2023-03-13 06:24:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container service-proxy-toggled ready: true, restart count 0 Mar 13 06:24:35.250: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:35.250: INFO: csi-mockplugin-0 started at 2023-03-13 06:22:18 +0000 UTC (0+4 container statuses recorded) Mar 13 06:24:35.250: INFO: Container busybox ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:35.250: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:35.250: INFO: netserver-1 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:35.250: INFO: netserver-1 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:35.250: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:35.250: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:35.250: INFO: service-proxy-disabled-kvbrk started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container service-proxy-disabled ready: true, restart count 0 Mar 13 06:24:35.250: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:23:27 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:24:35.250: INFO: test-container-pod started at 2023-03-13 06:22:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:35.250: INFO: netserver-1 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:35.250: INFO: pvc-volume-tester-lzhkz started at 2023-03-13 06:23:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container volume-tester ready: true, restart count 0 Mar 13 06:24:35.250: INFO: netserver-1 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:35.250: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:35.976: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:24:35.976: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:36.071: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 14455 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:21:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:23:26 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:23:10 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac k8s.gcr.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:36.071: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:36.131: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:36.310: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:36.310: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:36.310: INFO: netserver-2 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:36.310: INFO: sysctl-539dcb30-a386-4c12-b2c1-cd35fad3de6f started at 2023-03-13 06:24:25 +0000 UTC (0+0 container statuses recorded) Mar 13 06:24:36.310: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:36.310: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container coredns ready: true, restart count 0 Mar 13 06:24:36.310: INFO: inline-volume-n5znj started at 2023-03-13 06:23:38 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:36.310: INFO: test-container-pod started at 2023-03-13 06:24:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:36.310: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:36.310: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:36.310: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:36.310: INFO: verify-service-up-host-exec-pod started at 2023-03-13 06:24:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:36.310: INFO: simpletest.deployment-84bf5b8887-8jp8r started at 2023-03-13 06:24:12 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container nginx ready: true, restart count 0 Mar 13 06:24:36.310: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:36.310: INFO: bin-false7e93fb86-4d51-4932-a3e9-84988d1ef90a started at 2023-03-13 06:23:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container bin-false7e93fb86-4d51-4932-a3e9-84988d1ef90a ready: false, restart count 0 Mar 13 06:24:36.310: INFO: netserver-2 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:36.310: INFO: netserver-2 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:36.310: INFO: test-rolling-update-controller-6qfqx started at 2023-03-13 06:24:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container httpd ready: true, restart count 0 Mar 13 06:24:36.310: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container httpd ready: true, restart count 0 Mar 13 06:24:36.310: INFO: test-container-pod started at 2023-03-13 06:20:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.310: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:36.311: INFO: netserver-2 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:36.311: INFO: evicted-pod started at 2023-03-13 06:24:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container evicted-pod ready: false, restart count 0 Mar 13 06:24:36.311: INFO: external-provisioner-vbw5z started at 2023-03-13 06:24:23 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 13 06:24:36.311: INFO: netserver-2 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:36.311: INFO: netserver-2 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:36.311: INFO: sample-webhook-deployment-6c69dbd86b-ptf8h started at 2023-03-13 06:23:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container sample-webhook ready: true, restart count 0 Mar 13 06:24:36.311: INFO: service-proxy-disabled-pbd5d started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container service-proxy-disabled ready: true, restart count 0 Mar 13 06:24:36.311: INFO: netserver-2 started at 2023-03-13 06:24:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:36.311: INFO: inline-volume-tester-pgxzk started at 2023-03-13 06:24:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:24:36.311: INFO: external-provisioner-r27d7 started at 2023-03-13 06:23:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 13 06:24:36.311: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:36.311: INFO: service-proxy-toggled-2b2g6 started at 2023-03-13 06:24:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container service-proxy-toggled ready: true, restart count 0 Mar 13 06:24:36.311: INFO: liveness-d65fae3a-a937-40a4-8f27-48cb7153158c started at 2023-03-13 06:24:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:36.311: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:36.687: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:36.687: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready �[1mSTEP�[0m: Destroying namespace "webhook-7201" for this suite. �[1mSTEP�[0m: Destroying namespace "webhook-7201-markers" for this suite. [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:102
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[sig\-api\-machinery\]\sAdmissionWebhook\s\[Privileged\:ClusterAdmin\]\sshould\smutate\spod\sand\sapply\sdefaults\safter\smutation\s\[Conformance\]$'
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 Mar 13 06:24:10.338: Unexpected error: <*errors.StatusError | 0xc000682e60>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: { SelfLink: "", ResourceVersion: "", Continue: "", RemainingItemCount: nil, }, Status: "Failure", Message: "Internal error occurred: failed calling webhook \"adding-init-container.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-3664.svc:8443/mutating-pods?timeout=10s\": context deadline exceeded", Reason: "InternalError", Details: { Name: "", Group: "", Kind: "", UID: "", Causes: [ { Type: "", Message: "failed calling webhook \"adding-init-container.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-3664.svc:8443/mutating-pods?timeout=10s\": context deadline exceeded", Field: "", }, ], RetryAfterSeconds: 0, }, Code: 500, }, } Internal error occurred: failed calling webhook "adding-init-container.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-3664.svc:8443/mutating-pods?timeout=10s": context deadline exceeded occurred /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:1045from junit_16.xml
[BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:185 �[1mSTEP�[0m: Creating a kubernetes client Mar 13 06:23:54.239: INFO: >>> kubeConfig: /workspace/.kube/config �[1mSTEP�[0m: Building a namespace api object, basename webhook �[1mSTEP�[0m: Waiting for a default service account to be provisioned in namespace �[1mSTEP�[0m: Waiting for kube-root-ca.crt to be provisioned in namespace [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:87 �[1mSTEP�[0m: Setting up server cert �[1mSTEP�[0m: Create role binding to let webhook read extension-apiserver-authentication Mar 13 06:23:56.055: INFO: role binding webhook-auth-reader already exists �[1mSTEP�[0m: Deploying the webhook pod �[1mSTEP�[0m: Wait for the deployment to be ready Mar 13 06:23:56.452: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2023, time.March, 13, 6, 23, 56, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 23, 56, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2023, time.March, 13, 6, 23, 56, 0, time.Local), LastTransitionTime:time.Date(2023, time.March, 13, 6, 23, 56, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-6c69dbd86b\" is progressing."}}, CollisionCount:(*int32)(nil)} �[1mSTEP�[0m: Deploying the webhook service �[1mSTEP�[0m: Verifying the service has paired with the endpoint Mar 13 06:23:59.555: INFO: Waiting for amount of service:e2e-test-webhook endpoints to be 1 [It] should mutate pod and apply defaults after mutation [Conformance] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 �[1mSTEP�[0m: Registering the mutating pod webhook via the AdmissionRegistration API �[1mSTEP�[0m: create a pod that should be updated by the webhook Mar 13 06:24:10.338: FAIL: Unexpected error: <*errors.StatusError | 0xc000682e60>: { ErrStatus: { TypeMeta: {Kind: "", APIVersion: ""}, ListMeta: { SelfLink: "", ResourceVersion: "", Continue: "", RemainingItemCount: nil, }, Status: "Failure", Message: "Internal error occurred: failed calling webhook \"adding-init-container.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-3664.svc:8443/mutating-pods?timeout=10s\": context deadline exceeded", Reason: "InternalError", Details: { Name: "", Group: "", Kind: "", UID: "", Causes: [ { Type: "", Message: "failed calling webhook \"adding-init-container.k8s.io\": failed to call webhook: Post \"https://e2e-test-webhook.webhook-3664.svc:8443/mutating-pods?timeout=10s\": context deadline exceeded", Field: "", }, ], RetryAfterSeconds: 0, }, Code: 500, }, } Internal error occurred: failed calling webhook "adding-init-container.k8s.io": failed to call webhook: Post "https://e2e-test-webhook.webhook-3664.svc:8443/mutating-pods?timeout=10s": context deadline exceeded occurred Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.testMutatingPodWebhook(0xc00035c2c0) /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:1045 +0x107 k8s.io/kubernetes/test/e2e/apimachinery.glob..func27.9() /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:264 +0x59 k8s.io/kubernetes/test/e2e.RunE2ETests(0x24efc17?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:133 +0x6b7 k8s.io/kubernetes/test/e2e.TestE2E(0xc000424d00?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:136 +0x19 testing.tRunner(0xc000858340, 0x72ee990) /usr/local/go/src/testing/testing.go:1446 +0x10b created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1493 +0x35f [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:186 �[1mSTEP�[0m: Collecting events from namespace "webhook-3664". �[1mSTEP�[0m: Found 6 events. Mar 13 06:24:10.426: INFO: At 2023-03-13 06:23:56 +0000 UTC - event for sample-webhook-deployment: {deployment-controller } ScalingReplicaSet: Scaled up replica set sample-webhook-deployment-6c69dbd86b to 1 Mar 13 06:24:10.426: INFO: At 2023-03-13 06:23:56 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b: {replicaset-controller } SuccessfulCreate: Created pod: sample-webhook-deployment-6c69dbd86b-ccl4b Mar 13 06:24:10.426: INFO: At 2023-03-13 06:23:56 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-ccl4b: {default-scheduler } Scheduled: Successfully assigned webhook-3664/sample-webhook-deployment-6c69dbd86b-ccl4b to test-183d8deac8-minion-group-1jd4 Mar 13 06:24:10.426: INFO: At 2023-03-13 06:23:57 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-ccl4b: {kubelet test-183d8deac8-minion-group-1jd4} Pulled: Container image "k8s.gcr.io/e2e-test-images/agnhost:2.39" already present on machine Mar 13 06:24:10.426: INFO: At 2023-03-13 06:23:57 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-ccl4b: {kubelet test-183d8deac8-minion-group-1jd4} Created: Created container sample-webhook Mar 13 06:24:10.426: INFO: At 2023-03-13 06:23:57 +0000 UTC - event for sample-webhook-deployment-6c69dbd86b-ccl4b: {kubelet test-183d8deac8-minion-group-1jd4} Started: Started container sample-webhook Mar 13 06:24:10.468: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:24:10.468: INFO: sample-webhook-deployment-6c69dbd86b-ccl4b test-183d8deac8-minion-group-1jd4 Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:23:56 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:23:57 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:23:57 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:23:56 +0000 UTC }] Mar 13 06:24:10.468: INFO: Mar 13 06:24:19.269: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:24:19.311: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 7338 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:19.311: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:24:19.357: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:24:19.453: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:19.453: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:24:19.453: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:19.453: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:24:19.453: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:19.453: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:24:19.454: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:19.454: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:19.454: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:19.454: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:19.454: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:24:19.454: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:19.454: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:24:19.454: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:19.454: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:24:19.454: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:19.454: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:24:19.454: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:19.454: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:24:19.979: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:24:19.979: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:20.139: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 13467 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-3612":"csi-mock-csi-mock-volumes-3612"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:17:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:20:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:23:03 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:20.139: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:20.256: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:20.464: INFO: volume-snapshot-controller-0 started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.464: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 13 06:24:20.464: INFO: netserver-0 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.464: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:20.464: INFO: test-container-pod started at 2023-03-13 06:22:29 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.464: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:20.464: INFO: hostexec-test-183d8deac8-minion-group-1jd4-k7xcj started at 2023-03-13 06:23:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.464: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:20.464: INFO: metadata-proxy-v0.1-8ll64 started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:20.464: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:20.464: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:20.464: INFO: netserver-0 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.464: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:20.464: INFO: test-webserver-6596de86-e4c6-471c-b221-2ab3ead75a04 started at 2023-03-13 06:23:24 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.464: INFO: Container test-webserver ready: false, restart count 0 Mar 13 06:24:20.464: INFO: pvc-volume-tester-4ddhk started at 2023-03-13 06:20:03 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.464: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:20.465: INFO: hostexec-test-183d8deac8-minion-group-1jd4-47swc started at 2023-03-13 06:23:42 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:20.465: INFO: simpletest.deployment-84bf5b8887-f7ls4 started at 2023-03-13 06:24:12 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container nginx ready: true, restart count 0 Mar 13 06:24:20.465: INFO: kube-proxy-test-183d8deac8-minion-group-1jd4 started at 2023-03-13 06:14:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:20.465: INFO: netserver-0 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:20.465: INFO: konnectivity-agent-lc49t started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:20.465: INFO: hostexec-test-183d8deac8-minion-group-1jd4-2v2jw started at 2023-03-13 06:24:15 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:20.465: INFO: webserver-pod started at 2023-03-13 06:22:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container agnhost ready: false, restart count 0 Mar 13 06:24:20.465: INFO: service-proxy-disabled-v7htf started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container service-proxy-disabled ready: false, restart count 0 Mar 13 06:24:20.465: INFO: netserver-0 started at 2023-03-13 06:24:19 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:20.465: INFO: netserver-0 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:20.465: INFO: l7-default-backend-c58999b75-8n2dk started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container default-http-backend ready: true, restart count 0 Mar 13 06:24:20.465: INFO: coredns-6874cd75d4-whz5q started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container coredns ready: true, restart count 0 Mar 13 06:24:20.465: INFO: netserver-0 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:20.465: INFO: test-container-pod started at 2023-03-13 06:23:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:20.465: INFO: netserver-0 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:20.465: INFO: update-demo-nautilus-rvnsh started at 2023-03-13 06:22:21 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container update-demo ready: true, restart count 0 Mar 13 06:24:20.465: INFO: sample-webhook-deployment-6c69dbd86b-ccl4b started at 2023-03-13 06:23:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container sample-webhook ready: true, restart count 0 Mar 13 06:24:20.465: INFO: csi-mockplugin-0 started at 2023-03-13 06:19:55 +0000 UTC (0+4 container statuses recorded) Mar 13 06:24:20.465: INFO: Container busybox ready: true, restart count 0 Mar 13 06:24:20.465: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:20.465: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:20.465: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:20.465: INFO: netserver-0 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:20.465: INFO: test-container-pod started at 2023-03-13 06:23:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:20.465: INFO: kube-dns-autoscaler-74b9596d57-m688s started at 2023-03-13 06:18:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container autoscaler ready: true, restart count 0 Mar 13 06:24:20.465: INFO: inline-volume-tester-sgfmg started at 2023-03-13 06:23:53 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:20.465: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:24:21.288: INFO: Latency metrics for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:21.288: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:24:21.331: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 14742 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-volume-expand-7208":"test-183d8deac8-minion-group-7155","csi-mock-csi-mock-volumes-234":"csi-mock-csi-mock-volumes-234","csi-mock-csi-mock-volumes-9046":"csi-mock-csi-mock-volumes-9046"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:23:15 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:23:15 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:23:06 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-volume-expand-7208^a24c470c-c167-11ed-bce3-4ee3f4d07c2a kubernetes.io/csi/csi-mock-csi-mock-volumes-234^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-volume-expand-7208^a24c470c-c167-11ed-bce3-4ee3f4d07c2a,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-234^4,DevicePath:,},},Config:nil,},} Mar 13 06:24:21.331: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:24:21.378: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:24:21.467: INFO: service-proxy-disabled-kvbrk started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container service-proxy-disabled ready: false, restart count 0 Mar 13 06:24:21.467: INFO: update-demo-nautilus-fxmcz started at 2023-03-13 06:22:21 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container update-demo ready: true, restart count 0 Mar 13 06:24:21.467: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:23:27 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:24:21.467: INFO: test-container-pod started at 2023-03-13 06:22:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:21.467: INFO: netserver-1 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:21.467: INFO: pvc-volume-tester-lzhkz started at 2023-03-13 06:23:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container volume-tester ready: true, restart count 0 Mar 13 06:24:21.467: INFO: netserver-1 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:21.467: INFO: pvc-volume-tester-ww7dn started at 2023-03-13 06:22:37 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:21.467: INFO: pod-5975a6de-88ce-4039-8eb1-1fa78172dd7a started at 2023-03-13 06:23:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container write-pod ready: true, restart count 0 Mar 13 06:24:21.467: INFO: pause-pod-1 started at 2023-03-13 06:22:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:21.467: INFO: netserver-1 started at 2023-03-13 06:24:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:21.467: INFO: pod-configmaps-8efe9428-3baf-438a-a721-a02569376102 started at 2023-03-13 06:22:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:21.467: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:21.467: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:21.467: INFO: netserver-1 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:21.467: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:21.467: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:24:21.467: INFO: csi-mockplugin-0 started at 2023-03-13 06:23:27 +0000 UTC (0+3 container statuses recorded) Mar 13 06:24:21.467: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:21.467: INFO: host-test-container-pod started at 2023-03-13 06:22:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:21.467: INFO: hostpathsymlink-injector started at 2023-03-13 06:24:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container hostpathsymlink-injector ready: true, restart count 0 Mar 13 06:24:21.467: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:23:55 +0000 UTC (0+7 container statuses recorded) Mar 13 06:24:21.467: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:24:21.467: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:21.467: INFO: csi-mockplugin-0 started at 2023-03-13 06:22:18 +0000 UTC (0+4 container statuses recorded) Mar 13 06:24:21.467: INFO: Container busybox ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:21.467: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:21.467: INFO: netserver-1 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:21.467: INFO: netserver-1 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:21.467: INFO: netserver-1 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:21.467: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:21.467: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:21.467: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:22.059: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:24:22.059: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:22.117: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 14455 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:21:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:23:26 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:23:10 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac k8s.gcr.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:22.118: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:22.278: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:22.772: INFO: netserver-2 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:22.772: INFO: netserver-2 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:22.772: INFO: sample-webhook-deployment-6c69dbd86b-ptf8h started at 2023-03-13 06:23:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container sample-webhook ready: true, restart count 0 Mar 13 06:24:22.772: INFO: service-proxy-disabled-pbd5d started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container service-proxy-disabled ready: true, restart count 0 Mar 13 06:24:22.772: INFO: netserver-2 started at 2023-03-13 06:24:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:22.772: INFO: external-provisioner-r27d7 started at 2023-03-13 06:23:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 13 06:24:22.772: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:22.772: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:22.772: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:22.772: INFO: netserver-2 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:22.772: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:22.772: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container coredns ready: true, restart count 0 Mar 13 06:24:22.772: INFO: inline-volume-n5znj started at 2023-03-13 06:23:38 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:22.772: INFO: server-envvars-86830ca4-9a12-4726-8846-6c7f87e84548 started at 2023-03-13 06:23:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container srv ready: true, restart count 0 Mar 13 06:24:22.772: INFO: success started at 2023-03-13 06:24:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container success ready: false, restart count 0 Mar 13 06:24:22.772: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:22.772: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:22.772: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:22.772: INFO: hostexec-test-183d8deac8-minion-group-cdc2-5ds4f started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:22.772: INFO: test-deployment-fmt8m-764bc7c4b7-mrq59 started at 2023-03-13 06:24:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container httpd ready: false, restart count 0 Mar 13 06:24:22.772: INFO: simpletest.deployment-84bf5b8887-8jp8r started at 2023-03-13 06:24:12 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container nginx ready: true, restart count 0 Mar 13 06:24:22.772: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:22.772: INFO: bin-false7e93fb86-4d51-4932-a3e9-84988d1ef90a started at 2023-03-13 06:23:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container bin-false7e93fb86-4d51-4932-a3e9-84988d1ef90a ready: false, restart count 0 Mar 13 06:24:22.772: INFO: netserver-2 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:22.772: INFO: netserver-2 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:22.772: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container httpd ready: true, restart count 0 Mar 13 06:24:22.772: INFO: test-container-pod started at 2023-03-13 06:20:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:22.772: INFO: netserver-2 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:22.772: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:22.772: INFO: pfpod started at 2023-03-13 06:23:51 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:22.772: INFO: Container portforwardtester ready: false, restart count 0 Mar 13 06:24:22.772: INFO: Container readiness ready: false, restart count 0 Mar 13 06:24:23.426: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 �[1mSTEP�[0m: Collecting events from namespace "webhook-3664-markers". �[1mSTEP�[0m: Found 0 events. Mar 13 06:24:23.549: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:24:23.549: INFO: Mar 13 06:24:23.593: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:24:23.648: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 7338 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:23.648: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:24:23.710: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:24:23.811: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:23.811: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:24:23.811: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:23.811: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:24:23.811: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:23.811: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:24:23.811: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:23.811: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:24:23.811: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:23.811: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:24:23.811: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:23.811: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:24:23.811: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:23.811: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:24:23.811: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:23.811: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:24:23.811: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:23.811: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:23.811: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:24.323: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:24:24.323: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:24.509: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 13467 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-3612":"csi-mock-csi-mock-volumes-3612"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:17:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:20:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:23:03 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:23:24 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:24.509: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:24.897: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:25.378: INFO: netserver-0 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:25.378: INFO: volume-snapshot-controller-0 started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 13 06:24:25.378: INFO: test-container-pod started at 2023-03-13 06:22:29 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:25.378: INFO: hostexec-test-183d8deac8-minion-group-1jd4-k7xcj started at 2023-03-13 06:23:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:25.378: INFO: netserver-0 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:25.378: INFO: metadata-proxy-v0.1-8ll64 started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:25.378: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:25.378: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:25.378: INFO: test-webserver-6596de86-e4c6-471c-b221-2ab3ead75a04 started at 2023-03-13 06:23:24 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container test-webserver ready: false, restart count 0 Mar 13 06:24:25.378: INFO: hostexec-test-183d8deac8-minion-group-1jd4-47swc started at 2023-03-13 06:23:42 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:25.378: INFO: simpletest.deployment-84bf5b8887-f7ls4 started at 2023-03-13 06:24:12 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container nginx ready: true, restart count 0 Mar 13 06:24:25.378: INFO: pvc-volume-tester-4ddhk started at 2023-03-13 06:20:03 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:25.378: INFO: netserver-0 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:25.378: INFO: kube-proxy-test-183d8deac8-minion-group-1jd4 started at 2023-03-13 06:14:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:25.378: INFO: konnectivity-agent-lc49t started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:25.378: INFO: hostexec-test-183d8deac8-minion-group-1jd4-2v2jw started at 2023-03-13 06:24:15 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:25.378: INFO: netserver-0 started at 2023-03-13 06:24:19 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:25.378: INFO: webserver-pod started at 2023-03-13 06:22:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container agnhost ready: false, restart count 0 Mar 13 06:24:25.378: INFO: service-proxy-disabled-v7htf started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container service-proxy-disabled ready: true, restart count 0 Mar 13 06:24:25.378: INFO: netserver-0 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:25.378: INFO: local-injector started at 2023-03-13 06:24:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container local-injector ready: true, restart count 0 Mar 13 06:24:25.378: INFO: l7-default-backend-c58999b75-8n2dk started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container default-http-backend ready: true, restart count 0 Mar 13 06:24:25.378: INFO: coredns-6874cd75d4-whz5q started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container coredns ready: true, restart count 0 Mar 13 06:24:25.378: INFO: netserver-0 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:25.378: INFO: test-container-pod started at 2023-03-13 06:23:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:25.378: INFO: netserver-0 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:25.378: INFO: sample-webhook-deployment-6c69dbd86b-ccl4b started at 2023-03-13 06:23:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container sample-webhook ready: true, restart count 0 Mar 13 06:24:25.378: INFO: test-container-pod started at 2023-03-13 06:23:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:25.378: INFO: csi-mockplugin-0 started at 2023-03-13 06:19:55 +0000 UTC (0+4 container statuses recorded) Mar 13 06:24:25.378: INFO: Container busybox ready: true, restart count 0 Mar 13 06:24:25.378: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:25.378: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:25.378: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:25.378: INFO: netserver-0 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:25.378: INFO: kube-dns-autoscaler-74b9596d57-m688s started at 2023-03-13 06:18:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container autoscaler ready: true, restart count 0 Mar 13 06:24:25.378: INFO: inline-volume-tester-sgfmg started at 2023-03-13 06:23:53 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:25.378: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:24:26.131: INFO: Latency metrics for node test-183d8deac8-minion-group-1jd4 Mar 13 06:24:26.131: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:24:26.401: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 14742 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-volume-expand-7208":"test-183d8deac8-minion-group-7155","csi-mock-csi-mock-volumes-234":"csi-mock-csi-mock-volumes-234","csi-mock-csi-mock-volumes-9046":"csi-mock-csi-mock-volumes-9046"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:23:15 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:23:15 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:23:06 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:07 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:24:06 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-volume-expand-7208^a24c470c-c167-11ed-bce3-4ee3f4d07c2a kubernetes.io/csi/csi-mock-csi-mock-volumes-234^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-volume-expand-7208^a24c470c-c167-11ed-bce3-4ee3f4d07c2a,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-234^4,DevicePath:,},},Config:nil,},} Mar 13 06:24:26.402: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:24:26.583: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:24:26.993: INFO: netserver-1 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:26.993: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:26.993: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:24:26.993: INFO: csi-mockplugin-0 started at 2023-03-13 06:23:27 +0000 UTC (0+3 container statuses recorded) Mar 13 06:24:26.993: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:26.993: INFO: host-test-container-pod started at 2023-03-13 06:22:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:26.993: INFO: hostpathsymlink-injector started at 2023-03-13 06:24:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container hostpathsymlink-injector ready: true, restart count 0 Mar 13 06:24:26.993: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:23:55 +0000 UTC (0+7 container statuses recorded) Mar 13 06:24:26.993: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:24:26.993: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:26.993: INFO: csi-mockplugin-0 started at 2023-03-13 06:22:18 +0000 UTC (0+4 container statuses recorded) Mar 13 06:24:26.993: INFO: Container busybox ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:24:26.993: INFO: Container mock ready: true, restart count 0 Mar 13 06:24:26.993: INFO: netserver-1 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:26.993: INFO: netserver-1 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:26.993: INFO: service-proxy-toggled-bkflj started at 2023-03-13 06:24:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container service-proxy-toggled ready: false, restart count 0 Mar 13 06:24:26.993: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:26.993: INFO: netserver-1 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:26.993: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:26.993: INFO: service-proxy-disabled-kvbrk started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container service-proxy-disabled ready: true, restart count 0 Mar 13 06:24:26.993: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:23:27 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:24:26.993: INFO: test-container-pod started at 2023-03-13 06:22:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:26.993: INFO: netserver-1 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:26.993: INFO: pvc-volume-tester-lzhkz started at 2023-03-13 06:23:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container volume-tester ready: true, restart count 0 Mar 13 06:24:26.993: INFO: netserver-1 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:26.993: INFO: pvc-volume-tester-ww7dn started at 2023-03-13 06:22:37 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.993: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:26.994: INFO: pod-5975a6de-88ce-4039-8eb1-1fa78172dd7a started at 2023-03-13 06:23:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.994: INFO: Container write-pod ready: true, restart count 0 Mar 13 06:24:26.994: INFO: pause-pod-1 started at 2023-03-13 06:22:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.994: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:26.994: INFO: netserver-1 started at 2023-03-13 06:24:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.994: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:26.994: INFO: pod-configmaps-8efe9428-3baf-438a-a721-a02569376102 started at 2023-03-13 06:22:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:26.994: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:26.994: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:26.994: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:26.994: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:27.481: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:24:27.481: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:27.543: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 14455 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:21:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:23:26 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:23:10 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:23:10 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:23:57 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac k8s.gcr.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:24:27.544: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:27.639: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:27.800: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.800: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.800: INFO: netserver-2 started at 2023-03-13 06:23:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.800: INFO: sysctl-539dcb30-a386-4c12-b2c1-cd35fad3de6f started at 2023-03-13 06:24:25 +0000 UTC (0+0 container statuses recorded) Mar 13 06:24:27.800: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:24:27.800: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container coredns ready: true, restart count 0 Mar 13 06:24:27.800: INFO: inline-volume-n5znj started at 2023-03-13 06:23:38 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:24:27.800: INFO: server-envvars-86830ca4-9a12-4726-8846-6c7f87e84548 started at 2023-03-13 06:23:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container srv ready: true, restart count 0 Mar 13 06:24:27.800: INFO: success started at 2023-03-13 06:24:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container success ready: false, restart count 0 Mar 13 06:24:27.800: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:24:27.800: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:24:27.800: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:24:27.800: INFO: hostexec-test-183d8deac8-minion-group-cdc2-5ds4f started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:27.800: INFO: test-deployment-fmt8m-764bc7c4b7-mrq59 started at 2023-03-13 06:24:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container httpd ready: true, restart count 0 Mar 13 06:24:27.800: INFO: simpletest.deployment-84bf5b8887-8jp8r started at 2023-03-13 06:24:12 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container nginx ready: true, restart count 0 Mar 13 06:24:27.800: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:24:27.800: INFO: bin-false7e93fb86-4d51-4932-a3e9-84988d1ef90a started at 2023-03-13 06:23:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container bin-false7e93fb86-4d51-4932-a3e9-84988d1ef90a ready: false, restart count 0 Mar 13 06:24:27.800: INFO: netserver-2 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.800: INFO: netserver-2 started at 2023-03-13 06:24:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:27.800: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container httpd ready: true, restart count 0 Mar 13 06:24:27.800: INFO: test-container-pod started at 2023-03-13 06:20:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.800: INFO: netserver-2 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.800: INFO: external-provisioner-vbw5z started at 2023-03-13 06:24:23 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 13 06:24:27.800: INFO: netserver-2 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.800: INFO: netserver-2 started at 2023-03-13 06:22:35 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container webserver ready: true, restart count 0 Mar 13 06:24:27.800: INFO: sample-webhook-deployment-6c69dbd86b-ptf8h started at 2023-03-13 06:23:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container sample-webhook ready: true, restart count 0 Mar 13 06:24:27.800: INFO: service-proxy-disabled-pbd5d started at 2023-03-13 06:24:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container service-proxy-disabled ready: true, restart count 0 Mar 13 06:24:27.800: INFO: netserver-2 started at 2023-03-13 06:24:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container webserver ready: false, restart count 0 Mar 13 06:24:27.800: INFO: external-provisioner-r27d7 started at 2023-03-13 06:23:45 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 13 06:24:27.800: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:24:27.800: INFO: service-proxy-toggled-2b2g6 started at 2023-03-13 06:24:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:24:27.800: INFO: Container service-proxy-toggled ready: true, restart count 0 Mar 13 06:24:28.201: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 Mar 13 06:24:28.201: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready �[1mSTEP�[0m: Destroying namespace "webhook-3664" for this suite. �[1mSTEP�[0m: Destroying namespace "webhook-3664-markers" for this suite. [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/webhook.go:102
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[sig\-api\-machinery\]\sCustomResourceConversionWebhook\s\[Privileged\:ClusterAdmin\]\sshould\sbe\sable\sto\sconvert\sa\snon\shomogeneous\slist\sof\sCRs\s\[Conformance\]$'
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 Mar 13 06:39:09.833: Unexpected error: <*errors.errorString | 0xc0001e0240>: { s: "timed out waiting for the condition", } timed out waiting for the condition occurred /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/crd_conversion_webhook.go:477from junit_09.xml
{"msg":"PASSED [sig-apps] Job should create pods for an Indexed job with completion indexes and specified hostname","total":-1,"completed":33,"skipped":260,"failed":3,"failures":["[sig-storage] In-tree Volumes [Driver: local][LocalVolumeType: block] [Testpattern: Pre-provisioned PV (ext4)] volumes should store data","[sig-storage] In-tree Volumes [Driver: local][LocalVolumeType: dir-link] [Testpattern: Pre-provisioned PV (default fs)] subPath should support file as subpath [LinuxOnly]","[sig-storage] In-tree Volumes [Driver: local][LocalVolumeType: dir] [Testpattern: Pre-provisioned PV (default fs)] volumes should store data"]} [BeforeEach] [sig-api-machinery] CustomResourceConversionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:185 �[1mSTEP�[0m: Creating a kubernetes client Mar 13 06:37:32.426: INFO: >>> kubeConfig: /workspace/.kube/config �[1mSTEP�[0m: Building a namespace api object, basename crd-webhook �[1mSTEP�[0m: Waiting for a default service account to be provisioned in namespace �[1mSTEP�[0m: Waiting for kube-root-ca.crt to be provisioned in namespace [BeforeEach] [sig-api-machinery] CustomResourceConversionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/crd_conversion_webhook.go:126 �[1mSTEP�[0m: Setting up server cert �[1mSTEP�[0m: Create role binding to let cr conversion webhook read extension-apiserver-authentication �[1mSTEP�[0m: Deploying the custom resource conversion webhook pod �[1mSTEP�[0m: Wait for the deployment to be ready Mar 13 06:37:34.465: INFO: deployment "sample-crd-conversion-webhook-deployment" doesn't have the required revision set �[1mSTEP�[0m: Deploying the webhook service �[1mSTEP�[0m: Verifying the service has paired with the endpoint Mar 13 06:37:37.649: INFO: Waiting for amount of service:e2e-test-crd-conversion-webhook endpoints to be 1 [It] should be able to convert a non homogeneous list of CRs [Conformance] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 Mar 13 06:37:37.714: INFO: >>> kubeConfig: /workspace/.kube/config Mar 13 06:38:09.632: INFO: error waiting for conversion to succeed during setup: conversion webhook for stable.example.com/v2, Kind=e2e-test-crd-webhook-5558-crd failed: Post "https://e2e-test-crd-conversion-webhook.crd-webhook-7063.svc:9443/crdconvert?timeout=30s": context deadline exceeded Mar 13 06:38:39.778: INFO: error waiting for conversion to succeed during setup: conversion webhook for stable.example.com/v2, Kind=e2e-test-crd-webhook-5558-crd failed: Post "https://e2e-test-crd-conversion-webhook.crd-webhook-7063.svc:9443/crdconvert?timeout=30s": dial timeout, backstop Mar 13 06:39:09.833: INFO: error waiting for conversion to succeed during setup: conversion webhook for stable.example.com/v2, Kind=e2e-test-crd-webhook-5558-crd failed: Post "https://e2e-test-crd-conversion-webhook.crd-webhook-7063.svc:9443/crdconvert?timeout=30s": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) Mar 13 06:39:09.833: FAIL: Unexpected error: <*errors.errorString | 0xc0001e0240>: { s: "timed out waiting for the condition", } timed out waiting for the condition occurred Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.waitWebhookConversionReady(0xc00029ac60?, 0xc000c35680?, 0xc00308e330?, {0x7049731?, 0x2?}) /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/crd_conversion_webhook.go:477 +0xf3 k8s.io/kubernetes/test/e2e/apimachinery.glob..func4.4() /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/crd_conversion_webhook.go:206 +0x113 k8s.io/kubernetes/test/e2e.RunE2ETests(0x24efc17?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:133 +0x6b7 k8s.io/kubernetes/test/e2e.TestE2E(0x0?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:136 +0x19 testing.tRunner(0xc001204340, 0x72ee990) /usr/local/go/src/testing/testing.go:1446 +0x10b created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1493 +0x35f [AfterEach] [sig-api-machinery] CustomResourceConversionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:186 �[1mSTEP�[0m: Collecting events from namespace "crd-webhook-7063". �[1mSTEP�[0m: Found 6 events. Mar 13 06:39:10.805: INFO: At 2023-03-13 06:37:34 +0000 UTC - event for sample-crd-conversion-webhook-deployment: {deployment-controller } ScalingReplicaSet: Scaled up replica set sample-crd-conversion-webhook-deployment-67c86bcf4b to 1 Mar 13 06:39:10.805: INFO: At 2023-03-13 06:37:34 +0000 UTC - event for sample-crd-conversion-webhook-deployment-67c86bcf4b: {replicaset-controller } SuccessfulCreate: Created pod: sample-crd-conversion-webhook-deployment-67c86bcf4b-7f4zf Mar 13 06:39:10.805: INFO: At 2023-03-13 06:37:34 +0000 UTC - event for sample-crd-conversion-webhook-deployment-67c86bcf4b-7f4zf: {default-scheduler } Scheduled: Successfully assigned crd-webhook-7063/sample-crd-conversion-webhook-deployment-67c86bcf4b-7f4zf to test-183d8deac8-minion-group-cdc2 Mar 13 06:39:10.805: INFO: At 2023-03-13 06:37:35 +0000 UTC - event for sample-crd-conversion-webhook-deployment-67c86bcf4b-7f4zf: {kubelet test-183d8deac8-minion-group-cdc2} Pulled: Container image "k8s.gcr.io/e2e-test-images/agnhost:2.39" already present on machine Mar 13 06:39:10.805: INFO: At 2023-03-13 06:37:35 +0000 UTC - event for sample-crd-conversion-webhook-deployment-67c86bcf4b-7f4zf: {kubelet test-183d8deac8-minion-group-cdc2} Created: Created container sample-crd-conversion-webhook Mar 13 06:39:10.805: INFO: At 2023-03-13 06:37:35 +0000 UTC - event for sample-crd-conversion-webhook-deployment-67c86bcf4b-7f4zf: {kubelet test-183d8deac8-minion-group-cdc2} Started: Started container sample-crd-conversion-webhook Mar 13 06:39:10.945: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:39:10.945: INFO: sample-crd-conversion-webhook-deployment-67c86bcf4b-7f4zf test-183d8deac8-minion-group-cdc2 Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:37:34 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:37:36 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:37:36 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:37:34 +0000 UTC }] Mar 13 06:39:10.945: INFO: Mar 13 06:39:24.430: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:39:24.472: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 36075 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:35:32 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:35:32 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:35:32 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:35:32 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:39:24.472: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:39:24.532: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:39:24.785: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:24.785: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:39:24.785: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:24.785: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:39:24.785: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:24.785: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:39:24.785: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:24.785: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:39:24.785: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:24.785: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:39:24.785: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:24.785: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:39:24.786: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:24.786: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:39:24.786: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:24.786: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:39:24.786: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:39:24.786: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:39:24.786: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:39:25.274: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:39:25.274: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:39:25.477: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 44227 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-1120":"csi-mock-csi-mock-volumes-1120","csi-mock-csi-mock-volumes-2638":"csi-mock-csi-mock-volumes-2638"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:39:06 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:39:20 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:23:03 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:39:20 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:39:20 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:39:20 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:39:20 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c k8s.gcr.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/build-image/debian-iptables@sha256:dd6d57960dc104a4ee0fa7c58c6faa3e38725561af374c17f8cb905f7f73ba66 k8s.gcr.io/build-image/debian-iptables:bullseye-v1.1.0],SizeBytes:27059231,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/sample-apiserver@sha256:f9c93b92b6ff750b41a93c4e4fe0bfe384597aeb841e2539d5444815c55b2d8f k8s.gcr.io/e2e-test-images/sample-apiserver:1.17.5],SizeBytes:24316368,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:39:25.478: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:39:25.577: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:39:25.778: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:38:32 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:39:25.778: INFO: metadata-proxy-v0.1-8ll64 started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:39:25.778: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:39:25.778: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:39:25.778: INFO: pod-73d4b128-3ce7-45e9-a07b-60a0d5b4916b started at 2023-03-13 06:38:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container write-pod ready: true, restart count 0 Mar 13 06:39:25.778: INFO: exec-volume-test-inlinevolume-nt4m started at 2023-03-13 06:38:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container exec-container-inlinevolume-nt4m ready: false, restart count 0 Mar 13 06:39:25.778: INFO: pvc-volume-tester-pt7z5 started at 2023-03-13 06:32:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:39:25.778: INFO: csi-mockplugin-0 started at 2023-03-13 06:38:32 +0000 UTC (0+3 container statuses recorded) Mar 13 06:39:25.778: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:39:25.778: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:39:25.778: INFO: Container mock ready: true, restart count 0 Mar 13 06:39:25.778: INFO: kube-proxy-test-183d8deac8-minion-group-1jd4 started at 2023-03-13 06:14:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:39:25.778: INFO: sample-crd-conversion-webhook-deployment-67c86bcf4b-l8sgn started at 2023-03-13 06:38:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container sample-crd-conversion-webhook ready: true, restart count 0 Mar 13 06:39:25.778: INFO: konnectivity-agent-lc49t started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:39:25.778: INFO: hostexec-test-183d8deac8-minion-group-1jd4-glcbx started at 2023-03-13 06:38:49 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:25.778: INFO: netserver-0 started at 2023-03-13 06:38:54 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:25.778: INFO: csi-mockplugin-resizer-0 started at 2023-03-13 06:38:32 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:39:25.778: INFO: replace-27978158-6kzkd started at 2023-03-13 06:38:00 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container c ready: true, restart count 0 Mar 13 06:39:25.778: INFO: csi-mockplugin-0 started at 2023-03-13 06:27:10 +0000 UTC (0+4 container statuses recorded) Mar 13 06:39:25.778: INFO: Container busybox ready: true, restart count 0 Mar 13 06:39:25.778: INFO: Container csi-provisioner ready: true, restart count 5 Mar 13 06:39:25.778: INFO: Container driver-registrar ready: true, restart count 1 Mar 13 06:39:25.778: INFO: Container mock ready: true, restart count 0 Mar 13 06:39:25.778: INFO: l7-default-backend-c58999b75-8n2dk started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container default-http-backend ready: true, restart count 0 Mar 13 06:39:25.778: INFO: liveness-5aa7a481-5de1-42ae-84d7-35acac803e0c started at 2023-03-13 06:38:53 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:25.778: INFO: coredns-6874cd75d4-whz5q started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container coredns ready: true, restart count 0 Mar 13 06:39:25.778: INFO: pause-pod-1 started at 2023-03-13 06:38:59 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:25.778: INFO: pod-subpath-test-preprovisionedpv-jkgs started at 2023-03-13 06:39:19 +0000 UTC (2+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Init container init-volume-preprovisionedpv-jkgs ready: true, restart count 0 Mar 13 06:39:25.778: INFO: Init container test-init-subpath-preprovisionedpv-jkgs ready: true, restart count 0 Mar 13 06:39:25.778: INFO: Container test-container-subpath-preprovisionedpv-jkgs ready: false, restart count 0 Mar 13 06:39:25.778: INFO: netserver-0 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:25.778: INFO: hostexec-test-183d8deac8-minion-group-1jd4-fxjwj started at 2023-03-13 06:39:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:25.778: INFO: netserver-0 started at 2023-03-13 06:35:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:25.778: INFO: kube-dns-autoscaler-74b9596d57-m688s started at 2023-03-13 06:18:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container autoscaler ready: true, restart count 0 Mar 13 06:39:25.778: INFO: nodeport-update-service-d2gcx started at 2023-03-13 06:36:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container nodeport-update-service ready: true, restart count 0 Mar 13 06:39:25.778: INFO: volume-snapshot-controller-0 started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:25.778: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 13 06:39:29.654: INFO: Latency metrics for node test-183d8deac8-minion-group-1jd4 Mar 13 06:39:29.654: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:39:29.759: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 43741 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:34:14 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:35:51 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:38:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:38:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:38:08 +0000 UTC,LastTransitionTime:2023-03-13 06:23:06 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:38:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:39:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:39:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:39:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:39:00 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/e2e-test-images/glusterdynamic-provisioner@sha256:7ed3bfb1429e97f721cbd8b2953ffb1f0186e89c1c99ee0e919d563b0caa81d2 k8s.gcr.io/e2e-test-images/glusterdynamic-provisioner:v1.3],SizeBytes:151196506,},ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonroot@sha256:b9e2958a3dd879e3cf11142228c6d073d0fc4ea2e857c3be6f4fb0ab5fb2c937 k8s.gcr.io/e2e-test-images/nonroot:1.2],SizeBytes:17748301,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 k8s.gcr.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/metadata-concealment@sha256:5cde3c696f251edad324efe91e858fdf47628e5a3c98f0af18edc765a33e1f12 k8s.gcr.io/e2e-test-images/metadata-concealment:1.6],SizeBytes:2097785,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/busybox@sha256:545e6a6310a27636260920bc07b994a299b6708a1b26910cfefd335fdfb60d2b k8s.gcr.io/busybox:1.27],SizeBytes:694360,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:39:29.760: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:39:29.925: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:39:30.766: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.766: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:39:30.766: INFO: netserver-1 started at 2023-03-13 06:38:54 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.766: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:30.766: INFO: hostexec-test-183d8deac8-minion-group-7155-gs7vj started at 2023-03-13 06:39:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.766: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:30.766: INFO: replace-27978159-kddvc started at 2023-03-13 06:39:00 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.766: INFO: Container c ready: true, restart count 0 Mar 13 06:39:30.766: INFO: pod-terminate-status-2-9 started at 2023-03-13 06:39:25 +0000 UTC (1+1 container statuses recorded) Mar 13 06:39:30.766: INFO: Init container fail ready: false, restart count 0 Mar 13 06:39:30.766: INFO: Container blocked ready: false, restart count 0 Mar 13 06:39:30.766: INFO: pod-terminate-status-1-9 started at 2023-03-13 06:39:27 +0000 UTC (1+1 container statuses recorded) Mar 13 06:39:30.766: INFO: Init container fail ready: false, restart count 0 Mar 13 06:39:30.766: INFO: Container blocked ready: false, restart count 0 Mar 13 06:39:30.766: INFO: pod-should-be-evicted2f9bfc81-cd25-42e9-8168-95dc56c72770 started at <nil> (0+0 container statuses recorded) Mar 13 06:39:30.766: INFO: busybox-user-65534-ddedc467-cb94-42ef-b956-3e3385e1323a started at 2023-03-13 06:39:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.766: INFO: Container busybox-user-65534-ddedc467-cb94-42ef-b956-3e3385e1323a ready: false, restart count 0 Mar 13 06:39:30.766: INFO: execpod2bzmz started at 2023-03-13 06:36:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.766: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:30.766: INFO: hostexec-test-183d8deac8-minion-group-7155-rwdsp started at 2023-03-13 06:39:12 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.766: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:30.766: INFO: test-host-network-pod started at 2023-03-13 06:38:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:39:30.766: INFO: Container busybox-1 ready: true, restart count 0 Mar 13 06:39:30.767: INFO: Container busybox-2 ready: true, restart count 0 Mar 13 06:39:30.767: INFO: pod-0 started at 2023-03-13 06:39:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.767: INFO: Container donothing ready: true, restart count 0 Mar 13 06:39:30.767: INFO: busybox-c7b3bf03-a3ac-48d6-8416-eb918886238c started at 2023-03-13 06:38:07 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.767: INFO: Container busybox ready: true, restart count 0 Mar 13 06:39:30.767: INFO: hostexec-test-183d8deac8-minion-group-7155-pksp7 started at 2023-03-13 06:38:42 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.767: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:30.767: INFO: netserver-1 started at 2023-03-13 06:35:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.767: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:30.767: INFO: server started at <nil> (0+0 container statuses recorded) Mar 13 06:39:30.767: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:39:30.767: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:39:30.767: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:39:30.767: INFO: pod-subpath-test-preprovisionedpv-hldq started at 2023-03-13 06:39:19 +0000 UTC (0+2 container statuses recorded) Mar 13 06:39:30.767: INFO: Container test-container-subpath-preprovisionedpv-hldq ready: false, restart count 0 Mar 13 06:39:30.767: INFO: Container test-container-volume-preprovisionedpv-hldq ready: true, restart count 0 Mar 13 06:39:30.767: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:39:30.767: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:39:30.767: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:39:30.767: INFO: nodeport-update-service-42fnr started at 2023-03-13 06:36:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.767: INFO: Container nodeport-update-service ready: true, restart count 0 Mar 13 06:39:30.767: INFO: pod-terminate-status-0-12 started at <nil> (0+0 container statuses recorded) Mar 13 06:39:30.767: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.767: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:39:30.767: INFO: host-test-container-pod started at 2023-03-13 06:36:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.767: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:30.767: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.767: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:30.767: INFO: gluster-server started at 2023-03-13 06:38:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.767: INFO: Container gluster-server ready: true, restart count 0 Mar 13 06:39:30.767: INFO: test-container-pod started at 2023-03-13 06:36:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:30.767: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:31.852: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:39:31.852: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:39:31.916: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 44526 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-4560":"test-183d8deac8-minion-group-cdc2"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:39:28 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:39:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:38:11 +0000 UTC,LastTransitionTime:2023-03-13 06:23:10 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:38:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:38:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:38:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:39:29 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:39:29 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:39:29 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:39:29 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 k8s.gcr.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac k8s.gcr.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-4560^cc32d987-c169-11ed-b602-1afdb23d9e64 kubernetes.io/csi/csi-hostpath-ephemeral-4560^cc39300d-c169-11ed-b602-1afdb23d9e64],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-4560^cc32d987-c169-11ed-b602-1afdb23d9e64,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-4560^cc39300d-c169-11ed-b602-1afdb23d9e64,DevicePath:,},},Config:nil,},} Mar 13 06:39:31.916: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:39:32.009: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:39:35.829: INFO: test-pod started at 2023-03-13 06:38:38 +0000 UTC (0+3 container statuses recorded) Mar 13 06:39:35.829: INFO: Container busybox-1 ready: true, restart count 0 Mar 13 06:39:35.829: INFO: Container busybox-2 ready: true, restart count 0 Mar 13 06:39:35.829: INFO: Container busybox-3 ready: true, restart count 0 Mar 13 06:39:35.829: INFO: hostexec-test-183d8deac8-minion-group-cdc2-vnd4r started at 2023-03-13 06:38:23 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:35.829: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:35.829: INFO: hostexec-test-183d8deac8-minion-group-cdc2-kqvhr started at 2023-03-13 06:38:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:39:35.829: INFO: netserver-2 started at 2023-03-13 06:38:54 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:35.829: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:35.829: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:35.829: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:39:35.829: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container coredns ready: true, restart count 0 Mar 13 06:39:35.829: INFO: netserver-2 started at 2023-03-13 06:35:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:35.829: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:39:35.829: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:39:35.829: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:39:35.829: INFO: deployment-shared-map-item-removal-7c658794b9-fmtmc started at 2023-03-13 06:39:30 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container nginx ready: true, restart count 0 Mar 13 06:39:35.829: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:39:35.829: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container httpd ready: true, restart count 0 Mar 13 06:39:35.829: INFO: test-container-pod started at 2023-03-13 06:39:17 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container webserver ready: true, restart count 0 Mar 13 06:39:35.829: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:39:22 +0000 UTC (0+7 container statuses recorded) Mar 13 06:39:35.829: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:39:35.829: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:39:35.829: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:39:35.829: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:39:35.829: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:39:35.829: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:39:35.829: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:39:35.829: INFO: webserver-pod started at 2023-03-13 06:38:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container agnhost ready: true, restart count 0 Mar 13 06:39:35.829: INFO: inline-volume-tester-ndtzr started at 2023-03-13 06:39:27 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:39:35.829: INFO: sample-crd-conversion-webhook-deployment-67c86bcf4b-7f4zf started at 2023-03-13 06:37:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:39:35.829: INFO: Container sample-crd-conversion-webhook ready: true, restart count 0 Mar 13 06:39:36.413: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 Mar 13 06:39:36.413: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready �[1mSTEP�[0m: Destroying namespace "crd-webhook-7063" for this suite. [AfterEach] [sig-api-machinery] CustomResourceConversionWebhook [Privileged:ClusterAdmin] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/apimachinery/crd_conversion_webhook.go:137
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[sig\-auth\]\sServiceAccounts\sshould\smount\san\sAPI\stoken\sinto\spods\s\s\[Conformance\]$'
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 Mar 13 06:21:41.265: Unexpected error: <*exec.ExitError | 0xc0048c9320>: { ProcessState: { pid: 11268, status: 256, rusage: { Utime: {Sec: 0, Usec: 72283}, Stime: {Sec: 0, Usec: 27106}, Maxrss: 175552, Ixrss: 0, Idrss: 0, Isrss: 0, Minflt: 4314, Majflt: 0, Nswap: 0, Inblock: 0, Oublock: 0, Msgsnd: 0, Msgrcv: 0, Nsignals: 0, Nvcsw: 500, Nivcsw: 11, }, }, Stderr: nil, } exit status 1 occurred /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/auth/service_accounts.go:239from junit_17.xml
[BeforeEach] [sig-auth] ServiceAccounts /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:185 �[1mSTEP�[0m: Creating a kubernetes client Mar 13 06:21:01.273: INFO: >>> kubeConfig: /workspace/.kube/config �[1mSTEP�[0m: Building a namespace api object, basename svcaccounts �[1mSTEP�[0m: Waiting for a default service account to be provisioned in namespace �[1mSTEP�[0m: Waiting for kube-root-ca.crt to be provisioned in namespace [It] should mount an API token into pods [Conformance] /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:633 �[1mSTEP�[0m: getting the auto-created API token �[1mSTEP�[0m: reading a file in the container Mar 13 06:21:08.987: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl exec --namespace=svcaccounts-1014 pod-service-account-e62a4e9b-b29b-49ad-b3d0-d8a578e499cc -c=test -- cat /var/run/secrets/kubernetes.io/serviceaccount/token' �[1mSTEP�[0m: reading a file in the container Mar 13 06:21:10.155: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl exec --namespace=svcaccounts-1014 pod-service-account-e62a4e9b-b29b-49ad-b3d0-d8a578e499cc -c=test -- cat /var/run/secrets/kubernetes.io/serviceaccount/ca.crt' �[1mSTEP�[0m: reading a file in the container Mar 13 06:21:10.800: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl exec --namespace=svcaccounts-1014 pod-service-account-e62a4e9b-b29b-49ad-b3d0-d8a578e499cc -c=test -- cat /var/run/secrets/kubernetes.io/serviceaccount/namespace' Mar 13 06:21:41.265: INFO: error running kubectl exec to read file: exit status 1 stdout= stderr=Error from server: error dialing backend: dial timeout, backstop ) Mar 13 06:21:41.265: FAIL: Unexpected error: <*exec.ExitError | 0xc0048c9320>: { ProcessState: { pid: 11268, status: 256, rusage: { Utime: {Sec: 0, Usec: 72283}, Stime: {Sec: 0, Usec: 27106}, Maxrss: 175552, Ixrss: 0, Idrss: 0, Isrss: 0, Minflt: 4314, Majflt: 0, Nswap: 0, Inblock: 0, Oublock: 0, Msgsnd: 0, Msgrcv: 0, Nsignals: 0, Nvcsw: 500, Nivcsw: 11, }, }, Stderr: nil, } exit status 1 occurred Full Stack Trace k8s.io/kubernetes/test/e2e/auth.glob..func6.2() /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/auth/service_accounts.go:239 +0x9d6 k8s.io/kubernetes/test/e2e.RunE2ETests(0x24efc17?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:133 +0x6b7 k8s.io/kubernetes/test/e2e.TestE2E(0x0?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:136 +0x19 testing.tRunner(0xc0005424e0, 0x72ee990) /usr/local/go/src/testing/testing.go:1446 +0x10b created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1493 +0x35f [AfterEach] [sig-auth] ServiceAccounts /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:186 �[1mSTEP�[0m: Collecting events from namespace "svcaccounts-1014". �[1mSTEP�[0m: Found 4 events. Mar 13 06:21:41.307: INFO: At 2023-03-13 06:21:02 +0000 UTC - event for pod-service-account-e62a4e9b-b29b-49ad-b3d0-d8a578e499cc: {default-scheduler } Scheduled: Successfully assigned svcaccounts-1014/pod-service-account-e62a4e9b-b29b-49ad-b3d0-d8a578e499cc to test-183d8deac8-minion-group-7155 Mar 13 06:21:41.307: INFO: At 2023-03-13 06:21:03 +0000 UTC - event for pod-service-account-e62a4e9b-b29b-49ad-b3d0-d8a578e499cc: {kubelet test-183d8deac8-minion-group-7155} Pulled: Container image "k8s.gcr.io/e2e-test-images/busybox:1.29-2" already present on machine Mar 13 06:21:41.307: INFO: At 2023-03-13 06:21:03 +0000 UTC - event for pod-service-account-e62a4e9b-b29b-49ad-b3d0-d8a578e499cc: {kubelet test-183d8deac8-minion-group-7155} Created: Created container test Mar 13 06:21:41.307: INFO: At 2023-03-13 06:21:04 +0000 UTC - event for pod-service-account-e62a4e9b-b29b-49ad-b3d0-d8a578e499cc: {kubelet test-183d8deac8-minion-group-7155} Started: Started container test Mar 13 06:21:41.349: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:21:41.349: INFO: pod-service-account-e62a4e9b-b29b-49ad-b3d0-d8a578e499cc test-183d8deac8-minion-group-7155 Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:21:02 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:21:04 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:21:04 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:21:02 +0000 UTC }] Mar 13 06:21:41.349: INFO: Mar 13 06:21:41.443: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:21:41.485: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 7338 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:20:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:21:41.486: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:21:41.529: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:21:41.579: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:21:41.579: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:21:41.579: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:21:41.579: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:21:41.579: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:21:41.579: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:21:41.579: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:21:41.579: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:21:41.579: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:21:41.579: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:21:41.579: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:21:41.579: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:21:41.579: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:21:41.579: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:21:41.579: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:21:41.579: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:21:41.579: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:21:41.579: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:21:41.579: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:21:41.783: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:21:41.783: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:21:41.826: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 9614 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-2960":"test-183d8deac8-minion-group-1jd4","csi-mock-csi-mock-volumes-3203":"csi-mock-csi-mock-volumes-3203","csi-mock-csi-mock-volumes-3612":"csi-mock-csi-mock-volumes-3612"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:17:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:20:29 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:19:52 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:29 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:29 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:29 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:20:29 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:21:41.826: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:21:41.870: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:22:11.992: INFO: Unable to retrieve kubelet pods for node test-183d8deac8-minion-group-1jd4: error trying to reach service: dial timeout, backstop Mar 13 06:22:11.992: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:22:12.216: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 9623 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:19:23 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:19:39 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:30 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:30 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:20:30 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:20:30 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:22:12.217: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:22:12.420: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:22:12.586: INFO: pod-qos-class-f75e6529-10c6-414f-905d-a1516631cd06 started at 2023-03-13 06:22:00 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.586: INFO: Container agnhost ready: false, restart count 0 Mar 13 06:22:12.586: INFO: suspend-false-to-true-cjm25 started at 2023-03-13 06:22:02 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.586: INFO: Container c ready: true, restart count 0 Mar 13 06:22:12.586: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:22:12.586: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:22:12.586: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:22:12.586: INFO: hostexec-test-183d8deac8-minion-group-7155-f98r8 started at 2023-03-13 06:21:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.586: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:22:12.586: INFO: pod-secrets-e457f772-f4ae-429f-a707-a2520e39bf85 started at 2023-03-13 06:20:55 +0000 UTC (0+3 container statuses recorded) Mar 13 06:22:12.586: INFO: Container creates-volume-test ready: true, restart count 0 Mar 13 06:22:12.586: INFO: Container dels-volume-test ready: true, restart count 0 Mar 13 06:22:12.586: INFO: Container upds-volume-test ready: true, restart count 0 Mar 13 06:22:12.586: INFO: hostexec-test-183d8deac8-minion-group-7155-xxccs started at 2023-03-13 06:21:06 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.586: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:22:12.586: INFO: hostexec-test-183d8deac8-minion-group-7155-k82mj started at 2023-03-13 06:22:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.586: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:22:12.586: INFO: external-provisioner-w8l66 started at 2023-03-13 06:22:02 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.586: INFO: Container nfs-provisioner ready: false, restart count 0 Mar 13 06:22:12.586: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:22:12.587: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:22:12.587: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:22:12.587: INFO: concurrent-27978141-s2rzx started at 2023-03-13 06:21:00 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container c ready: true, restart count 0 Mar 13 06:22:12.587: INFO: busybox1 started at <nil> (0+0 container statuses recorded) Mar 13 06:22:12.587: INFO: concurrent-27978142-fb8zv started at 2023-03-13 06:22:00 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container c ready: true, restart count 0 Mar 13 06:22:12.587: INFO: suspend-false-to-true-jr569 started at 2023-03-13 06:22:02 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container c ready: false, restart count 0 Mar 13 06:22:12.587: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:22:12.587: INFO: ephemeral-containers-target-pod started at 2023-03-13 06:21:19 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container test-container-1 ready: true, restart count 0 Mar 13 06:22:12.587: INFO: netserver-1 started at 2023-03-13 06:21:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container webserver ready: false, restart count 0 Mar 13 06:22:12.587: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container webserver ready: true, restart count 0 Mar 13 06:22:12.587: INFO: nodeport-test-q9794 started at 2023-03-13 06:20:38 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container nodeport-test ready: true, restart count 0 Mar 13 06:22:12.587: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:22:12.587: INFO: implicit-root-uid started at <nil> (0+0 container statuses recorded) Mar 13 06:22:12.587: INFO: pod-service-account-e62a4e9b-b29b-49ad-b3d0-d8a578e499cc started at 2023-03-13 06:21:02 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container test ready: true, restart count 0 Mar 13 06:22:12.587: INFO: host-test-container-pod started at 2023-03-13 06:21:00 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:22:12.587: INFO: netserver-1 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container webserver ready: true, restart count 0 Mar 13 06:22:12.587: INFO: hostexec-test-183d8deac8-minion-group-7155-pv6cm started at 2023-03-13 06:20:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:22:12.587: INFO: hostexec-test-183d8deac8-minion-group-7155-hnt8d started at <nil> (0+0 container statuses recorded) Mar 13 06:22:12.587: INFO: test-container-pod started at 2023-03-13 06:21:00 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container webserver ready: true, restart count 0 Mar 13 06:22:12.587: INFO: netserver-1 started at 2023-03-13 06:20:32 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container webserver ready: true, restart count 0 Mar 13 06:22:12.587: INFO: rc-test-sqbpp started at <nil> (0+0 container statuses recorded) Mar 13 06:22:12.587: INFO: pause-pod-1 started at <nil> (0+0 container statuses recorded) Mar 13 06:22:12.587: INFO: externalip-test-m8mbf started at 2023-03-13 06:21:30 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:12.587: INFO: Container externalip-test ready: true, restart count 0 Mar 13 06:22:13.702: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:22:13.703: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:22:13.873: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 11250 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-181":"test-183d8deac8-minion-group-cdc2","csi-hostpath-provisioning-7785":"test-183d8deac8-minion-group-cdc2","csi-hostpath-volume-expand-9587":"test-183d8deac8-minion-group-cdc2","csi-mock-csi-mock-volumes-7010":"csi-mock-csi-mock-volumes-7010"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:21:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:21:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:19:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:22:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:22:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:22:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:22:03 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-181^54ed4ac9-c167-11ed-96e7-9a0cec7a2284 kubernetes.io/csi/csi-hostpath-provisioning-7785^5175faea-c167-11ed-9f9e-9af5c176ef46 kubernetes.io/csi/csi-hostpath-volume-expand-9587^59fe3f76-c167-11ed-829e-76b3a197327c],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-7785^5175faea-c167-11ed-9f9e-9af5c176ef46,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-181^54ed4ac9-c167-11ed-96e7-9a0cec7a2284,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-volume-expand-9587^59fe3f76-c167-11ed-829e-76b3a197327c,DevicePath:,},},Config:nil,},} Mar 13 06:22:13.874: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:22:14.051: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:22:14.791: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:21:50 +0000 UTC (0+7 container statuses recorded) Mar 13 06:22:14.791: INFO: Container csi-attacher ready: false, restart count 0 Mar 13 06:22:14.791: INFO: Container csi-provisioner ready: false, restart count 0 Mar 13 06:22:14.791: INFO: Container csi-resizer ready: false, restart count 0 Mar 13 06:22:14.791: INFO: Container csi-snapshotter ready: false, restart count 0 Mar 13 06:22:14.791: INFO: Container hostpath ready: false, restart count 0 Mar 13 06:22:14.791: INFO: Container liveness-probe ready: false, restart count 0 Mar 13 06:22:14.791: INFO: Container node-driver-registrar ready: false, restart count 0 Mar 13 06:22:14.791: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:22:14.791: INFO: inline-volume-tester-qjjtl started at 2023-03-13 06:21:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:22:14.791: INFO: csi-mockplugin-resizer-0 started at 2023-03-13 06:21:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:22:14.791: INFO: pod-service-account-nomountsa-mountspec started at 2023-03-13 06:21:12 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container token-test ready: false, restart count 0 Mar 13 06:22:14.791: INFO: rc-test-p4f8h started at 2023-03-13 06:21:16 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container rc-test ready: true, restart count 0 Mar 13 06:22:14.791: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container webserver ready: true, restart count 0 Mar 13 06:22:14.791: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container webserver ready: true, restart count 0 Mar 13 06:22:14.791: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:21:38 +0000 UTC (0+7 container statuses recorded) Mar 13 06:22:14.791: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:22:14.791: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:22:14.791: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container coredns ready: true, restart count 0 Mar 13 06:22:14.791: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:22:14.791: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:22:14.791: INFO: netserver-2 started at 2023-03-13 06:20:32 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container webserver ready: true, restart count 0 Mar 13 06:22:14.791: INFO: pod-subpath-test-dynamicpv-psqb started at 2023-03-13 06:21:42 +0000 UTC (1+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Init container init-volume-dynamicpv-psqb ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container test-container-subpath-dynamicpv-psqb ready: false, restart count 0 Mar 13 06:22:14.791: INFO: pod-e016d0e4-3c50-4edd-b6fc-367f4160d55e started at <nil> (0+0 container statuses recorded) Mar 13 06:22:14.791: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:21:31 +0000 UTC (0+7 container statuses recorded) Mar 13 06:22:14.791: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:22:14.791: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:22:14.791: INFO: netserver-2 started at 2023-03-13 06:19:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container webserver ready: true, restart count 0 Mar 13 06:22:14.791: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container httpd ready: true, restart count 0 Mar 13 06:22:14.791: INFO: test-container-pod started at 2023-03-13 06:20:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container webserver ready: true, restart count 0 Mar 13 06:22:14.791: INFO: netserver-2 started at <nil> (0+0 container statuses recorded) Mar 13 06:22:14.791: INFO: externalip-test-77tk8 started at 2023-03-13 06:21:30 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container externalip-test ready: true, restart count 0 Mar 13 06:22:14.791: INFO: csi-mockplugin-0 started at 2023-03-13 06:21:04 +0000 UTC (0+3 container statuses recorded) Mar 13 06:22:14.791: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:22:14.791: INFO: Container mock ready: true, restart count 0 Mar 13 06:22:14.791: INFO: pod-0 started at 2023-03-13 06:21:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:22:14.791: INFO: Container donothing ready: true, restart count 0 Mar 13 06:22:15.877: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 Mar 13 06:22:15.877: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready �[1mSTEP�[0m: Destroying namespace "svcaccounts-1014" for this suite.
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[sig\-cli\]\sKubectl\sPort\sforwarding\sWith\sa\sserver\slistening\son\slocalhost\sthat\sexpects\sNO\sclient\srequest\sshould\ssupport\sa\sclient\sthat\sconnects\,\ssends\sDATA\,\sand\sdisconnects$'
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/portforward.go:485 Mar 13 06:35:07.515: Failed to read from kubectl port-forward stdout: EOF /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/portforward.go:220from junit_22.xml
[BeforeEach] [sig-cli] Kubectl Port forwarding /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:185 �[1mSTEP�[0m: Creating a kubernetes client Mar 13 06:34:28.313: INFO: >>> kubeConfig: /workspace/.kube/config �[1mSTEP�[0m: Building a namespace api object, basename port-forwarding �[1mSTEP�[0m: Waiting for a default service account to be provisioned in namespace �[1mSTEP�[0m: Waiting for kube-root-ca.crt to be provisioned in namespace [It] should support a client that connects, sends DATA, and disconnects /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/portforward.go:485 �[1mSTEP�[0m: Creating the target pod Mar 13 06:34:28.855: INFO: The status of Pod pfpod is Pending, waiting for it to be Running (with Ready = true) Mar 13 06:34:30.914: INFO: The status of Pod pfpod is Pending, waiting for it to be Running (with Ready = true) Mar 13 06:34:33.114: INFO: The status of Pod pfpod is Running (Ready = false) Mar 13 06:34:34.924: INFO: The status of Pod pfpod is Running (Ready = false) Mar 13 06:34:37.029: INFO: The status of Pod pfpod is Running (Ready = true) �[1mSTEP�[0m: Running 'kubectl port-forward' Mar 13 06:34:37.029: INFO: starting port-forward command and streaming output Mar 13 06:34:37.029: INFO: Asynchronously running '/workspace/kubernetes/platforms/linux/amd64/kubectl kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=port-forwarding-2177 port-forward --namespace=port-forwarding-2177 pfpod :80' Mar 13 06:34:37.029: INFO: reading from `kubectl port-forward` command's stdout Mar 13 06:35:07.515: FAIL: Failed to read from kubectl port-forward stdout: EOF Full Stack Trace k8s.io/kubernetes/test/e2e/kubectl.doTestConnectSendDisconnect({0x7057ba5, 0x9}, 0xc000cc8dc0) /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/portforward.go:220 +0x293 k8s.io/kubernetes/test/e2e/kubectl.glob..func2.2.2.1() /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/portforward.go:486 +0x29 k8s.io/kubernetes/test/e2e.RunE2ETests(0x24efc17?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:133 +0x6b7 k8s.io/kubernetes/test/e2e.TestE2E(0x0?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:136 +0x19 testing.tRunner(0xc0005d04e0, 0x72ee990) /usr/local/go/src/testing/testing.go:1446 +0x10b created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1493 +0x35f [AfterEach] [sig-cli] Kubectl Port forwarding /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:186 �[1mSTEP�[0m: Collecting events from namespace "port-forwarding-2177". �[1mSTEP�[0m: Found 7 events. Mar 13 06:35:07.738: INFO: At 2023-03-13 06:34:28 +0000 UTC - event for pfpod: {default-scheduler } Scheduled: Successfully assigned port-forwarding-2177/pfpod to test-183d8deac8-minion-group-1jd4 Mar 13 06:35:07.738: INFO: At 2023-03-13 06:34:30 +0000 UTC - event for pfpod: {kubelet test-183d8deac8-minion-group-1jd4} Pulled: Container image "k8s.gcr.io/e2e-test-images/agnhost:2.39" already present on machine Mar 13 06:35:07.738: INFO: At 2023-03-13 06:34:30 +0000 UTC - event for pfpod: {kubelet test-183d8deac8-minion-group-1jd4} Created: Created container readiness Mar 13 06:35:07.738: INFO: At 2023-03-13 06:34:30 +0000 UTC - event for pfpod: {kubelet test-183d8deac8-minion-group-1jd4} Started: Started container readiness Mar 13 06:35:07.738: INFO: At 2023-03-13 06:34:30 +0000 UTC - event for pfpod: {kubelet test-183d8deac8-minion-group-1jd4} Pulled: Container image "k8s.gcr.io/e2e-test-images/agnhost:2.39" already present on machine Mar 13 06:35:07.738: INFO: At 2023-03-13 06:34:30 +0000 UTC - event for pfpod: {kubelet test-183d8deac8-minion-group-1jd4} Created: Created container portforwardtester Mar 13 06:35:07.738: INFO: At 2023-03-13 06:34:30 +0000 UTC - event for pfpod: {kubelet test-183d8deac8-minion-group-1jd4} Started: Started container portforwardtester Mar 13 06:35:07.909: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:35:07.909: INFO: pfpod test-183d8deac8-minion-group-1jd4 Running [{Initialized True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:34:28 +0000 UTC } {Ready True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:34:35 +0000 UTC } {ContainersReady True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:34:35 +0000 UTC } {PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2023-03-13 06:34:28 +0000 UTC }] Mar 13 06:35:07.909: INFO: Mar 13 06:35:09.001: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:35:09.086: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 26882 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:35:09.086: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:35:09.153: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:35:09.231: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:09.231: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:35:09.231: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:35:09.231: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:35:09.231: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:35:09.231: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:09.231: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:35:09.231: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:09.231: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:35:09.231: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:09.231: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:35:09.231: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:09.231: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:35:09.231: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:09.231: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:35:09.231: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:09.231: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:35:09.231: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:09.231: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:35:09.742: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:35:09.742: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:35:09.897: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 35592 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-1120":"csi-mock-csi-mock-volumes-1120","csi-mock-csi-mock-volumes-3727":"csi-mock-csi-mock-volumes-3727"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2023-03-13 06:34:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {kube-controller-manager Update v1 2023-03-13 06:35:05 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:23:03 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:34:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:34:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:34:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:34:11 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c k8s.gcr.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/sample-apiserver@sha256:f9c93b92b6ff750b41a93c4e4fe0bfe384597aeb841e2539d5444815c55b2d8f k8s.gcr.io/e2e-test-images/sample-apiserver:1.17.5],SizeBytes:24316368,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-3727^4,DevicePath:,},},Config:nil,},} Mar 13 06:35:09.897: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:35:09.956: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:35:10.360: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:34:57 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:35:10.360: INFO: up-down-1-hkxt4 started at 2023-03-13 06:33:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container up-down-1 ready: true, restart count 0 Mar 13 06:35:10.360: INFO: pfpod started at 2023-03-13 06:34:28 +0000 UTC (0+2 container statuses recorded) Mar 13 06:35:10.360: INFO: Container portforwardtester ready: true, restart count 0 Mar 13 06:35:10.360: INFO: Container readiness ready: true, restart count 0 Mar 13 06:35:10.360: INFO: execpod-noendpointskq8q6 started at 2023-03-13 06:34:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:10.360: INFO: service-headless-toggled-xjckc started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container service-headless-toggled ready: true, restart count 0 Mar 13 06:35:10.360: INFO: netserver-0 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:10.360: INFO: test-container-pod started at 2023-03-13 06:28:21 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:10.360: INFO: kube-dns-autoscaler-74b9596d57-m688s started at 2023-03-13 06:18:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container autoscaler ready: true, restart count 0 Mar 13 06:35:10.360: INFO: inline-volume-j828k started at 2023-03-13 06:34:34 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:35:10.360: INFO: volume-snapshot-controller-0 started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 13 06:35:10.360: INFO: emptydir-injector started at 2023-03-13 06:34:42 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container emptydir-injector ready: true, restart count 0 Mar 13 06:35:10.360: INFO: service-headless-jghgh started at 2023-03-13 06:32:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container service-headless ready: true, restart count 0 Mar 13 06:35:10.360: INFO: metadata-proxy-v0.1-8ll64 started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:35:10.360: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:35:10.360: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:35:10.360: INFO: affinity-nodeport-transition-cskpj started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container affinity-nodeport-transition ready: true, restart count 0 Mar 13 06:35:10.360: INFO: pvc-volume-tester-pt7z5 started at 2023-03-13 06:32:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:35:10.360: INFO: up-down-2-dtbjp started at 2023-03-13 06:33:37 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.360: INFO: Container up-down-2 ready: true, restart count 0 Mar 13 06:35:10.361: INFO: pause-pod-559cc46cf-sfw6w started at 2023-03-13 06:34:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.361: INFO: Container agnhost-pause ready: true, restart count 0 Mar 13 06:35:10.361: INFO: kube-proxy-test-183d8deac8-minion-group-1jd4 started at 2023-03-13 06:14:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.361: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:35:10.361: INFO: startup-1923f8a9-53b3-47e0-b938-543e99d99bf7 started at 2023-03-13 06:34:37 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.361: INFO: Container busybox ready: false, restart count 0 Mar 13 06:35:10.361: INFO: konnectivity-agent-lc49t started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.361: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:35:10.361: INFO: csi-mockplugin-0 started at 2023-03-13 06:34:57 +0000 UTC (0+3 container statuses recorded) Mar 13 06:35:10.361: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:35:10.361: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:35:10.361: INFO: Container mock ready: true, restart count 0 Mar 13 06:35:10.361: INFO: netserver-0 started at 2023-03-13 06:33:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.361: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:10.361: INFO: affinity-clusterip-transition-svxpf started at 2023-03-13 06:34:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.361: INFO: Container affinity-clusterip-transition ready: true, restart count 0 Mar 13 06:35:10.361: INFO: execpod-affinityglz6k started at 2023-03-13 06:34:27 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.361: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:10.361: INFO: csi-mockplugin-0 started at 2023-03-13 06:27:10 +0000 UTC (0+4 container statuses recorded) Mar 13 06:35:10.361: INFO: Container busybox ready: true, restart count 0 Mar 13 06:35:10.361: INFO: Container csi-provisioner ready: true, restart count 5 Mar 13 06:35:10.361: INFO: Container driver-registrar ready: true, restart count 1 Mar 13 06:35:10.361: INFO: Container mock ready: true, restart count 0 Mar 13 06:35:10.361: INFO: externalname-service-zjt6m started at 2023-03-13 06:34:50 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.361: INFO: Container externalname-service ready: true, restart count 0 Mar 13 06:35:10.361: INFO: pvc-volume-tester-vrk8d started at 2023-03-13 06:35:05 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.361: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:35:10.361: INFO: l7-default-backend-c58999b75-8n2dk started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.361: INFO: Container default-http-backend ready: true, restart count 0 Mar 13 06:35:10.361: INFO: coredns-6874cd75d4-whz5q started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:10.361: INFO: Container coredns ready: true, restart count 0 Mar 13 06:35:11.181: INFO: Latency metrics for node test-183d8deac8-minion-group-1jd4 Mar 13 06:35:11.181: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:35:11.295: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 35603 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-4755":"test-183d8deac8-minion-group-7155","csi-hostpath-provisioning-4451":"test-183d8deac8-minion-group-7155"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:34:14 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:35:05 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:23:06 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:35:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:35:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:35:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:35:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonroot@sha256:b9e2958a3dd879e3cf11142228c6d073d0fc4ea2e857c3be6f4fb0ab5fb2c937 k8s.gcr.io/e2e-test-images/nonroot:1.2],SizeBytes:17748301,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:35:11.295: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:35:11.370: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:35:11.485: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:35:11.485: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:35:11.485: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:35:11.485: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:35:11.485: INFO: service-headless-toggled-g45mw started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container service-headless-toggled ready: true, restart count 0 Mar 13 06:35:11.485: INFO: pod-projected-secrets-75e68607-16de-472f-bcf7-0f24581f958f started at 2023-03-13 06:34:51 +0000 UTC (0+3 container statuses recorded) Mar 13 06:35:11.485: INFO: Container creates-volume-test ready: true, restart count 0 Mar 13 06:35:11.485: INFO: Container dels-volume-test ready: true, restart count 0 Mar 13 06:35:11.485: INFO: Container upds-volume-test ready: true, restart count 0 Mar 13 06:35:11.485: INFO: verify-service-up-host-exec-pod started at 2023-03-13 06:33:49 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:11.485: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:11.485: INFO: netserver-1 started at 2023-03-13 06:35:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container webserver ready: false, restart count 0 Mar 13 06:35:11.485: INFO: dns-test-5bce5260-764d-48b4-a24e-f99f80b033a0 started at 2023-03-13 06:34:59 +0000 UTC (0+3 container statuses recorded) Mar 13 06:35:11.485: INFO: Container jessie-querier ready: true, restart count 0 Mar 13 06:35:11.485: INFO: Container querier ready: true, restart count 0 Mar 13 06:35:11.485: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:11.485: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:35:11.485: INFO: up-down-2-w9mdq started at 2023-03-13 06:33:37 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container up-down-2 ready: true, restart count 0 Mar 13 06:35:11.485: INFO: netserver-1 started at 2023-03-13 06:33:53 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:11.485: INFO: verify-service-up-exec-pod-f7xbd started at 2023-03-13 06:33:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:11.485: INFO: pod-414961a4-aaf3-4b17-9b8a-d5170db8e1ab started at 2023-03-13 06:34:53 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container write-pod ready: true, restart count 0 Mar 13 06:35:11.485: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:34:21 +0000 UTC (0+7 container statuses recorded) Mar 13 06:35:11.485: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:35:11.485: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:35:11.485: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:35:11.485: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:35:11.485: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:35:11.485: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:35:11.485: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:35:11.485: INFO: inline-volume-tester-s8ftg started at 2023-03-13 06:34:21 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:35:11.485: INFO: affinity-clusterip-transition-qkj2p started at 2023-03-13 06:34:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container affinity-clusterip-transition ready: true, restart count 0 Mar 13 06:35:11.485: INFO: httpd-deployment-95bc5655f-p2nfc started at 2023-03-13 06:34:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.485: INFO: Container httpd ready: false, restart count 0 Mar 13 06:35:11.486: INFO: affinity-nodeport-transition-tjf66 started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.486: INFO: Container affinity-nodeport-transition ready: true, restart count 0 Mar 13 06:35:11.486: INFO: hostexec-test-183d8deac8-minion-group-7155-cttqx started at 2023-03-13 06:34:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.486: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:11.486: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:34:05 +0000 UTC (0+7 container statuses recorded) Mar 13 06:35:11.486: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:35:11.486: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:35:11.486: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:35:11.486: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:35:11.486: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:35:11.486: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:35:11.486: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:35:11.486: INFO: netserver-1 started at 2023-03-13 06:27:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.486: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:11.486: INFO: execpod-affinityvmfb7 started at 2023-03-13 06:33:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.486: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:11.486: INFO: up-down-1-552wv started at 2023-03-13 06:33:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.486: INFO: Container up-down-1 ready: true, restart count 0 Mar 13 06:35:11.486: INFO: host-test-container-pod started at 2023-03-13 06:34:17 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.486: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:11.486: INFO: service-headless-kmvfh started at 2023-03-13 06:32:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.486: INFO: Container service-headless ready: true, restart count 0 Mar 13 06:35:11.486: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:35:11.486: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:35:11.486: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:35:11.486: INFO: hostexec-test-183d8deac8-minion-group-7155-4krrq started at 2023-03-13 06:34:36 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:11.486: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:11.486: INFO: csi-mockplugin-0 started at 2023-03-13 06:29:55 +0000 UTC (0+4 container statuses recorded) Mar 13 06:35:11.486: INFO: Container busybox ready: true, restart count 0 Mar 13 06:35:11.486: INFO: Container csi-provisioner ready: false, restart count 5 Mar 13 06:35:11.486: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:35:11.486: INFO: Container mock ready: true, restart count 0 Mar 13 06:35:12.029: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:35:12.029: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:35:12.074: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 34985 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-6874":"csi-mock-csi-mock-volumes-6874"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:32:05 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:34:21 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:23:10 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:34:21 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:34:21 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:34:21 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:34:21 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 k8s.gcr.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac k8s.gcr.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:35:12.074: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:35:12.151: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:35:12.218: INFO: csi-mockplugin-0 started at 2023-03-13 06:34:22 +0000 UTC (0+3 container statuses recorded) Mar 13 06:35:12.218: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:35:12.218: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:35:12.218: INFO: Container mock ready: true, restart count 0 Mar 13 06:35:12.218: INFO: pod-d47c0cd5-5eb9-4396-a64e-bdf291280620 started at 2023-03-13 06:35:11 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container write-pod ready: false, restart count 0 Mar 13 06:35:12.218: INFO: pod-ephm-test-projected-g585 started at 2023-03-13 06:34:42 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container test-container-subpath-projected-g585 ready: false, restart count 0 Mar 13 06:35:12.218: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:12.218: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:12.218: INFO: run-test started at 2023-03-13 06:31:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container run-test ready: true, restart count 0 Mar 13 06:35:12.218: INFO: hostexec-test-183d8deac8-minion-group-cdc2-x6h9j started at 2023-03-13 06:34:19 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:12.218: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:35:12.218: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container coredns ready: true, restart count 0 Mar 13 06:35:12.218: INFO: service-headless-k8ws8 started at 2023-03-13 06:32:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container service-headless ready: true, restart count 0 Mar 13 06:35:12.218: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:35:12.218: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:35:12.218: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:35:12.218: INFO: verify-service-up-exec-pod-9vjnm started at 2023-03-13 06:34:58 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:12.218: INFO: echo-sourceip started at 2023-03-13 06:34:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:12.218: INFO: netserver-2 started at 2023-03-13 06:27:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:12.218: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:35:12.218: INFO: execpodhbpk6 started at 2023-03-13 06:34:54 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:12.218: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container httpd ready: true, restart count 0 Mar 13 06:35:12.218: INFO: service-headless-toggled-fgmtl started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container service-headless-toggled ready: true, restart count 0 Mar 13 06:35:12.218: INFO: netserver-2 started at 2023-03-13 06:35:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container webserver ready: false, restart count 0 Mar 13 06:35:12.218: INFO: up-down-1-kprq2 started at 2023-03-13 06:33:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container up-down-1 ready: true, restart count 0 Mar 13 06:35:12.218: INFO: netserver-2 started at 2023-03-13 06:33:53 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:12.218: INFO: externalname-service-n9t8m started at 2023-03-13 06:34:50 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container externalname-service ready: true, restart count 0 Mar 13 06:35:12.218: INFO: external-provisioner-hn6lz started at 2023-03-13 06:35:02 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container nfs-provisioner ready: true, restart count 0 Mar 13 06:35:12.218: INFO: up-down-2-jph28 started at 2023-03-13 06:33:37 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container up-down-2 ready: true, restart count 0 Mar 13 06:35:12.218: INFO: test-container-pod started at 2023-03-13 06:34:17 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container webserver ready: true, restart count 0 Mar 13 06:35:12.218: INFO: pause-pod-559cc46cf-zkm5t started at 2023-03-13 06:34:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container agnhost-pause ready: true, restart count 0 Mar 13 06:35:12.218: INFO: affinity-nodeport-transition-7grqm started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container affinity-nodeport-transition ready: true, restart count 0 Mar 13 06:35:12.218: INFO: hostexec-test-183d8deac8-minion-group-cdc2-cf8jl started at 2023-03-13 06:34:04 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:12.218: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:12.218: INFO: pvc-volume-tester-8tn7g started at 2023-03-13 06:34:28 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container volume-tester ready: true, restart count 0 Mar 13 06:35:12.218: INFO: affinity-clusterip-transition-242ws started at 2023-03-13 06:34:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container affinity-clusterip-transition ready: true, restart count 0 Mar 13 06:35:12.218: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:34:23 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:35:12.218: INFO: verify-service-up-host-exec-pod started at 2023-03-13 06:34:54 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:35:12.218: INFO: netserver-2 started at 2023-03-13 06:35:12 +0000 UTC (0+1 container statuses recorded) Mar 13 06:35:12.218: INFO: Container webserver ready: false, restart count 0 Mar 13 06:35:12.891: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 Mar 13 06:35:12.891: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready �[1mSTEP�[0m: Destroying namespace "port-forwarding-2177" for this suite.
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[sig\-cli\]\sKubectl\sclient\sSimple\spod\sshould\ssupport\sexec$'
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:391 Mar 13 06:33:50.141: Unexpected error: <exec.CodeExitError>: { Err: { s: "error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-358 exec --pod-running-timeout=2m0s httpd -- echo running in container:\nCommand stdout:\n\nstderr:\nError from server: error dialing backend: dial timeout, backstop\n\nerror:\nexit status 1", }, Code: 1, } error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-358 exec --pod-running-timeout=2m0s httpd -- echo running in container: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 occurred /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/util.go:630from junit_11.xml
[BeforeEach] [sig-cli] Kubectl client /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:185 �[1mSTEP�[0m: Creating a kubernetes client Mar 13 06:32:59.275: INFO: >>> kubeConfig: /workspace/.kube/config �[1mSTEP�[0m: Building a namespace api object, basename kubectl �[1mSTEP�[0m: Waiting for a default service account to be provisioned in namespace �[1mSTEP�[0m: Waiting for kube-root-ca.crt to be provisioned in namespace [BeforeEach] [sig-cli] Kubectl client /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:244 [BeforeEach] Simple pod /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:381 �[1mSTEP�[0m: creating the pod from Mar 13 06:33:00.003: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-358 create -f -' Mar 13 06:33:03.038: INFO: stderr: "" Mar 13 06:33:03.038: INFO: stdout: "pod/httpd created\n" Mar 13 06:33:03.038: INFO: Waiting up to 5m0s for 1 pods to be running and ready: [httpd] Mar 13 06:33:03.038: INFO: Waiting up to 5m0s for pod "httpd" in namespace "kubectl-358" to be "running and ready" Mar 13 06:33:03.229: INFO: Pod "httpd": Phase="Pending", Reason="", readiness=false. Elapsed: 190.44743ms Mar 13 06:33:05.338: INFO: Pod "httpd": Phase="Pending", Reason="", readiness=false. Elapsed: 2.299720059s Mar 13 06:33:07.406: INFO: Pod "httpd": Phase="Pending", Reason="", readiness=false. Elapsed: 4.367444485s Mar 13 06:33:09.463: INFO: Pod "httpd": Phase="Pending", Reason="", readiness=false. Elapsed: 6.424802529s Mar 13 06:33:11.514: INFO: Pod "httpd": Phase="Pending", Reason="", readiness=false. Elapsed: 8.475150176s Mar 13 06:33:13.586: INFO: Pod "httpd": Phase="Running", Reason="", readiness=false. Elapsed: 10.548007564s Mar 13 06:33:15.629: INFO: Pod "httpd": Phase="Running", Reason="", readiness=false. Elapsed: 12.590325244s Mar 13 06:33:17.675: INFO: Pod "httpd": Phase="Running", Reason="", readiness=false. Elapsed: 14.637049636s Mar 13 06:33:19.749: INFO: Pod "httpd": Phase="Running", Reason="", readiness=true. Elapsed: 16.710962928s Mar 13 06:33:19.749: INFO: Pod "httpd" satisfied condition "running and ready" Mar 13 06:33:19.749: INFO: Wanted all 1 pods to be running and ready. Result: true. Pods: [httpd] [It] should support exec /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:391 �[1mSTEP�[0m: executing a command in the container Mar 13 06:33:19.750: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-358 exec --pod-running-timeout=2m0s httpd -- echo running in container' Mar 13 06:33:50.141: INFO: rc: 1 Mar 13 06:33:50.141: FAIL: Unexpected error: <exec.CodeExitError>: { Err: { s: "error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-358 exec --pod-running-timeout=2m0s httpd -- echo running in container:\nCommand stdout:\n\nstderr:\nError from server: error dialing backend: dial timeout, backstop\n\nerror:\nexit status 1", }, Code: 1, } error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-358 exec --pod-running-timeout=2m0s httpd -- echo running in container: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 occurred Full Stack Trace k8s.io/kubernetes/test/e2e/framework.KubectlBuilder.ExecOrDie({0xc001215b80?, 0x0?}, {0xc003c979c0, 0xb}) /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/util.go:630 +0x1b4 k8s.io/kubernetes/test/e2e/framework.RunKubectlOrDie({0xc003c979c0, 0xb}, {0xc002699138?, 0x0?, 0x0?}) /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/util.go:692 +0x45 k8s.io/kubernetes/test/e2e/kubectl.glob..func1.8.3() /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:393 +0x192 k8s.io/kubernetes/test/e2e.RunE2ETests(0x24efc17?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:133 +0x6b7 k8s.io/kubernetes/test/e2e.TestE2E(0x0?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:136 +0x19 testing.tRunner(0xc000d204e0, 0x72ee990) /usr/local/go/src/testing/testing.go:1446 +0x10b created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1493 +0x35f [AfterEach] Simple pod /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:387 �[1mSTEP�[0m: using delete to clean up resources Mar 13 06:33:50.142: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-358 delete --grace-period=0 --force -f -' Mar 13 06:33:50.386: INFO: stderr: "warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.\n" Mar 13 06:33:50.387: INFO: stdout: "pod \"httpd\" force deleted\n" Mar 13 06:33:50.387: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-358 get rc,svc -l name=httpd --no-headers' Mar 13 06:33:50.647: INFO: stderr: "No resources found in kubectl-358 namespace.\n" Mar 13 06:33:50.647: INFO: stdout: "" Mar 13 06:33:50.647: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-358 get pods -l name=httpd -o go-template={{ range .items }}{{ if not .metadata.deletionTimestamp }}{{ .metadata.name }}{{ "\n" }}{{ end }}{{ end }}' Mar 13 06:33:50.883: INFO: stderr: "" Mar 13 06:33:50.883: INFO: stdout: "" [AfterEach] [sig-cli] Kubectl client /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:186 �[1mSTEP�[0m: Collecting events from namespace "kubectl-358". �[1mSTEP�[0m: Found 5 events. Mar 13 06:33:50.932: INFO: At 2023-03-13 06:33:03 +0000 UTC - event for httpd: {default-scheduler } Scheduled: Successfully assigned kubectl-358/httpd to test-183d8deac8-minion-group-1jd4 Mar 13 06:33:50.932: INFO: At 2023-03-13 06:33:04 +0000 UTC - event for httpd: {kubelet test-183d8deac8-minion-group-1jd4} Pulled: Container image "k8s.gcr.io/e2e-test-images/httpd:2.4.38-2" already present on machine Mar 13 06:33:50.932: INFO: At 2023-03-13 06:33:04 +0000 UTC - event for httpd: {kubelet test-183d8deac8-minion-group-1jd4} Created: Created container httpd Mar 13 06:33:50.932: INFO: At 2023-03-13 06:33:04 +0000 UTC - event for httpd: {kubelet test-183d8deac8-minion-group-1jd4} Started: Started container httpd Mar 13 06:33:50.932: INFO: At 2023-03-13 06:33:50 +0000 UTC - event for httpd: {kubelet test-183d8deac8-minion-group-1jd4} Killing: Stopping container httpd Mar 13 06:33:50.974: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:33:50.974: INFO: Mar 13 06:33:51.026: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:33:51.068: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 26882 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:30:25 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:33:51.069: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:33:51.117: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:33:51.167: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:33:51.167: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:33:51.167: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:33:51.167: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.167: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:33:51.167: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.167: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:33:51.167: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.167: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:33:51.167: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.167: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:33:51.167: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.167: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:33:51.167: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.167: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:33:51.167: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.167: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:33:51.167: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.167: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:33:51.445: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:33:51.445: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:33:51.541: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 32876 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-2420":"test-183d8deac8-minion-group-1jd4","csi-mock-csi-mock-volumes-1120":"csi-mock-csi-mock-volumes-1120"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:33:30 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:33:30 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:33:04 +0000 UTC,LastTransitionTime:2023-03-13 06:23:03 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:33:30 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:33:30 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:33:30 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:33:30 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c k8s.gcr.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/sample-apiserver@sha256:f9c93b92b6ff750b41a93c4e4fe0bfe384597aeb841e2539d5444815c55b2d8f k8s.gcr.io/e2e-test-images/sample-apiserver:1.17.5],SizeBytes:24316368,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4 k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0],SizeBytes:18952261,},ContainerImage{Names:[k8s.gcr.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def k8s.gcr.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 k8s.gcr.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-2420^f750e31a-c168-11ed-8719-de4f0b9e391c],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-2420^f750e31a-c168-11ed-8719-de4f0b9e391c,DevicePath:,},},Config:nil,},} Mar 13 06:33:51.542: INFO: Logging kubelet events for node test-183d8deac8-minion-group-1jd4 Mar 13 06:33:51.686: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-1jd4 Mar 13 06:33:51.818: INFO: konnectivity-agent-lc49t started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.818: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:33:51.818: INFO: affinity-nodeport-timeout-jclwp started at 2023-03-13 06:32:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.818: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 13 06:33:51.818: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:33:26 +0000 UTC (0+7 container statuses recorded) Mar 13 06:33:51.818: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:33:51.818: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:33:51.818: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:33:51.818: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:33:51.818: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:33:51.818: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:33:51.818: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:33:51.818: INFO: hostexec-test-183d8deac8-minion-group-1jd4-2jbfr started at 2023-03-13 06:33:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.818: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:33:51.818: INFO: externalname-service-xr7q6 started at 2023-03-13 06:33:32 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.818: INFO: Container externalname-service ready: true, restart count 0 Mar 13 06:33:51.818: INFO: pod-subpath-test-preprovisionedpv-8jcs started at <nil> (0+0 container statuses recorded) Mar 13 06:33:51.818: INFO: l7-default-backend-c58999b75-8n2dk started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.818: INFO: Container default-http-backend ready: true, restart count 0 Mar 13 06:33:51.819: INFO: csi-mockplugin-0 started at 2023-03-13 06:27:10 +0000 UTC (0+4 container statuses recorded) Mar 13 06:33:51.819: INFO: Container busybox ready: true, restart count 0 Mar 13 06:33:51.819: INFO: Container csi-provisioner ready: true, restart count 5 Mar 13 06:33:51.819: INFO: Container driver-registrar ready: true, restart count 1 Mar 13 06:33:51.819: INFO: Container mock ready: true, restart count 0 Mar 13 06:33:51.819: INFO: coredns-6874cd75d4-whz5q started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container coredns ready: true, restart count 0 Mar 13 06:33:51.819: INFO: send-events-fe67fce3-9f1b-4828-a202-7c2c5a64ae50 started at <nil> (0+0 container statuses recorded) Mar 13 06:33:51.819: INFO: hostexec-test-183d8deac8-minion-group-1jd4-bbb8n started at 2023-03-13 06:33:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:33:51.819: INFO: test-container-pod started at 2023-03-13 06:33:22 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:51.819: INFO: up-down-1-hkxt4 started at 2023-03-13 06:33:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container up-down-1 ready: true, restart count 0 Mar 13 06:33:51.819: INFO: service-headless-toggled-xjckc started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container service-headless-toggled ready: true, restart count 0 Mar 13 06:33:51.819: INFO: verify-service-up-exec-pod-w26w9 started at 2023-03-13 06:33:21 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:33:51.819: INFO: test-container-pod started at 2023-03-13 06:28:21 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:51.819: INFO: netserver-0 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:51.819: INFO: kube-dns-autoscaler-74b9596d57-m688s started at 2023-03-13 06:18:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container autoscaler ready: true, restart count 0 Mar 13 06:33:51.819: INFO: volume-snapshot-controller-0 started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container volume-snapshot-controller ready: true, restart count 0 Mar 13 06:33:51.819: INFO: hostexec-test-183d8deac8-minion-group-1jd4-qvlq7 started at 2023-03-13 06:33:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:33:51.819: INFO: service-headless-jghgh started at 2023-03-13 06:32:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container service-headless ready: true, restart count 0 Mar 13 06:33:51.819: INFO: metadata-proxy-v0.1-8ll64 started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:33:51.819: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:33:51.819: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:33:51.819: INFO: hostexec-test-183d8deac8-minion-group-1jd4-75p6r started at 2023-03-13 06:33:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:33:51.819: INFO: webserver-75c88cfdd6-wmvvr started at 2023-03-13 06:33:32 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container httpd ready: true, restart count 0 Mar 13 06:33:51.819: INFO: netserver-0 started at 2023-03-13 06:33:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container webserver ready: false, restart count 0 Mar 13 06:33:51.819: INFO: inline-volume-tester-64rkq started at 2023-03-13 06:33:30 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container csi-volume-tester ready: true, restart count 0 Mar 13 06:33:51.819: INFO: netserver-0 started at 2023-03-13 06:32:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:51.819: INFO: affinity-nodeport-transition-cskpj started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container affinity-nodeport-transition ready: true, restart count 0 Mar 13 06:33:51.819: INFO: local-injector started at 2023-03-13 06:33:49 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container local-injector ready: true, restart count 0 Mar 13 06:33:51.819: INFO: webserver-5d9fdcc779-m2sl4 started at <nil> (0+0 container statuses recorded) Mar 13 06:33:51.819: INFO: kube-proxy-test-183d8deac8-minion-group-1jd4 started at 2023-03-13 06:14:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:33:51.819: INFO: pvc-volume-tester-pt7z5 started at 2023-03-13 06:32:55 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container volume-tester ready: false, restart count 0 Mar 13 06:33:51.819: INFO: up-down-2-dtbjp started at 2023-03-13 06:33:37 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:51.819: INFO: Container up-down-2 ready: true, restart count 0 Mar 13 06:33:52.381: INFO: Latency metrics for node test-183d8deac8-minion-group-1jd4 Mar 13 06:33:52.381: INFO: Logging node info for node test-183d8deac8-minion-group-7155 Mar 13 06:33:52.428: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-7155 44e1b4f2-5cb9-4099-aba3-af4b35454e2a 32060 0 2023-03-13 06:14:52 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-7155 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-7155 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-1688":"csi-mock-csi-mock-volumes-1688"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:53 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:31:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:31:59 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-7155,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:23:06 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:33:08 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:31:59 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:34.127.10.1,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-7155.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:96a6e56ca40e790322ab20b94b5e57cb,SystemUUID:96a6e56c-a40e-7903-22ab-20b94b5e57cb,BootID:b8448a67-6735-489d-bebe-f63f9f1c6458,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[docker.io/library/nginx@sha256:aa0afebbb3cfa473099a62c4b32e9b3fb73ed23f2a75a65ce1d4b4f55a5c2ef2 docker.io/library/nginx:latest],SizeBytes:56897427,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonroot@sha256:b9e2958a3dd879e3cf11142228c6d073d0fc4ea2e857c3be6f4fb0ab5fb2c937 k8s.gcr.io/e2e-test-images/nonroot:1.2],SizeBytes:17748301,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 k8s.gcr.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-mock-csi-mock-volumes-1688^4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-1688^4,DevicePath:,},},Config:nil,},} Mar 13 06:33:52.428: INFO: Logging kubelet events for node test-183d8deac8-minion-group-7155 Mar 13 06:33:52.479: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-7155 Mar 13 06:33:52.565: INFO: service-headless-kmvfh started at 2023-03-13 06:32:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container service-headless ready: true, restart count 0 Mar 13 06:33:52.565: INFO: metadata-proxy-v0.1-d4sqf started at 2023-03-13 06:14:53 +0000 UTC (0+2 container statuses recorded) Mar 13 06:33:52.565: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:33:52.565: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:33:52.565: INFO: netserver-1 started at <nil> (0+0 container statuses recorded) Mar 13 06:33:52.565: INFO: csi-mockplugin-0 started at 2023-03-13 06:29:55 +0000 UTC (0+4 container statuses recorded) Mar 13 06:33:52.565: INFO: Container busybox ready: true, restart count 0 Mar 13 06:33:52.565: INFO: Container csi-provisioner ready: false, restart count 4 Mar 13 06:33:52.565: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:33:52.565: INFO: Container mock ready: true, restart count 0 Mar 13 06:33:52.565: INFO: metrics-server-v0.5.1-fd46f4f5c-4rfjr started at 2023-03-13 06:15:25 +0000 UTC (0+2 container statuses recorded) Mar 13 06:33:52.565: INFO: Container metrics-server ready: true, restart count 0 Mar 13 06:33:52.565: INFO: Container metrics-server-nanny ready: true, restart count 0 Mar 13 06:33:52.565: INFO: csi-mockplugin-0 started at 2023-03-13 06:31:39 +0000 UTC (0+3 container statuses recorded) Mar 13 06:33:52.565: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:33:52.565: INFO: Container driver-registrar ready: true, restart count 0 Mar 13 06:33:52.565: INFO: Container mock ready: true, restart count 0 Mar 13 06:33:52.565: INFO: test-webserver-d43c4e01-44e5-4881-8b57-59590705b934 started at <nil> (0+0 container statuses recorded) Mar 13 06:33:52.565: INFO: execpod-affinity68jhl started at 2023-03-13 06:32:15 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:33:52.565: INFO: kube-proxy-test-183d8deac8-minion-group-7155 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:33:52.565: INFO: service-headless-toggled-g45mw started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container service-headless-toggled ready: true, restart count 0 Mar 13 06:33:52.565: INFO: busybox-readonly-false-21d7e88a-85fb-4cb2-97b5-43921b8d0691 started at 2023-03-13 06:33:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container busybox-readonly-false-21d7e88a-85fb-4cb2-97b5-43921b8d0691 ready: false, restart count 0 Mar 13 06:33:52.565: INFO: netserver-1 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:52.565: INFO: netserver-1 started at 2023-03-13 06:32:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:52.565: INFO: execpod7c5r4 started at 2023-03-13 06:33:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container agnhost-container ready: false, restart count 0 Mar 13 06:33:52.565: INFO: verify-service-up-host-exec-pod started at <nil> (0+0 container statuses recorded) Mar 13 06:33:52.565: INFO: konnectivity-agent-4w5tf started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:33:52.565: INFO: up-down-2-w9mdq started at 2023-03-13 06:33:37 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container up-down-2 ready: true, restart count 0 Mar 13 06:33:52.565: INFO: csi-mockplugin-attacher-0 started at 2023-03-13 06:31:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:33:52.565: INFO: verify-service-up-host-exec-pod started at 2023-03-13 06:33:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:33:52.565: INFO: pod-c55313c0-c26f-47f5-8372-b35d956f02a2 started at <nil> (0+0 container statuses recorded) Mar 13 06:33:52.565: INFO: affinity-nodeport-timeout-m5tb4 started at 2023-03-13 06:32:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 13 06:33:52.565: INFO: netserver-1 started at 2023-03-13 06:23:09 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:52.565: INFO: pvc-volume-tester-sz9d2 started at 2023-03-13 06:31:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container volume-tester ready: true, restart count 0 Mar 13 06:33:52.565: INFO: backofflimit-tvtsb started at 2023-03-13 06:33:32 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container c ready: false, restart count 0 Mar 13 06:33:52.565: INFO: downwardapi-volume-228b7d3a-bab7-4983-a13e-f7fce642fa3a started at <nil> (0+0 container statuses recorded) Mar 13 06:33:52.565: INFO: affinity-nodeport-transition-tjf66 started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container affinity-nodeport-transition ready: true, restart count 0 Mar 13 06:33:52.565: INFO: externalname-service-smdds started at 2023-03-13 06:33:32 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container externalname-service ready: true, restart count 0 Mar 13 06:33:52.565: INFO: pod-projected-configmaps-fd7149f4-16c9-4c47-8f5b-92e164df09b0 started at 2023-03-13 06:33:41 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container agnhost-container ready: false, restart count 0 Mar 13 06:33:52.565: INFO: netserver-1 started at 2023-03-13 06:27:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:52.565: INFO: backofflimit-4s85l started at 2023-03-13 06:33:40 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container c ready: false, restart count 0 Mar 13 06:33:52.565: INFO: execpod-affinityvmfb7 started at 2023-03-13 06:33:13 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:33:52.565: INFO: up-down-1-552wv started at 2023-03-13 06:33:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:52.565: INFO: Container up-down-1 ready: true, restart count 0 Mar 13 06:33:54.193: INFO: Latency metrics for node test-183d8deac8-minion-group-7155 Mar 13 06:33:54.193: INFO: Logging node info for node test-183d8deac8-minion-group-cdc2 Mar 13 06:33:54.240: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-cdc2 fe45d1e7-de70-4771-b7a1-3ee6594beb8d 33477 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b io.kubernetes.storage.mock/node:some-mock-node kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-cdc2 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-cdc2 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-8549":"test-183d8deac8-minion-group-cdc2","csi-hostpath-volume-3145":"test-183d8deac8-minion-group-cdc2"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {node-problem-detector Update v1 2023-03-13 06:14:57 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:32:05 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2023-03-13 06:32:08 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:io.kubernetes.storage.mock/node":{},"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-cdc2,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:23:10 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:33:11 +0000 UTC,LastTransitionTime:2023-03-13 06:14:56 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:33:50 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:33:50 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:33:50 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:33:50 +0000 UTC,LastTransitionTime:2023-03-13 06:14:52 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.127.119.23,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-cdc2.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:1ef37effdd413a384a587b441fea76e9,SystemUUID:1ef37eff-dd41-3a38-4a58-7b441fea76e9,BootID:7cc1dcb4-51bd-475b-9694-201dcb079818,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/jessie-dnsutils@sha256:11e6a66017ba4e4b938c1612b7a54a3befcefd354796c04e1dba76873a13518e k8s.gcr.io/e2e-test-images/jessie-dnsutils:1.5],SizeBytes:112030526,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/sig-storage/csi-resizer:v1.1.0],SizeBytes:20096832,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf k8s.gcr.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[k8s.gcr.io/sig-storage/hostpathplugin@sha256:232fe80174d60d520d36043103853a1d7ab4b7f3782cf43e45034f04ccda58ce k8s.gcr.io/sig-storage/hostpathplugin:v1.7.1],SizeBytes:14930811,},ContainerImage{Names:[k8s.gcr.io/coredns/coredns@sha256:5b6ec0d6de9baaf3e92d0f66cd96a25b9edbce8716f5f15dcd1a616b3abd590e k8s.gcr.io/coredns/coredns:v1.8.6],SizeBytes:13585107,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:a61d309da54641db41fb8f35718f744e9f730d4d0384f8c4b186ddc9f06cbd5f k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.1.0],SizeBytes:9068367,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 k8s.gcr.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:2dee3fe5fe861bb66c3a4ac51114f3447a4cd35870e0f2e2b558c7a400d89589 k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.2.0],SizeBytes:8561694,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-agent@sha256:8970dca5c4c9df1d566c3c3c91ef2e743e410a8623d42062eb48e7245f1eef93 k8s.gcr.io/kas-network-proxy/proxy-agent:v0.0.35],SizeBytes:8488019,},ContainerImage{Names:[k8s.gcr.io/sig-storage/mock-driver@sha256:a7b517f9e0f42ffade802eef9cefa271372386b85f55b702b493241e58459793 k8s.gcr.io/sig-storage/mock-driver:v4.1.0],SizeBytes:8223849,},ContainerImage{Names:[k8s.gcr.io/sig-storage/livenessprobe@sha256:529be2c9770add0cdd0c989115222ea9fc1be430c11095eb9f6dafcf98a36e2b k8s.gcr.io/sig-storage/livenessprobe:v2.4.0],SizeBytes:7960518,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nginx@sha256:13616070e3f29de4417eee434a8ef472221c9e51b3d037b5a6b46cef08eb7443 k8s.gcr.io/e2e-test-images/nginx:1.14-2],SizeBytes:6979041,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac k8s.gcr.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:39e1e963e5310e9c313bad51523be012ede7b35bb9316517d19089a010356592 k8s.gcr.io/e2e-test-images/busybox:1.29-1],SizeBytes:732746,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf k8s.gcr.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:3d380ca8864549e74af4b29c10f9cb0956236dfb01c40ca076fb6c37253234db k8s.gcr.io/pause:3.6],SizeBytes:301773,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-volume-3145^f7e2a3e3-c168-11ed-9f15-52685b74bc81],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-volume-3145^f7e2a3e3-c168-11ed-9f15-52685b74bc81,DevicePath:,},},Config:nil,},} Mar 13 06:33:54.241: INFO: Logging kubelet events for node test-183d8deac8-minion-group-cdc2 Mar 13 06:33:54.285: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-minion-group-cdc2 Mar 13 06:33:54.427: INFO: netserver-2 started at 2023-03-13 06:27:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.427: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:54.427: INFO: metadata-proxy-v0.1-fw79l started at 2023-03-13 06:14:52 +0000 UTC (0+2 container statuses recorded) Mar 13 06:33:54.427: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:33:54.427: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:33:54.427: INFO: hostexec-test-183d8deac8-minion-group-cdc2-5jhlg started at 2023-03-13 06:33:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.427: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:33:54.427: INFO: affinity-nodeport-timeout-cnw2q started at 2023-03-13 06:32:08 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.427: INFO: Container affinity-nodeport-timeout ready: true, restart count 0 Mar 13 06:33:54.427: INFO: kube-proxy-test-183d8deac8-minion-group-cdc2 started at 2023-03-13 06:14:52 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.427: INFO: Container kube-proxy ready: true, restart count 0 Mar 13 06:33:54.427: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:32:00 +0000 UTC (0+7 container statuses recorded) Mar 13 06:33:54.427: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:33:54.427: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:33:54.428: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:33:54.428: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:33:54.428: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:33:54.428: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:33:54.428: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:33:54.428: INFO: netserver-2 started at 2023-03-13 06:32:56 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:54.428: INFO: httpd started at 2023-03-13 06:18:44 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container httpd ready: true, restart count 0 Mar 13 06:33:54.428: INFO: agnhost-primary-wrs6m started at 2023-03-13 06:32:06 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container agnhost-primary ready: false, restart count 0 Mar 13 06:33:54.428: INFO: service-headless-toggled-fgmtl started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container service-headless-toggled ready: true, restart count 0 Mar 13 06:33:54.428: INFO: webserver-75c88cfdd6-4z6jr started at 2023-03-13 06:33:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container httpd ready: false, restart count 0 Mar 13 06:33:54.428: INFO: hostexec-test-183d8deac8-minion-group-cdc2-tc2tm started at 2023-03-13 06:33:42 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:33:54.428: INFO: up-down-1-kprq2 started at 2023-03-13 06:33:31 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container up-down-1 ready: true, restart count 0 Mar 13 06:33:54.428: INFO: netserver-2 started at 2023-03-13 06:33:53 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container webserver ready: false, restart count 0 Mar 13 06:33:54.428: INFO: up-down-2-jph28 started at 2023-03-13 06:33:37 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container up-down-2 ready: true, restart count 0 Mar 13 06:33:54.428: INFO: agnhost-primary-jvdhq started at 2023-03-13 06:32:06 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container agnhost-primary ready: false, restart count 0 Mar 13 06:33:54.428: INFO: affinity-nodeport-transition-7grqm started at 2023-03-13 06:33:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container affinity-nodeport-transition ready: true, restart count 0 Mar 13 06:33:54.428: INFO: csi-hostpathplugin-0 started at 2023-03-13 06:33:23 +0000 UTC (0+7 container statuses recorded) Mar 13 06:33:54.428: INFO: Container csi-attacher ready: true, restart count 0 Mar 13 06:33:54.428: INFO: Container csi-provisioner ready: true, restart count 0 Mar 13 06:33:54.428: INFO: Container csi-resizer ready: true, restart count 0 Mar 13 06:33:54.428: INFO: Container csi-snapshotter ready: true, restart count 0 Mar 13 06:33:54.428: INFO: Container hostpath ready: true, restart count 0 Mar 13 06:33:54.428: INFO: Container liveness-probe ready: true, restart count 0 Mar 13 06:33:54.428: INFO: Container node-driver-registrar ready: true, restart count 0 Mar 13 06:33:54.428: INFO: hostpath-injector started at 2023-03-13 06:33:30 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container hostpath-injector ready: true, restart count 0 Mar 13 06:33:54.428: INFO: host-test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container agnhost-container ready: true, restart count 0 Mar 13 06:33:54.428: INFO: netserver-2 started at 2023-03-13 06:33:48 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container webserver ready: false, restart count 0 Mar 13 06:33:54.428: INFO: pod-1dbabdba-463c-48c4-94c8-3027e035ece4 started at 2023-03-13 06:33:53 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container write-pod ready: false, restart count 0 Mar 13 06:33:54.428: INFO: run-test started at 2023-03-13 06:31:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container run-test ready: true, restart count 0 Mar 13 06:33:54.428: INFO: netserver-2 started at 2023-03-13 06:18:20 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:54.428: INFO: test-container-pod started at 2023-03-13 06:18:47 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container webserver ready: true, restart count 0 Mar 13 06:33:54.428: INFO: httpd started at 2023-03-13 06:31:24 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container httpd ready: true, restart count 0 Mar 13 06:33:54.428: INFO: konnectivity-agent-jbcbp started at 2023-03-13 06:15:10 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container konnectivity-agent ready: true, restart count 0 Mar 13 06:33:54.428: INFO: coredns-6874cd75d4-7w4mp started at 2023-03-13 06:15:18 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container coredns ready: true, restart count 0 Mar 13 06:33:54.428: INFO: webserver-5d9fdcc779-wgq26 started at 2023-03-13 06:33:51 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container httpd ready: true, restart count 0 Mar 13 06:33:54.428: INFO: service-headless-k8ws8 started at 2023-03-13 06:32:39 +0000 UTC (0+1 container statuses recorded) Mar 13 06:33:54.428: INFO: Container service-headless ready: true, restart count 0 Mar 13 06:33:54.790: INFO: Latency metrics for node test-183d8deac8-minion-group-cdc2 Mar 13 06:33:54.790: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready �[1mSTEP�[0m: Destroying namespace "kubectl-358" for this suite.
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[sig\-cli\]\sKubectl\sclient\sSimple\spod\sshould\ssupport\sexec\sthrough\san\sHTTP\sproxy$'
/go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:439 Mar 13 06:37:55.132: Unexpected error: <exec.CodeExitError>: { Err: { s: "error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-6609 exec --pod-running-timeout=2m0s httpd -- echo running in container:\nCommand stdout:\n\nstderr:\nError from server: error dialing backend: dial timeout, backstop\n\nerror:\nexit status 1", }, Code: 1, } error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-6609 exec --pod-running-timeout=2m0s httpd -- echo running in container: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 occurred /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/util.go:630
[BeforeEach] [sig-cli] Kubectl client /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:185 �[1mSTEP�[0m: Creating a kubernetes client Mar 13 06:37:02.539: INFO: >>> kubeConfig: /workspace/.kube/config �[1mSTEP�[0m: Building a namespace api object, basename kubectl �[1mSTEP�[0m: Waiting for a default service account to be provisioned in namespace �[1mSTEP�[0m: Waiting for kube-root-ca.crt to be provisioned in namespace [BeforeEach] [sig-cli] Kubectl client /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:244 [BeforeEach] Simple pod /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:381 �[1mSTEP�[0m: creating the pod from apiVersion: v1 kind: Pod metadata: name: httpd labels: name: httpd spec: containers: - name: httpd image: k8s.gcr.io/e2e-test-images/httpd:2.4.38-2 ports: - containerPort: 80 readinessProbe: httpGet: path: / port: 80 initialDelaySeconds: 5 timeoutSeconds: 5 Mar 13 06:37:03.249: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-6609 create -f -' Mar 13 06:37:07.119: INFO: stderr: "" Mar 13 06:37:07.119: INFO: stdout: "pod/httpd created\n" Mar 13 06:37:07.119: INFO: Waiting up to 5m0s for 1 pods to be running and ready: [httpd] Mar 13 06:37:07.119: INFO: Waiting up to 5m0s for pod "httpd" in namespace "kubectl-6609" to be "running and ready" Mar 13 06:37:07.225: INFO: Pod "httpd": Phase="Pending", Reason="", readiness=false. Elapsed: 105.508691ms Mar 13 06:37:09.647: INFO: Pod "httpd": Phase="Pending", Reason="", readiness=false. Elapsed: 2.527505749s Mar 13 06:37:11.746: INFO: Pod "httpd": Phase="Pending", Reason="", readiness=false. Elapsed: 4.626734249s Mar 13 06:37:13.859: INFO: Pod "httpd": Phase="Pending", Reason="", readiness=false. Elapsed: 6.739770717s Mar 13 06:37:15.976: INFO: Pod "httpd": Phase="Running", Reason="", readiness=false. Elapsed: 8.85657762s Mar 13 06:37:18.105: INFO: Pod "httpd": Phase="Running", Reason="", readiness=false. Elapsed: 10.98609664s Mar 13 06:37:20.302: INFO: Pod "httpd": Phase="Running", Reason="", readiness=false. Elapsed: 13.182538695s Mar 13 06:37:22.443: INFO: Pod "httpd": Phase="Running", Reason="", readiness=true. Elapsed: 15.32396901s Mar 13 06:37:22.443: INFO: Pod "httpd" satisfied condition "running and ready" Mar 13 06:37:22.443: INFO: Wanted all 1 pods to be running and ready. Result: true. Pods: [httpd] [It] should support exec through an HTTP proxy /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:439 �[1mSTEP�[0m: Starting goproxy �[1mSTEP�[0m: Running kubectl via an HTTP proxy using https_proxy Mar 13 06:37:22.444: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-6609 exec --pod-running-timeout=2m0s httpd -- echo running in container' Mar 13 06:37:24.104: INFO: stderr: "" Mar 13 06:37:24.104: INFO: stdout: "running in container\n" �[1mSTEP�[0m: Running kubectl via an HTTP proxy using HTTPS_PROXY Mar 13 06:37:24.104: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-6609 exec --pod-running-timeout=2m0s httpd -- echo running in container' Mar 13 06:37:55.132: INFO: rc: 1 Mar 13 06:37:55.132: FAIL: Unexpected error: <exec.CodeExitError>: { Err: { s: "error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-6609 exec --pod-running-timeout=2m0s httpd -- echo running in container:\nCommand stdout:\n\nstderr:\nError from server: error dialing backend: dial timeout, backstop\n\nerror:\nexit status 1", }, Code: 1, } error running /workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-6609 exec --pod-running-timeout=2m0s httpd -- echo running in container: Command stdout: stderr: Error from server: error dialing backend: dial timeout, backstop error: exit status 1 occurred Full Stack Trace k8s.io/kubernetes/test/e2e/framework.KubectlBuilder.ExecOrDie({0xc0043ceb00?, 0x0?}, {0xc00513bd20, 0xc}) /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/util.go:630 +0x1b4 k8s.io/kubernetes/test/e2e/kubectl.glob..func1.8.5() /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:455 +0x436 k8s.io/kubernetes/test/e2e.RunE2ETests(0x24efc17?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e.go:133 +0x6b7 k8s.io/kubernetes/test/e2e.TestE2E(0x0?) _output/dockerized/go/src/k8s.io/kubernetes/test/e2e/e2e_test.go:136 +0x19 testing.tRunner(0xc0008fc4e0, 0x72ee990) /usr/local/go/src/testing/testing.go:1446 +0x10b created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1493 +0x35f [AfterEach] Simple pod /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/kubectl/kubectl.go:387 �[1mSTEP�[0m: using delete to clean up resources Mar 13 06:37:55.134: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-6609 delete --grace-period=0 --force -f -' Mar 13 06:37:55.540: INFO: stderr: "warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.\n" Mar 13 06:37:55.540: INFO: stdout: "pod \"httpd\" force deleted\n" Mar 13 06:37:55.540: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-6609 get rc,svc -l name=httpd --no-headers' Mar 13 06:37:55.919: INFO: stderr: "No resources found in kubectl-6609 namespace.\n" Mar 13 06:37:55.919: INFO: stdout: "" Mar 13 06:37:55.919: INFO: Running '/workspace/kubernetes/platforms/linux/amd64/kubectl --server=https://34.127.95.101 --kubeconfig=/workspace/.kube/config --namespace=kubectl-6609 get pods -l name=httpd -o go-template={{ range .items }}{{ if not .metadata.deletionTimestamp }}{{ .metadata.name }}{{ "\n" }}{{ end }}{{ end }}' Mar 13 06:37:56.226: INFO: stderr: "" Mar 13 06:37:56.226: INFO: stdout: "" [AfterEach] [sig-cli] Kubectl client /go/src/k8s.io/kubernetes/_output/dockerized/go/src/k8s.io/kubernetes/test/e2e/framework/framework.go:186 �[1mSTEP�[0m: Collecting events from namespace "kubectl-6609". �[1mSTEP�[0m: Found 5 events. Mar 13 06:37:56.267: INFO: At 2023-03-13 06:37:07 +0000 UTC - event for httpd: {default-scheduler } Scheduled: Successfully assigned kubectl-6609/httpd to test-183d8deac8-minion-group-7155 Mar 13 06:37:56.267: INFO: At 2023-03-13 06:37:08 +0000 UTC - event for httpd: {kubelet test-183d8deac8-minion-group-7155} Pulled: Container image "k8s.gcr.io/e2e-test-images/httpd:2.4.38-2" already present on machine Mar 13 06:37:56.267: INFO: At 2023-03-13 06:37:08 +0000 UTC - event for httpd: {kubelet test-183d8deac8-minion-group-7155} Created: Created container httpd Mar 13 06:37:56.267: INFO: At 2023-03-13 06:37:08 +0000 UTC - event for httpd: {kubelet test-183d8deac8-minion-group-7155} Started: Started container httpd Mar 13 06:37:56.267: INFO: At 2023-03-13 06:37:55 +0000 UTC - event for httpd: {kubelet test-183d8deac8-minion-group-7155} Killing: Stopping container httpd Mar 13 06:37:56.313: INFO: POD NODE PHASE GRACE CONDITIONS Mar 13 06:37:56.313: INFO: Mar 13 06:37:56.359: INFO: Logging node info for node test-183d8deac8-master Mar 13 06:37:56.401: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-master d95db046-49b9-4207-9831-835db11701b5 36075 0 2023-03-13 06:14:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2023-03-13 06:14:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2023-03-13 06:14:58 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:15:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16684785664 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3864313856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{15016307073 0} {<nil>} 15016307073 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3602169856 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:14:58 +0000 UTC,LastTransitionTime:2023-03-13 06:14:58 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:35:32 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:35:32 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:35:32 +0000 UTC,LastTransitionTime:2023-03-13 06:14:42 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:35:32 +0000 UTC,LastTransitionTime:2023-03-13 06:14:46 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:34.127.95.101,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-master.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b454198890a35ae8f4469403247e036,SystemUUID:0b454198-890a-35ae-8f44-69403247e036,BootID:f268c446-ad17-40ba-9585-7809918a40cd,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-apiserver-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:131321184,},ContainerImage{Names:[k8s.gcr.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-controller-manager-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:121256967,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 k8s.gcr.io/kube-scheduler-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:53177338,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:be60ef505fc80879eeb5d8bf3ad8bb1146b395afc2394584645e99431806c26c gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.12.0],SizeBytes:32705362,},ContainerImage{Names:[k8s.gcr.io/addon-manager/kube-addon-manager@sha256:1f3ad8eb14dfaa2fc6dd60811e7d3dd1631c01f47cf1febc24c34d538a5409b1 k8s.gcr.io/addon-manager/kube-addon-manager:v9.1.5],SizeBytes:30464270,},ContainerImage{Names:[k8s.gcr.io/kas-network-proxy/proxy-server@sha256:d863f7fd0da4392b9753dc6c9195a658e80d70e0be8c9adb410d77cf20b75c76 k8s.gcr.io/kas-network-proxy/proxy-server:v0.0.35],SizeBytes:21985251,},ContainerImage{Names:[k8s.gcr.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a k8s.gcr.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[k8s.gcr.io/pause@sha256:927d98197ec1141a368550822d18fa1c60bdae27b78b0c004f705f548c07814f k8s.gcr.io/pause:3.2],SizeBytes:299513,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Mar 13 06:37:56.401: INFO: Logging kubelet events for node test-183d8deac8-master Mar 13 06:37:56.447: INFO: Logging pods the kubelet thinks is on node test-183d8deac8-master Mar 13 06:38:15.676: INFO: konnectivity-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:38:15.676: INFO: Container konnectivity-server-container ready: true, restart count 0 Mar 13 06:38:15.676: INFO: kube-apiserver-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:38:15.676: INFO: Container kube-apiserver ready: true, restart count 0 Mar 13 06:38:15.676: INFO: kube-addon-manager-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:38:15.676: INFO: Container kube-addon-manager ready: true, restart count 0 Mar 13 06:38:15.676: INFO: metadata-proxy-v0.1-fd9ng started at 2023-03-13 06:14:47 +0000 UTC (0+2 container statuses recorded) Mar 13 06:38:15.676: INFO: Container metadata-proxy ready: true, restart count 0 Mar 13 06:38:15.676: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Mar 13 06:38:15.676: INFO: l7-lb-controller-test-183d8deac8-master started at 2023-03-13 06:14:01 +0000 UTC (0+1 container statuses recorded) Mar 13 06:38:15.676: INFO: Container l7-lb-controller ready: true, restart count 3 Mar 13 06:38:15.676: INFO: kube-controller-manager-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:38:15.676: INFO: Container kube-controller-manager ready: true, restart count 2 Mar 13 06:38:15.676: INFO: kube-scheduler-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:38:15.676: INFO: Container kube-scheduler ready: true, restart count 0 Mar 13 06:38:15.676: INFO: etcd-server-events-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:38:15.676: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:38:15.676: INFO: etcd-server-test-183d8deac8-master started at 2023-03-13 06:13:25 +0000 UTC (0+1 container statuses recorded) Mar 13 06:38:15.676: INFO: Container etcd-container ready: true, restart count 0 Mar 13 06:38:16.184: INFO: Latency metrics for node test-183d8deac8-master Mar 13 06:38:16.184: INFO: Logging node info for node test-183d8deac8-minion-group-1jd4 Mar 13 06:38:16.299: INFO: Node Info: &Node{ObjectMeta:{test-183d8deac8-minion-group-1jd4 ee33f363-f019-4fe4-ab19-5e6a40693e8b 42059 0 2023-03-13 06:14:51 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubelet_cleanup:true kubernetes.io/arch:amd64 kubernetes.io/hostname:test-183d8deac8-minion-group-1jd4 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:test-183d8deac8-minion-group-1jd4 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-1120":"csi-mock-csi-mock-volumes-1120"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kubelet Update v1 2023-03-13 06:14:51 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2023-03-13 06:14:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2023-03-13 06:37:03 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2023-03-13 06:37:17 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:allocatable":{"f:ephemeral-storage":{}},"f:capacity":{"f:ephemeral-storage":{}},"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {e2e.test Update v1 2023-03-13 06:38:00 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:kubelet_cleanup":{}}}} }]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-infra-e2e-boskos-106/us-west1-b/test-183d8deac8-minion-group-1jd4,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101241290752 0} {<nil>} BinarySI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7821434880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91117161526 0} {<nil>} 91117161526 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7559290880 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:True,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:23:03 +0000 UTC,Reason:DockerHung,Message:kernel: INFO: task docker:12345 blocked for more than 120 seconds.,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2023-03-13 06:38:05 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2023-03-13 06:15:10 +0000 UTC,LastTransitionTime:2023-03-13 06:15:10 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2023-03-13 06:37:17 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2023-03-13 06:37:17 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2023-03-13 06:37:17 +0000 UTC,LastTransitionTime:2023-03-13 06:14:51 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2023-03-13 06:37:17 +0000 UTC,LastTransitionTime:2023-03-13 06:15:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:35.197.35.181,},NodeAddress{Type:InternalDNS,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},NodeAddress{Type:Hostname,Address:test-183d8deac8-minion-group-1jd4.c.k8s-infra-e2e-boskos-106.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:0b5cac3e8d4ac8de55bd58eacdb8e9ba,SystemUUID:0b5cac3e-8d4a-c8de-55bd-58eacdb8e9ba,BootID:3a5c5f27-4b9a-4c93-9dd9-684dd5d3e9d7,KernelVersion:5.4.129+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.4.6,KubeletVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,KubeProxyVersion:v1.23.18-rc.0.1+500bcf6c2b6f54,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[k8s.gcr.io/sig-storage/nfs-provisioner@sha256:c1bedac8758029948afe060bf8f6ee63ea489b5e08d29745f44fab68ee0d46ca k8s.gcr.io/sig-storage/nfs-provisioner:v2.2.2],SizeBytes:138177747,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/gluster@sha256:033a12fe65438751690b519cebd4135a3485771086bcf437212b7b886bb7956c k8s.gcr.io/e2e-test-images/volume/gluster:1.3],SizeBytes:115217395,},ContainerImage{Names:[k8s.gcr.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54 registry.k8s.io/kube-proxy-amd64:v1.23.18-rc.0.1_500bcf6c2b6f54],SizeBytes:112736988,},ContainerImage{Names:[k8s.gcr.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c k8s.gcr.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e k8s.gcr.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/agnhost@sha256:7e8bdd271312fd25fc5ff5a8f04727be84044eb3d7d8d03611972a6752e2e11e k8s.gcr.io/e2e-test-images/agnhost:2.39],SizeBytes:51105200,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/nautilus@sha256:99c0d6f1ad24a1aa1905d9c6534d193f268f7b23f9add2ae6bb41f31094bdd5c k8s.gcr.io/e2e-test-images/nautilus:1.5],SizeBytes:49642095,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:20f25f275d46aa728f7615a1ccc19c78b2ed89435bf943a44b339f70f45508e6 k8s.gcr.io/e2e-test-images/httpd:2.4.39-2],SizeBytes:41902010,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/httpd@sha256:1b9d1b2f36cb2dbee1960e82a9344aeb11bd4c4c03abf5e1853e0559c23855e3 k8s.gcr.io/e2e-test-images/httpd:2.4.38-2],SizeBytes:40764680,},ContainerImage{Names:[k8s.gcr.io/build-image/debian-iptables@sha256:dd6d57960dc104a4ee0fa7c58c6faa3e38725561af374c17f8cb905f7f73ba66 k8s.gcr.io/build-image/debian-iptables:bullseye-v1.1.0],SizeBytes:27059231,},ContainerImage{Names:[k8s.gcr.io/metrics-server/metrics-server@sha256:3ae6366cbeab73860a4f4a297e82134c1531bbe766d70cf677a7ba2e84d412d0 k8s.gcr.io/metrics-server/metrics-server:v0.5.1],SizeBytes:25876122,},ContainerImage{Names:[k8s.gcr.io/e2e-test-images/sample-apiserver@sha256:f9c93b92b6ff750b41a93c4e4fe0bfe384597aeb841e2539d5444815c55b2d8f k8s.gcr.io/e2e-test-images/sample-apiserver:1.17.5],SizeBytes:24316368,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:4e74c0492bceddc598de1c90cc5bc14dcda94cb49fa9c5bad9d117c4834b5e08 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.1],SizeBytes:22631062,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-provisioner@sha256:c8e03f60afa90a28e4bb6ec9a8d0fc36d89de4b7475cf2d613afa793ec969fe0 k8s.gcr.io/sig-storage/csi-provisioner:v2.2.0],SizeBytes:22629806,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620 k8s.gcr.io/sig-storage/csi-resizer:v1.2.0],SizeBytes:21584611,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:c5be65d6679efabb969d9b019300d187437ae876f992c40911fd2892bbef3b36 k8s.gcr.io/sig-storage/csi-attacher:v3.2.0],SizeBytes:21367429,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-attacher@sha256:60ab9b3e6a030d3038c87c0d6bca2930f58d1d72823e6a4af09767dc83b696a2 k8s.gcr.io/sig-storage/csi-attacher:v3.2.1],SizeBytes:21366448,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-snapshotter@sha256:ed98431376c9e944e19a465fe8ea944806714dd95416a0821096c78d66b579bd k8s.gcr.io/sig-storage/csi-snapshotter:v4.1.1],SizeBytes:21331336,},ContainerImage{Names:[k8s.gcr.io/sig-storage/csi-resizer@sha256:7a5ba58a44e0d749e0767e4e37315bcf6a61f33ce3185c1991848af4db0fb70a k8s.gcr.io/