go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sAdmissionWebhook\s\[Privileged\:ClusterAdmin\]\spatching\/updating\sa\smutating\swebhook\sshould\swork\s\[Conformance\]$'
test/e2e/apimachinery/webhook.go:826 k8s.io/kubernetes/test/e2e/apimachinery.deployWebhookAndService(0xc00126bef0, {0xc002aa8900, 0x2c}, 0xc002b821e0, 0x20fb, 0x20fc) test/e2e/apimachinery/webhook.go:826 +0xed2 k8s.io/kubernetes/test/e2e/apimachinery.glob..func28.1() test/e2e/apimachinery/webhook.go:102 +0x226 There were additional failures detected after the initial failure: [FAILED] Nov 26 09:27:59.224: failed to list events in namespace "webhook-5068": Get "https://35.233.142.26/api/v1/namespaces/webhook-5068/events": dial tcp 35.233.142.26:443: connect: connection refused In [DeferCleanup (Each)] at: test/e2e/framework/debug/dump.go:44 ---------- [FAILED] Nov 26 09:27:59.304: Couldn't delete ns: "webhook-5068-markers": Delete "https://35.233.142.26/api/v1/namespaces/webhook-5068-markers": dial tcp 35.233.142.26:443: connect: connection refused (&url.Error{Op:"Delete", URL:"https://35.233.142.26/api/v1/namespaces/webhook-5068-markers", Err:(*net.OpError)(0xc0044382d0)}),Couldn't delete ns: "webhook-5068": Delete "https://35.233.142.26/api/v1/namespaces/webhook-5068": dial tcp 35.233.142.26:443: connect: connection refused (&url.Error{Op:"Delete", URL:"https://35.233.142.26/api/v1/namespaces/webhook-5068", Err:(*net.OpError)(0xc00438b450)}) In [DeferCleanup (Each)] at: test/e2e/framework/framework.go:370from junit_01.xml
[BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:27:11.294 Nov 26 09:27:11.294: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename webhook 11/26/22 09:27:11.296 STEP: Waiting for a default service account to be provisioned in namespace 11/26/22 09:27:11.949 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace 11/26/22 09:27:12.157 [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:31 [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/apimachinery/webhook.go:90 STEP: Setting up server cert 11/26/22 09:27:12.819 STEP: Create role binding to let webhook read extension-apiserver-authentication 11/26/22 09:27:13.424 Nov 26 09:27:13.859: INFO: role binding webhook-auth-reader already exists STEP: Deploying the webhook pod 11/26/22 09:27:13.859 STEP: Wait for the deployment to be ready 11/26/22 09:27:14.118 Nov 26 09:27:14.556: INFO: deployment "sample-webhook-deployment" doesn't have the required revision set Nov 26 09:27:16.947: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:19.059: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:21.139: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:23.237: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:25.048: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:27.010: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:29.053: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:31.091: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:33.056: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:35.017: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:37.058: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:39.029: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:41.135: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:43.068: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:45.011: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:47.005: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:49.028: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:51.054: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:53.047: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:55.010: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:57.077: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 14, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:58.987: INFO: Unexpected error: waiting for the deployment status valid%!(EXTRA string=registry.k8s.io/e2e-test-images/agnhost:2.43, string=sample-webhook-deployment, string=webhook-5068): <*errors.errorString | 0xc00167f890>: { s: "error waiting for deployment \"sample-webhook-deployment\" status to match expectation: Get \"https://35.233.142.26/apis/apps/v1/namespaces/webhook-5068/deployments/sample-webhook-deployment\": dial tcp 35.233.142.26:443: connect: connection refused", } Nov 26 09:27:58.987: FAIL: waiting for the deployment status valid%!(EXTRA string=registry.k8s.io/e2e-test-images/agnhost:2.43, string=sample-webhook-deployment, string=webhook-5068): error waiting for deployment "sample-webhook-deployment" status to match expectation: Get "https://35.233.142.26/apis/apps/v1/namespaces/webhook-5068/deployments/sample-webhook-deployment": dial tcp 35.233.142.26:443: connect: connection refused Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.deployWebhookAndService(0xc00126bef0, {0xc002aa8900, 0x2c}, 0xc002b821e0, 0x20fb, 0x20fc) test/e2e/apimachinery/webhook.go:826 +0xed2 k8s.io/kubernetes/test/e2e/apimachinery.glob..func28.1() test/e2e/apimachinery/webhook.go:102 +0x226 [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/node/init/init.go:32 Nov 26 09:27:58.987: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/apimachinery/webhook.go:105 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:33 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:27:59.184 STEP: Collecting events from namespace "webhook-5068". 11/26/22 09:27:59.184 Nov 26 09:27:59.224: INFO: Unexpected error: failed to list events in namespace "webhook-5068": <*url.Error | 0xc004409f80>: { Op: "Get", URL: "https://35.233.142.26/api/v1/namespaces/webhook-5068/events", Err: <*net.OpError | 0xc002007f90>{ Op: "dial", Net: "tcp", Source: nil, Addr: <*net.TCPAddr | 0xc00435b800>{ IP: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 35, 233, 142, 26], Port: 443, Zone: "", }, Err: <*os.SyscallError | 0xc000903980>{ Syscall: "connect", Err: <syscall.Errno>0x6f, }, }, } Nov 26 09:27:59.224: FAIL: failed to list events in namespace "webhook-5068": Get "https://35.233.142.26/api/v1/namespaces/webhook-5068/events": dial tcp 35.233.142.26:443: connect: connection refused Full Stack Trace k8s.io/kubernetes/test/e2e/framework/debug.dumpEventsInNamespace(0xc001c645c0, {0xc002429000, 0xc}) test/e2e/framework/debug/dump.go:44 +0x191 k8s.io/kubernetes/test/e2e/framework/debug.DumpAllNamespaceInfo({0x801de88, 0xc003132b60}, {0xc002429000, 0xc}) test/e2e/framework/debug/dump.go:62 +0x8d k8s.io/kubernetes/test/e2e/framework/debug/init.init.0.func1.1(0xc001c64650?, {0xc002429000?, 0x7fa7740?}) test/e2e/framework/debug/init/init.go:34 +0x32 k8s.io/kubernetes/test/e2e/framework.(*Framework).dumpNamespaceInfo.func1() test/e2e/framework/framework.go:274 +0x6d k8s.io/kubernetes/test/e2e/framework.(*Framework).dumpNamespaceInfo(0xc00126bef0) test/e2e/framework/framework.go:271 +0x179 reflect.Value.call({0x6627cc0?, 0xc00163f4a0?, 0xc004622fb0?}, {0x75b6e72, 0x4}, {0xae73300, 0x0, 0xc002609408?}) /usr/local/go/src/reflect/value.go:584 +0x8c5 reflect.Value.Call({0x6627cc0?, 0xc00163f4a0?, 0x29449fc?}, {0xae73300?, 0xc004622f80?, 0x2fdb5c0?}) /usr/local/go/src/reflect/value.go:368 +0xbc [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] tear down framework | framework.go:193 STEP: Destroying namespace "webhook-5068" for this suite. 11/26/22 09:27:59.225 STEP: Destroying namespace "webhook-5068-markers" for this suite. 11/26/22 09:27:59.264 Nov 26 09:27:59.304: FAIL: Couldn't delete ns: "webhook-5068-markers": Delete "https://35.233.142.26/api/v1/namespaces/webhook-5068-markers": dial tcp 35.233.142.26:443: connect: connection refused (&url.Error{Op:"Delete", URL:"https://35.233.142.26/api/v1/namespaces/webhook-5068-markers", Err:(*net.OpError)(0xc0044382d0)}),Couldn't delete ns: "webhook-5068": Delete "https://35.233.142.26/api/v1/namespaces/webhook-5068": dial tcp 35.233.142.26:443: connect: connection refused (&url.Error{Op:"Delete", URL:"https://35.233.142.26/api/v1/namespaces/webhook-5068", Err:(*net.OpError)(0xc00438b450)}) Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).AfterEach.func1() test/e2e/framework/framework.go:370 +0x4fe k8s.io/kubernetes/test/e2e/framework.(*Framework).AfterEach(0xc00126bef0) test/e2e/framework/framework.go:383 +0x1ca reflect.Value.call({0x6627cc0?, 0xc00163f3e0?, 0xc0000cefb0?}, {0x75b6e72, 0x4}, {0xae73300, 0x0, 0x0?}) /usr/local/go/src/reflect/value.go:584 +0x8c5 reflect.Value.Call({0x6627cc0?, 0xc00163f3e0?, 0x0?}, {0xae73300?, 0x5?, 0xc00280e708?}) /usr/local/go/src/reflect/value.go:368 +0xbc
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sAdmissionWebhook\s\[Privileged\:ClusterAdmin\]\sshould\sbe\sable\sto\sdeny\sattaching\spod\s\[Conformance\]$'
test/e2e/apimachinery/webhook.go:941 k8s.io/kubernetes/test/e2e/apimachinery.registerWebhookForAttachingPod(0xc00126bef0, {0xc0012e90c0, 0xc}, 0xc002758550, 0x0?) test/e2e/apimachinery/webhook.go:941 +0x791 k8s.io/kubernetes/test/e2e/apimachinery.glob..func28.5() test/e2e/apimachinery/webhook.go:210 +0x45from junit_01.xml
[BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:42:08.156 Nov 26 09:42:08.156: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename webhook 11/26/22 09:42:08.158 STEP: Waiting for a default service account to be provisioned in namespace 11/26/22 09:42:08.572 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace 11/26/22 09:42:08.73 [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:31 [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/apimachinery/webhook.go:90 STEP: Setting up server cert 11/26/22 09:42:09.521 STEP: Create role binding to let webhook read extension-apiserver-authentication 11/26/22 09:42:10.377 Nov 26 09:42:10.857: INFO: role binding webhook-auth-reader already exists STEP: Deploying the webhook pod 11/26/22 09:42:10.857 STEP: Wait for the deployment to be ready 11/26/22 09:42:11.375 Nov 26 09:42:11.898: INFO: deployment "sample-webhook-deployment" doesn't have the required revision set Nov 26 09:42:14.581: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:42:16.717: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:42:18.654: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:42:20.640: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:42:22.668: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:42:24.655: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:42:26.687: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:42:28.777: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:42:30.685: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:42:32.647: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:42:34.674: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:42:36.654: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 42, 12, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 42, 11, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} STEP: Deploying the webhook service 11/26/22 09:42:38.674 STEP: Verifying the service has paired with the endpoint 11/26/22 09:42:38.875 Nov 26 09:42:39.875: INFO: Waiting for amount of service:e2e-test-webhook endpoints to be 1 [It] should be able to deny attaching pod [Conformance] test/e2e/apimachinery/webhook.go:209 STEP: Registering the webhook via the AdmissionRegistration API 11/26/22 09:42:39.954 Nov 26 09:42:40.284: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:40.629: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:41.384: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:42.087: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:42.479: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:42.951: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:43.324: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:43.708: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:44.167: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:44.472: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:44.690: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:45.217: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:45.905: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:46.307: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:46.996: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:47.566: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:47.956: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:48.271: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:48.641: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:48.965: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:49.786: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:50.226: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:50.491: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:51.058: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:51.496: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:52.001: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:52.690: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:53.622: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:54.275: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:55.122: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:55.730: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:56.090: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:56.975: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:57.609: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:58.264: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:59.101: INFO: Waiting for webhook configuration to be ready... Nov 26 09:42:59.866: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:00.160: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:00.400: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:00.776: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:01.033: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:01.313: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:01.673: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:02.063: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:02.444: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:02.866: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:03.113: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:03.474: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:04.335: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:04.794: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:05.114: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:05.381: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:05.670: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:06.138: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:06.547: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:06.890: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:07.342: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:07.705: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:08.093: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:08.480: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:08.873: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:09.640: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:10.013: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:10.351: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:10.652: INFO: Waiting for webhook configuration to be ready... Nov 26 09:43:10.652: INFO: Unexpected error: waiting for webhook configuration to be ready: <*errors.errorString | 0xc00017fa10>: { s: "timed out waiting for the condition", } Nov 26 09:43:10.652: FAIL: waiting for webhook configuration to be ready: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.registerWebhookForAttachingPod(0xc00126bef0, {0xc0012e90c0, 0xc}, 0xc002758550, 0x0?) test/e2e/apimachinery/webhook.go:941 +0x791 k8s.io/kubernetes/test/e2e/apimachinery.glob..func28.5() test/e2e/apimachinery/webhook.go:210 +0x45 [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/node/init/init.go:32 Nov 26 09:43:10.652: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/apimachinery/webhook.go:105 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:33 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:43:11.533 STEP: Collecting events from namespace "webhook-7029". 11/26/22 09:43:11.533 STEP: Found 6 events. 11/26/22 09:43:11.637 Nov 26 09:43:11.637: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for sample-webhook-deployment-865554f4d9-jsqpx: { } Scheduled: Successfully assigned webhook-7029/sample-webhook-deployment-865554f4d9-jsqpx to bootstrap-e2e-minion-group-tjh3 Nov 26 09:43:11.637: INFO: At 2022-11-26 09:42:11 +0000 UTC - event for sample-webhook-deployment: {deployment-controller } ScalingReplicaSet: Scaled up replica set sample-webhook-deployment-865554f4d9 to 1 Nov 26 09:43:11.637: INFO: At 2022-11-26 09:42:11 +0000 UTC - event for sample-webhook-deployment-865554f4d9: {replicaset-controller } SuccessfulCreate: Created pod: sample-webhook-deployment-865554f4d9-jsqpx Nov 26 09:43:11.637: INFO: At 2022-11-26 09:42:17 +0000 UTC - event for sample-webhook-deployment-865554f4d9-jsqpx: {kubelet bootstrap-e2e-minion-group-tjh3} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Nov 26 09:43:11.637: INFO: At 2022-11-26 09:42:17 +0000 UTC - event for sample-webhook-deployment-865554f4d9-jsqpx: {kubelet bootstrap-e2e-minion-group-tjh3} Created: Created container sample-webhook Nov 26 09:43:11.637: INFO: At 2022-11-26 09:42:17 +0000 UTC - event for sample-webhook-deployment-865554f4d9-jsqpx: {kubelet bootstrap-e2e-minion-group-tjh3} Started: Started container sample-webhook Nov 26 09:43:11.725: INFO: POD NODE PHASE GRACE CONDITIONS Nov 26 09:43:11.725: INFO: Nov 26 09:43:11.823: INFO: Logging node info for node bootstrap-e2e-master Nov 26 09:43:11.922: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master 6684612e-500d-445b-9ea5-ca4a9dd26828 17331 0 2022-11-26 09:09:40 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:40 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:10:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2022-11-26 09:41:15 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858374656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596230656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:15 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:15 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:15 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:41:15 +0000 UTC,LastTransitionTime:2022-11-26 09:10:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:35.233.142.26,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2f99bd7dadbd46f22ce4edb25d7437ee,SystemUUID:2f99bd7d-adbd-46f2-2ce4-edb25d7437ee,BootID:91890cb0-7345-43f4-95e1-120a542e7b64,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:135160272,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:124990265,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:57660216,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:2c111f004bec24888d8cfa2a812a38fb8341350abac67dcd0ac64e709dfe389c registry.k8s.io/kas-network-proxy/proxy-server:v0.0.33],SizeBytes:22020129,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:43:11.923: INFO: Logging kubelet events for node bootstrap-e2e-master Nov 26 09:43:12.021: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Nov 26 09:43:12.148: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-master: error trying to reach service: No agent available Nov 26 09:43:12.148: INFO: Logging node info for node bootstrap-e2e-minion-group-3tbd Nov 26 09:43:12.232: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-3tbd 131d705a-ee5a-4970-b55c-d8bd140a9252 19194 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-3tbd kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-3tbd topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-1158":"bootstrap-e2e-minion-group-3tbd","csi-hostpath-provisioning-2489":"bootstrap-e2e-minion-group-3tbd","csi-hostpath-provisioning-4634":"bootstrap-e2e-minion-group-3tbd","csi-mock-csi-mock-volumes-7496":"bootstrap-e2e-minion-group-3tbd"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:36:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:39:53 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:43:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-3tbd,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:35 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:35 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:35 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:41:35 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:35.227.162.190,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:564b5bb4a96df03d2d5698ea7ed7bd97,SystemUUID:564b5bb4-a96d-f03d-2d56-98ea7ed7bd97,BootID:f1184b1d-06be-43a8-8666-ded2ffafe9a3,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:c0ddb4794bc8a3631e3373015f913c00b230ee54f87bde9ade195b3a3415c60f registry.k8s.io/build-image/distroless-iptables:v0.1.2],SizeBytes:7685585,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4 kubernetes.io/csi/csi-mock-csi-mock-volumes-2470^c8c15a5a-6d6b-11ed-b9ba-fe1456646533 kubernetes.io/csi/csi-mock-csi-mock-volumes-7496^884558c5-6d6c-11ed-bc4d-cedf8d5d10fa],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4,DevicePath:,},},Config:nil,},} Nov 26 09:43:12.233: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-3tbd Nov 26 09:43:12.294: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-3tbd Nov 26 09:43:12.431: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-3tbd: error trying to reach service: No agent available Nov 26 09:43:12.431: INFO: Logging node info for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:43:12.647: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tcv7 8ea87b57-ed5b-4059-8e4c-e1e4c81196f7 19189 0 2022-11-26 09:09:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tcv7 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tcv7 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5445":"bootstrap-e2e-minion-group-tcv7","csi-mock-csi-mock-volumes-5794":"bootstrap-e2e-minion-group-tcv7"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:22:21 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {node-problem-detector Update v1 2022-11-26 09:39:51 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:43:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tcv7,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:39:33 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:39:33 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:39:33 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:39:33 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.82.182.223,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:c2a825554576fd43a2e635326fb142f9,SystemUUID:c2a82555-4576-fd43-a2e6-35326fb142f9,BootID:055d8aa7-293c-4f74-80a7-27b13c8eeaec,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:43:12.648: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:43:12.741: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tcv7 Nov 26 09:43:12.987: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-tcv7: error trying to reach service: No agent available Nov 26 09:43:12.987: INFO: Logging node info for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:43:13.250: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tjh3 bceb443c-3ba3-4e43-a18a-a8b6b36d78e4 18995 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tjh3 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tjh3 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5439":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-provisioning-7397":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-volume-expand-618":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-174":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-2366":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-7244":"bootstrap-e2e-minion-group-tjh3"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2022-11-26 09:39:53 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:42:46 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2022-11-26 09:43:01 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tjh3,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:42:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:42:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:42:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:42:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.145.100.186,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:221265593b364d204aac910f94a8eb4e,SystemUUID:22126559-3b36-4d20-4aac-910f94a8eb4e,BootID:2b26fd7e-d97d-408a-b46c-b40dd29a6e3d,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c kubernetes.io/csi/csi-hostpath-volume-expand-618^85495a81-6d6e-11ed-add7-fa7c5b02de27 kubernetes.io/csi/csi-mock-csi-mock-volumes-174^a12b31ab-6d6e-11ed-9a82-72a29768a625],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-volume-expand-618^85495a81-6d6e-11ed-add7-fa7c5b02de27,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-174^a12b31ab-6d6e-11ed-9a82-72a29768a625,DevicePath:,},},Config:nil,},} Nov 26 09:43:13.251: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:43:13.478: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tjh3 Nov 26 09:43:13.686: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-tjh3: error trying to reach service: No agent available STEP: Collecting events from namespace "webhook-7029-markers". 11/26/22 09:43:13.686 STEP: Found 0 events. 11/26/22 09:43:13.856 Nov 26 09:43:14.000: INFO: POD NODE PHASE GRACE CONDITIONS Nov 26 09:43:14.000: INFO: Nov 26 09:43:14.227: INFO: Logging node info for node bootstrap-e2e-master Nov 26 09:43:14.287: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master 6684612e-500d-445b-9ea5-ca4a9dd26828 17331 0 2022-11-26 09:09:40 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:40 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:10:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2022-11-26 09:41:15 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858374656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596230656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:15 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:15 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:15 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:41:15 +0000 UTC,LastTransitionTime:2022-11-26 09:10:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:35.233.142.26,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2f99bd7dadbd46f22ce4edb25d7437ee,SystemUUID:2f99bd7d-adbd-46f2-2ce4-edb25d7437ee,BootID:91890cb0-7345-43f4-95e1-120a542e7b64,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:135160272,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:124990265,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:57660216,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:2c111f004bec24888d8cfa2a812a38fb8341350abac67dcd0ac64e709dfe389c registry.k8s.io/kas-network-proxy/proxy-server:v0.0.33],SizeBytes:22020129,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:43:14.287: INFO: Logging kubelet events for node bootstrap-e2e-master Nov 26 09:43:14.383: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Nov 26 09:43:14.489: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-master: error trying to reach service: No agent available Nov 26 09:43:14.489: INFO: Logging node info for node bootstrap-e2e-minion-group-3tbd Nov 26 09:43:14.615: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-3tbd 131d705a-ee5a-4970-b55c-d8bd140a9252 19194 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-3tbd kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-3tbd topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-1158":"bootstrap-e2e-minion-group-3tbd","csi-hostpath-provisioning-2489":"bootstrap-e2e-minion-group-3tbd","csi-hostpath-provisioning-4634":"bootstrap-e2e-minion-group-3tbd","csi-mock-csi-mock-volumes-7496":"bootstrap-e2e-minion-group-3tbd"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:36:27 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:39:53 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:43:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-3tbd,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:35 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:35 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:41:35 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:41:35 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:35.227.162.190,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:564b5bb4a96df03d2d5698ea7ed7bd97,SystemUUID:564b5bb4-a96d-f03d-2d56-98ea7ed7bd97,BootID:f1184b1d-06be-43a8-8666-ded2ffafe9a3,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:c0ddb4794bc8a3631e3373015f913c00b230ee54f87bde9ade195b3a3415c60f registry.k8s.io/build-image/distroless-iptables:v0.1.2],SizeBytes:7685585,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4 kubernetes.io/csi/csi-mock-csi-mock-volumes-2470^c8c15a5a-6d6b-11ed-b9ba-fe1456646533 kubernetes.io/csi/csi-mock-csi-mock-volumes-7496^884558c5-6d6c-11ed-bc4d-cedf8d5d10fa],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4,DevicePath:,},},Config:nil,},} Nov 26 09:43:14.615: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-3tbd Nov 26 09:43:14.704: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-3tbd Nov 26 09:43:14.882: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-3tbd: error trying to reach service: No agent available Nov 26 09:43:14.882: INFO: Logging node info for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:43:14.960: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tcv7 8ea87b57-ed5b-4059-8e4c-e1e4c81196f7 19189 0 2022-11-26 09:09:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tcv7 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tcv7 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5445":"bootstrap-e2e-minion-group-tcv7","csi-mock-csi-mock-volumes-5794":"bootstrap-e2e-minion-group-tcv7"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:22:21 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {node-problem-detector Update v1 2022-11-26 09:39:51 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:43:11 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tcv7,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:39:33 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:39:33 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:39:33 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:39:33 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.82.182.223,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:c2a825554576fd43a2e635326fb142f9,SystemUUID:c2a82555-4576-fd43-a2e6-35326fb142f9,BootID:055d8aa7-293c-4f74-80a7-27b13c8eeaec,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:43:14.963: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:43:15.031: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tcv7 Nov 26 09:43:15.158: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-tcv7: error trying to reach service: No agent available Nov 26 09:43:15.158: INFO: Logging node info for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:43:15.243: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tjh3 bceb443c-3ba3-4e43-a18a-a8b6b36d78e4 18995 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tjh3 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tjh3 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5439":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-provisioning-7397":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-volume-expand-618":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-174":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-2366":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-7244":"bootstrap-e2e-minion-group-tjh3"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2022-11-26 09:39:53 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:42:46 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2022-11-26 09:43:01 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tjh3,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:39:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:42:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:42:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:42:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:42:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.145.100.186,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:221265593b364d204aac910f94a8eb4e,SystemUUID:22126559-3b36-4d20-4aac-910f94a8eb4e,BootID:2b26fd7e-d97d-408a-b46c-b40dd29a6e3d,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c kubernetes.io/csi/csi-hostpath-volume-expand-618^85495a81-6d6e-11ed-add7-fa7c5b02de27 kubernetes.io/csi/csi-mock-csi-mock-volumes-174^a12b31ab-6d6e-11ed-9a82-72a29768a625],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-volume-expand-618^85495a81-6d6e-11ed-add7-fa7c5b02de27,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-mock-csi-mock-volumes-174^a12b31ab-6d6e-11ed-9a82-72a29768a625,DevicePath:,},},Config:nil,},} Nov 26 09:43:15.244: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:43:15.348: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tjh3 Nov 26 09:43:15.435: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-tjh3: error trying to reach service: No agent available [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] tear down framework | framework.go:193 STEP: Destroying namespace "webhook-7029" for this suite. 11/26/22 09:43:15.435 STEP: Destroying namespace "webhook-7029-markers" for this suite. 11/26/22 09:43:15.518
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sAdmissionWebhook\s\[Privileged\:ClusterAdmin\]\sshould\sbe\sable\sto\sdeny\scustom\sresource\screation\,\supdate\sand\sdeletion\s\[Conformance\]$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc000a23e00) test/e2e/framework/framework.go:241 +0x96f There were additional failures detected after the initial failure: [PANICKED] Test Panicked In [AfterEach] at: /usr/local/go/src/runtime/panic.go:260 runtime error: invalid memory address or nil pointer dereference Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.cleanWebhookTest({0x0, 0x0}, {0x0, 0x0}) test/e2e/apimachinery/webhook.go:1680 +0x46 k8s.io/kubernetes/test/e2e/apimachinery.glob..func28.2() test/e2e/apimachinery/webhook.go:106 +0x2ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:28:59.044 Nov 26 09:28:59.044: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename webhook 11/26/22 09:28:59.046 Nov 26 09:28:59.085: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:01.126: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:03.126: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:05.125: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:07.125: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:09.126: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:31:14.584: INFO: Unexpected error: <*fmt.wrapError | 0xc000cc8120>: { msg: "wait for service account \"default\" in namespace \"webhook-3212\": timed out waiting for the condition", err: <*errors.errorString | 0xc0001ffa10>{ s: "timed out waiting for the condition", }, } Nov 26 09:31:14.585: FAIL: wait for service account "default" in namespace "webhook-3212": timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc000a23e00) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/node/init/init.go:32 Nov 26 09:31:14.585: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/apimachinery/webhook.go:105 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:31:14.674 STEP: Collecting events from namespace "webhook-3212". 11/26/22 09:31:14.674 STEP: Found 0 events. 11/26/22 09:31:14.723 Nov 26 09:31:14.767: INFO: POD NODE PHASE GRACE CONDITIONS Nov 26 09:31:14.767: INFO: Nov 26 09:31:14.818: INFO: Logging node info for node bootstrap-e2e-master Nov 26 09:31:14.860: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master 6684612e-500d-445b-9ea5-ca4a9dd26828 11417 0 2022-11-26 09:09:40 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:40 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:10:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2022-11-26 09:31:01 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858374656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596230656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:10:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:35.233.142.26,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2f99bd7dadbd46f22ce4edb25d7437ee,SystemUUID:2f99bd7d-adbd-46f2-2ce4-edb25d7437ee,BootID:91890cb0-7345-43f4-95e1-120a542e7b64,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:135160272,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:124990265,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:57660216,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:2c111f004bec24888d8cfa2a812a38fb8341350abac67dcd0ac64e709dfe389c registry.k8s.io/kas-network-proxy/proxy-server:v0.0.33],SizeBytes:22020129,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:31:14.861: INFO: Logging kubelet events for node bootstrap-e2e-master Nov 26 09:31:14.930: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Nov 26 09:31:15.253: INFO: konnectivity-server-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:15.253: INFO: Container konnectivity-server-container ready: true, restart count 5 Nov 26 09:31:15.253: INFO: kube-controller-manager-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:15.253: INFO: Container kube-controller-manager ready: false, restart count 6 Nov 26 09:31:15.253: INFO: etcd-server-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:15.253: INFO: Container etcd-container ready: true, restart count 3 Nov 26 09:31:15.253: INFO: kube-apiserver-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:15.253: INFO: Container kube-apiserver ready: true, restart count 3 Nov 26 09:31:15.253: INFO: kube-scheduler-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:15.253: INFO: Container kube-scheduler ready: false, restart count 6 Nov 26 09:31:15.253: INFO: kube-addon-manager-bootstrap-e2e-master started at 2022-11-26 09:09:13 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:15.253: INFO: Container kube-addon-manager ready: true, restart count 2 Nov 26 09:31:15.253: INFO: l7-lb-controller-bootstrap-e2e-master started at 2022-11-26 09:09:13 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:15.253: INFO: Container l7-lb-controller ready: true, restart count 6 Nov 26 09:31:15.253: INFO: metadata-proxy-v0.1-j6gfx started at 2022-11-26 09:10:03 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:15.253: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:15.253: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:15.253: INFO: etcd-server-events-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:15.253: INFO: Container etcd-container ready: true, restart count 2 Nov 26 09:31:16.716: INFO: Latency metrics for node bootstrap-e2e-master Nov 26 09:31:16.716: INFO: Logging node info for node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:17.104: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-3tbd 131d705a-ee5a-4970-b55c-d8bd140a9252 11305 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-3tbd kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-3tbd topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-2470":"bootstrap-e2e-minion-group-3tbd","csi-mock-csi-mock-volumes-7496":"bootstrap-e2e-minion-group-3tbd"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:14:22 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2022-11-26 09:27:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status} {node-problem-detector Update v1 2022-11-26 09:29:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-3tbd,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:35.227.162.190,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:564b5bb4a96df03d2d5698ea7ed7bd97,SystemUUID:564b5bb4-a96d-f03d-2d56-98ea7ed7bd97,BootID:f1184b1d-06be-43a8-8666-ded2ffafe9a3,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:c0ddb4794bc8a3631e3373015f913c00b230ee54f87bde9ade195b3a3415c60f registry.k8s.io/build-image/distroless-iptables:v0.1.2],SizeBytes:7685585,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4 kubernetes.io/csi/csi-mock-csi-mock-volumes-2470^c8c15a5a-6d6b-11ed-b9ba-fe1456646533],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4,DevicePath:,},},Config:nil,},} Nov 26 09:31:17.105: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:17.484: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:18.230: INFO: volume-snapshot-controller-0 started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container volume-snapshot-controller ready: true, restart count 5 Nov 26 09:31:18.230: INFO: csi-mockplugin-0 started at 2022-11-26 09:27:11 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:18.230: INFO: Container csi-provisioner ready: false, restart count 4 Nov 26 09:31:18.230: INFO: Container driver-registrar ready: false, restart count 4 Nov 26 09:31:18.230: INFO: Container mock ready: false, restart count 4 Nov 26 09:31:18.230: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:17:50 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container csi-attacher ready: true, restart count 6 Nov 26 09:31:18.230: INFO: kube-proxy-bootstrap-e2e-minion-group-3tbd started at 2022-11-26 09:09:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container kube-proxy ready: false, restart count 7 Nov 26 09:31:18.230: INFO: netserver-0 started at 2022-11-26 09:26:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container webserver ready: false, restart count 5 Nov 26 09:31:18.230: INFO: pod-f927d64b-e64a-4c2e-95c8-fd839d4460ba started at 2022-11-26 09:23:14 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container test-container ready: false, restart count 0 Nov 26 09:31:18.230: INFO: csi-mockplugin-0 started at 2022-11-26 09:21:35 +0000 UTC (0+4 container statuses recorded) Nov 26 09:31:18.230: INFO: Container busybox ready: false, restart count 3 Nov 26 09:31:18.230: INFO: Container csi-provisioner ready: true, restart count 4 Nov 26 09:31:18.230: INFO: Container driver-registrar ready: true, restart count 4 Nov 26 09:31:18.230: INFO: Container mock ready: true, restart count 4 Nov 26 09:31:18.230: INFO: netserver-0 started at 2022-11-26 09:27:05 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:18.230: INFO: netserver-0 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container webserver ready: false, restart count 6 Nov 26 09:31:18.230: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:18.230: INFO: Container csi-attacher ready: false, restart count 6 Nov 26 09:31:18.230: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:18.230: INFO: Container csi-resizer ready: false, restart count 6 Nov 26 09:31:18.230: INFO: Container csi-snapshotter ready: false, restart count 6 Nov 26 09:31:18.230: INFO: Container hostpath ready: false, restart count 6 Nov 26 09:31:18.230: INFO: Container liveness-probe ready: false, restart count 6 Nov 26 09:31:18.230: INFO: Container node-driver-registrar ready: false, restart count 6 Nov 26 09:31:18.230: INFO: liveness-a1df1b69-d4a2-4084-9936-e8fb74874bc9 started at 2022-11-26 09:12:54 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container agnhost-container ready: true, restart count 5 Nov 26 09:31:18.230: INFO: coredns-6d97d5ddb-fwzgk started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container coredns ready: false, restart count 7 Nov 26 09:31:18.230: INFO: netserver-0 started at 2022-11-26 09:21:51 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:18.230: INFO: l7-default-backend-8549d69d99-j7l2z started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container default-http-backend ready: true, restart count 0 Nov 26 09:31:18.230: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:27:11 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container csi-attacher ready: true, restart count 1 Nov 26 09:31:18.230: INFO: pvc-volume-tester-pvptp started at 2022-11-26 09:22:03 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container volume-tester ready: false, restart count 0 Nov 26 09:31:18.230: INFO: e2e-net-exec started at 2022-11-26 09:27:35 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container e2e-net-exec ready: true, restart count 0 Nov 26 09:31:18.230: INFO: metadata-proxy-v0.1-m9x8r started at 2022-11-26 09:09:45 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:18.230: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:18.230: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:18.230: INFO: hostexec-bootstrap-e2e-minion-group-3tbd-5m2wd started at 2022-11-26 09:22:34 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container agnhost-container ready: true, restart count 4 Nov 26 09:31:18.230: INFO: csi-mockplugin-resizer-0 started at 2022-11-26 09:17:50 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container csi-resizer ready: true, restart count 5 Nov 26 09:31:18.230: INFO: externalsvc-d74pc started at 2022-11-26 09:27:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container externalsvc ready: true, restart count 2 Nov 26 09:31:18.230: INFO: httpd started at 2022-11-26 09:12:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container httpd ready: false, restart count 7 Nov 26 09:31:18.230: INFO: hostexec-bootstrap-e2e-minion-group-3tbd-pht2w started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container agnhost-container ready: false, restart count 6 Nov 26 09:31:18.230: INFO: kube-dns-autoscaler-5f6455f985-lsg4c started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container autoscaler ready: false, restart count 7 Nov 26 09:31:18.230: INFO: csi-mockplugin-0 started at 2022-11-26 09:17:50 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:18.230: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:18.230: INFO: Container driver-registrar ready: false, restart count 6 Nov 26 09:31:18.230: INFO: Container mock ready: false, restart count 6 Nov 26 09:31:18.230: INFO: webserver-7f5969cbc7-7vrgq started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container httpd ready: true, restart count 0 Nov 26 09:31:18.230: INFO: konnectivity-agent-4s5kx started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container konnectivity-agent ready: true, restart count 7 Nov 26 09:31:18.230: INFO: webserver-7f5969cbc7-5xrwv started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container httpd ready: true, restart count 0 Nov 26 09:31:18.230: INFO: e2e-net-client started at 2022-11-26 09:27:39 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container e2e-net-client ready: false, restart count 4 Nov 26 09:31:18.230: INFO: external-provisioner-dhgkj started at 2022-11-26 09:14:23 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.230: INFO: Container nfs-provisioner ready: true, restart count 6 Nov 26 09:31:19.253: INFO: Latency metrics for node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:19.253: INFO: Logging node info for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:19.298: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tcv7 8ea87b57-ed5b-4059-8e4c-e1e4c81196f7 11304 0 2022-11-26 09:09:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tcv7 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tcv7 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5445":"bootstrap-e2e-minion-group-tcv7","csi-mock-csi-mock-volumes-5794":"bootstrap-e2e-minion-group-tcv7"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:22:21 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2022-11-26 09:29:35 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2022-11-26 09:29:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tcv7,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.82.182.223,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:c2a825554576fd43a2e635326fb142f9,SystemUUID:c2a82555-4576-fd43-a2e6-35326fb142f9,BootID:055d8aa7-293c-4f74-80a7-27b13c8eeaec,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:31:19.298: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:19.346: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:19.736: INFO: kube-proxy-bootstrap-e2e-minion-group-tcv7 started at 2022-11-26 09:09:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container kube-proxy ready: false, restart count 7 Nov 26 09:31:19.736: INFO: pod1 started at 2022-11-26 09:12:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:19.736: INFO: netserver-1 started at 2022-11-26 09:27:05 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:19.736: INFO: konnectivity-agent-n7fgw started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container konnectivity-agent ready: false, restart count 6 Nov 26 09:31:19.736: INFO: annotationupdatefb610ab6-db74-4014-89a5-c2a209ea3fa9 started at 2022-11-26 09:23:12 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container client-container ready: false, restart count 0 Nov 26 09:31:19.736: INFO: execpodrpc5b started at 2022-11-26 09:12:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:19.736: INFO: test-grpc-d0e54605-8ccd-4117-92a7-f41188147e86 started at 2022-11-26 09:26:50 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container etcd ready: true, restart count 0 Nov 26 09:31:19.736: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:17:37 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container csi-attacher ready: false, restart count 5 Nov 26 09:31:19.736: INFO: netserver-1 started at 2022-11-26 09:21:51 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container webserver ready: true, restart count 4 Nov 26 09:31:19.736: INFO: dns-test-eed5a99d-acaa-40b4-9379-d0ea76169cf8 started at 2022-11-26 09:23:13 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:19.736: INFO: Container jessie-querier ready: true, restart count 2 Nov 26 09:31:19.736: INFO: Container querier ready: true, restart count 2 Nov 26 09:31:19.736: INFO: Container webserver ready: true, restart count 2 Nov 26 09:31:19.736: INFO: hostexec-bootstrap-e2e-minion-group-tcv7-h5qdl started at 2022-11-26 09:26:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:31:19.736: INFO: external-provisioner-tzg8k started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container nfs-provisioner ready: false, restart count 5 Nov 26 09:31:19.736: INFO: netserver-1 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container webserver ready: true, restart count 3 Nov 26 09:31:19.736: INFO: httpd started at 2022-11-26 09:13:00 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container httpd ready: false, restart count 2 Nov 26 09:31:19.736: INFO: metadata-proxy-v0.1-q5qmc started at 2022-11-26 09:09:44 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:19.736: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:19.736: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:19.736: INFO: external-provisioner-wc857 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container nfs-provisioner ready: false, restart count 7 Nov 26 09:31:19.736: INFO: csi-mockplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:19.736: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:19.736: INFO: Container driver-registrar ready: false, restart count 6 Nov 26 09:31:19.736: INFO: Container mock ready: false, restart count 6 Nov 26 09:31:19.736: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:12:45 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container csi-attacher ready: false, restart count 6 Nov 26 09:31:19.736: INFO: csi-mockplugin-0 started at 2022-11-26 09:17:37 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:19.736: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:19.736: INFO: Container driver-registrar ready: false, restart count 6 Nov 26 09:31:19.736: INFO: Container mock ready: false, restart count 6 Nov 26 09:31:19.736: INFO: coredns-6d97d5ddb-n7pm7 started at 2022-11-26 09:10:07 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container coredns ready: false, restart count 7 Nov 26 09:31:19.736: INFO: netserver-1 started at 2022-11-26 09:26:54 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:19.736: INFO: Container webserver ready: true, restart count 3 Nov 26 09:31:19.736: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:20:55 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:19.736: INFO: Container csi-attacher ready: true, restart count 2 Nov 26 09:31:19.736: INFO: Container csi-provisioner ready: true, restart count 2 Nov 26 09:31:19.736: INFO: Container csi-resizer ready: true, restart count 2 Nov 26 09:31:19.736: INFO: Container csi-snapshotter ready: true, restart count 2 Nov 26 09:31:19.736: INFO: Container hostpath ready: true, restart count 2 Nov 26 09:31:19.736: INFO: Container liveness-probe ready: true, restart count 2 Nov 26 09:31:19.736: INFO: Container node-driver-registrar ready: true, restart count 2 Nov 26 09:31:20.764: INFO: Latency metrics for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:20.764: INFO: Logging node info for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:31:20.996: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tjh3 bceb443c-3ba3-4e43-a18a-a8b6b36d78e4 11342 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tjh3 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tjh3 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5439":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-2366":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-7244":"bootstrap-e2e-minion-group-tjh3"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:22:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:29:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:30:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tjh3,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.145.100.186,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:221265593b364d204aac910f94a8eb4e,SystemUUID:22126559-3b36-4d20-4aac-910f94a8eb4e,BootID:2b26fd7e-d97d-408a-b46c-b40dd29a6e3d,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c,DevicePath:,},},Config:nil,},} Nov 26 09:31:20.996: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:31:21.284: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tjh3 Nov 26 09:31:21.984: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-ppn9f started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:21.984: INFO: kube-proxy-bootstrap-e2e-minion-group-tjh3 started at 2022-11-26 09:09:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container kube-proxy ready: false, restart count 7 Nov 26 09:31:21.984: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:20:16 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container csi-attacher ready: true, restart count 2 Nov 26 09:31:21.984: INFO: implicit-root-uid started at 2022-11-26 09:26:55 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container implicit-root-uid ready: false, restart count 0 Nov 26 09:31:21.984: INFO: dns-test-279c8096-f173-400f-92b7-b7275469d165 started at 2022-11-26 09:23:11 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:21.984: INFO: Container jessie-querier ready: true, restart count 1 Nov 26 09:31:21.984: INFO: Container querier ready: true, restart count 1 Nov 26 09:31:21.984: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:21.984: INFO: inline-volume-tester-czpmj started at 2022-11-26 09:13:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container csi-volume-tester ready: false, restart count 0 Nov 26 09:31:21.984: INFO: e2e-net-server started at 2022-11-26 09:27:37 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container e2e-net-server ready: true, restart count 3 Nov 26 09:31:21.984: INFO: nfs-server started at 2022-11-26 09:27:09 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container nfs-server ready: true, restart count 0 Nov 26 09:31:21.984: INFO: konnectivity-agent-gt4hp started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container konnectivity-agent ready: false, restart count 7 Nov 26 09:31:21.984: INFO: test-apparmor-j2gsn started at 2022-11-26 09:27:12 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container test ready: false, restart count 0 Nov 26 09:31:21.984: INFO: host-test-container-pod started at 2022-11-26 09:22:17 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:31:21.984: INFO: netserver-2 started at 2022-11-26 09:26:54 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container webserver ready: true, restart count 0 Nov 26 09:31:21.984: INFO: netserver-2 started at 2022-11-26 09:27:05 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container webserver ready: true, restart count 0 Nov 26 09:31:21.984: INFO: pod-secrets-f99043da-fa55-4918-a6cc-4b79d4393971 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container secret-volume-test ready: false, restart count 0 Nov 26 09:31:21.984: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-w69g9 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:21.984: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:21.984: INFO: Container csi-attacher ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container csi-provisioner ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container csi-resizer ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container csi-snapshotter ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container hostpath ready: false, restart count 8 Nov 26 09:31:21.984: INFO: Container liveness-probe ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container node-driver-registrar ready: false, restart count 7 Nov 26 09:31:21.984: INFO: externalsvc-w6tdk started at 2022-11-26 09:27:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container externalsvc ready: false, restart count 0 Nov 26 09:31:21.984: INFO: pod-1 started at 2022-11-26 09:27:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container agnhost-container ready: false, restart count 0 Nov 26 09:31:21.984: INFO: explicit-root-uid started at 2022-11-26 09:23:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container explicit-root-uid ready: false, restart count 0 Nov 26 09:31:21.984: INFO: apparmor-loader-4rkc9 started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container apparmor-loader ready: true, restart count 1 Nov 26 09:31:21.984: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:47 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:21.984: INFO: Container csi-attacher ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container csi-provisioner ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container csi-resizer ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container csi-snapshotter ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container hostpath ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container liveness-probe ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container node-driver-registrar ready: false, restart count 7 Nov 26 09:31:21.984: INFO: netserver-2 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container webserver ready: false, restart count 6 Nov 26 09:31:21.984: INFO: csi-mockplugin-0 started at 2022-11-26 09:17:53 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:21.984: INFO: Container csi-provisioner ready: true, restart count 4 Nov 26 09:31:21.984: INFO: Container driver-registrar ready: true, restart count 4 Nov 26 09:31:21.984: INFO: Container mock ready: true, restart count 4 Nov 26 09:31:21.984: INFO: metrics-server-v0.5.2-867b8754b9-6xzdf started at 2022-11-26 09:10:24 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:21.984: INFO: Container metrics-server ready: false, restart count 7 Nov 26 09:31:21.984: INFO: Container metrics-server-nanny ready: false, restart count 7 Nov 26 09:31:21.984: INFO: test-apparmor-9qctm started at 2022-11-26 09:22:39 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container test ready: false, restart count 0 Nov 26 09:31:21.984: INFO: pod-b039b708-28e0-435d-8ba2-65a30eb89848 started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container write-pod ready: false, restart count 0 Nov 26 09:31:21.984: INFO: inline-volume-tester-cbxhr started at 2022-11-26 09:20:16 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container csi-volume-tester ready: false, restart count 0 Nov 26 09:31:21.984: INFO: external-provisioner-ld8cz started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container nfs-provisioner ready: true, restart count 4 Nov 26 09:31:21.984: INFO: external-provisioner-n2pct started at 2022-11-26 09:27:07 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container nfs-provisioner ready: true, restart count 1 Nov 26 09:31:21.984: INFO: sysctl-2076dad4-ae6d-4b5d-9aa8-e984fce9fa42 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container test-container ready: false, restart count 0 Nov 26 09:31:21.984: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-74kjw started at 2022-11-26 09:13:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container agnhost-container ready: false, restart count 5 Nov 26 09:31:21.984: INFO: apparmor-loader-sbh7b started at 2022-11-26 09:22:27 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container apparmor-loader ready: true, restart count 0 Nov 26 09:31:21.984: INFO: metadata-proxy-v0.1-nn5s9 started at 2022-11-26 09:09:45 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:21.984: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:21.984: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:21.984: INFO: csi-mockplugin-0 started at 2022-11-26 09:20:16 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:21.984: INFO: Container csi-provisioner ready: true, restart count 1 Nov 26 09:31:21.984: INFO: Container driver-registrar ready: true, restart count 1 Nov 26 09:31:21.984: INFO: Container mock ready: true, restart count 1 Nov 26 09:31:21.984: INFO: pod-4bf004bc-ecfa-4f60-982f-8da27d236993 started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container write-pod ready: false, restart count 0 Nov 26 09:31:21.984: INFO: netserver-2 started at 2022-11-26 09:21:51 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container webserver ready: false, restart count 3 Nov 26 09:31:21.984: INFO: test-container-pod started at 2022-11-26 09:22:17 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container webserver ready: false, restart count 5 Nov 26 09:31:21.984: INFO: alpine-nnp-true-57f26b79-47be-46a4-bbfd-964b90e90e26 started at 2022-11-26 09:27:12 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:21.984: INFO: Container alpine-nnp-true-57f26b79-47be-46a4-bbfd-964b90e90e26 ready: false, restart count 0 Nov 26 09:31:21.984: INFO: dns-test-28c79da0-3234-49e1-b5b4-d68ef466647d started at 2022-11-26 09:26:50 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:21.984: INFO: Container jessie-querier ready: true, restart count 0 Nov 26 09:31:21.984: INFO: Container querier ready: true, restart count 0 Nov 26 09:31:21.984: INFO: Container webserver ready: true, restart count 0 Nov 26 09:31:24.218: INFO: Latency metrics for node bootstrap-e2e-minion-group-tjh3 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] tear down framework | framework.go:193 STEP: Destroying namespace "webhook-3212" for this suite. 11/26/22 09:31:24.219
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sAdmissionWebhook\s\[Privileged\:ClusterAdmin\]\sshould\shonor\stimeout\s\[Conformance\]$'
test/e2e/apimachinery/webhook.go:2170 k8s.io/kubernetes/test/e2e/apimachinery.registerSlowWebhook(0xc0005efe00, {0xc0053e2170, 0xc}, 0xc005554d20, 0xc00103a370, 0xc0009577ec, 0x1ff6b0?) test/e2e/apimachinery/webhook.go:2170 +0x7f1 k8s.io/kubernetes/test/e2e/apimachinery.glob..func28.15() test/e2e/apimachinery/webhook.go:386 +0xd2from junit_01.xml
[BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:26:59.189 Nov 26 09:26:59.189: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename webhook 11/26/22 09:26:59.192 STEP: Waiting for a default service account to be provisioned in namespace 11/26/22 09:26:59.399 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace 11/26/22 09:26:59.494 [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:31 [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/apimachinery/webhook.go:90 STEP: Setting up server cert 11/26/22 09:26:59.92 STEP: Create role binding to let webhook read extension-apiserver-authentication 11/26/22 09:27:00.636 STEP: Deploying the webhook pod 11/26/22 09:27:00.729 STEP: Wait for the deployment to be ready 11/26/22 09:27:00.984 Nov 26 09:27:01.624: INFO: deployment "sample-webhook-deployment" doesn't have the required revision set Nov 26 09:27:04.105: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 2, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:06.233: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 2, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:08.354: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 2, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:10.197: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 2, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:12.334: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 2, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:27:14.415: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 2, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 1, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} STEP: Deploying the webhook service 11/26/22 09:27:16.184 STEP: Verifying the service has paired with the endpoint 11/26/22 09:27:16.328 Nov 26 09:27:17.329: INFO: Waiting for amount of service:e2e-test-webhook endpoints to be 1 [It] should honor timeout [Conformance] test/e2e/apimachinery/webhook.go:381 STEP: Setting timeout (1s) shorter than webhook latency (5s) 11/26/22 09:27:17.442 STEP: Registering slow webhook via the AdmissionRegistration API 11/26/22 09:27:17.443 Nov 26 09:27:17.828: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:18.691: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:19.078: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:19.567: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:19.829: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:20.325: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:20.753: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:21.486: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:22.518: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:23.230: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:23.793: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:24.453: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:24.840: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:25.205: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:25.425: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:25.739: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:26.185: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:26.457: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:26.993: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:27.217: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:27.475: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:27.788: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:28.115: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:28.356: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:28.769: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:29.188: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:30.021: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:30.684: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:31.123: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:31.365: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:31.723: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:32.226: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:32.543: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:33.010: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:33.243: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:33.558: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:33.974: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:34.256: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:34.579: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:34.881: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:35.092: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:35.343: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:35.683: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:36.002: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:36.242: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:36.760: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:37.361: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:37.694: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:37.944: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:38.217: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:38.482: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:38.738: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:39.163: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:39.444: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:39.740: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:40.140: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:40.857: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:41.367: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:41.871: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:42.426: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:43.109: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:43.464: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:43.824: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:44.059: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:44.342: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:44.617: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:44.800: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:45.012: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:45.174: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:45.396: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:45.647: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:46.062: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:46.341: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:46.685: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:46.986: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:47.337: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:47.607: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:47.915: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:48.152: INFO: Waiting for webhook configuration to be ready... Nov 26 09:27:48.152: INFO: Unexpected error: waiting for webhook configuration to be ready: <*errors.errorString | 0xc0001ffa30>: { s: "timed out waiting for the condition", } Nov 26 09:27:48.152: FAIL: waiting for webhook configuration to be ready: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.registerSlowWebhook(0xc0005efe00, {0xc0053e2170, 0xc}, 0xc005554d20, 0xc00103a370, 0xc0009577ec, 0x1ff6b0?) test/e2e/apimachinery/webhook.go:2170 +0x7f1 k8s.io/kubernetes/test/e2e/apimachinery.glob..func28.15() test/e2e/apimachinery/webhook.go:386 +0xd2 [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/node/init/init.go:32 Nov 26 09:27:48.153: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/apimachinery/webhook.go:105 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:33 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:27:48.769 STEP: Collecting events from namespace "webhook-9566". 11/26/22 09:27:48.77 STEP: Found 7 events. 11/26/22 09:27:48.856 Nov 26 09:27:48.856: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for sample-webhook-deployment-865554f4d9-fmlf9: { } Scheduled: Successfully assigned webhook-9566/sample-webhook-deployment-865554f4d9-fmlf9 to bootstrap-e2e-minion-group-tjh3 Nov 26 09:27:48.856: INFO: At 2022-11-26 09:27:01 +0000 UTC - event for sample-webhook-deployment: {deployment-controller } ScalingReplicaSet: Scaled up replica set sample-webhook-deployment-865554f4d9 to 1 Nov 26 09:27:48.856: INFO: At 2022-11-26 09:27:01 +0000 UTC - event for sample-webhook-deployment-865554f4d9: {replicaset-controller } SuccessfulCreate: Created pod: sample-webhook-deployment-865554f4d9-fmlf9 Nov 26 09:27:48.856: INFO: At 2022-11-26 09:27:10 +0000 UTC - event for sample-webhook-deployment-865554f4d9-fmlf9: {kubelet bootstrap-e2e-minion-group-tjh3} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Nov 26 09:27:48.856: INFO: At 2022-11-26 09:27:10 +0000 UTC - event for sample-webhook-deployment-865554f4d9-fmlf9: {kubelet bootstrap-e2e-minion-group-tjh3} Created: Created container sample-webhook Nov 26 09:27:48.856: INFO: At 2022-11-26 09:27:10 +0000 UTC - event for sample-webhook-deployment-865554f4d9-fmlf9: {kubelet bootstrap-e2e-minion-group-tjh3} Started: Started container sample-webhook Nov 26 09:27:48.856: INFO: At 2022-11-26 09:27:48 +0000 UTC - event for sample-webhook-deployment-865554f4d9-fmlf9: {kubelet bootstrap-e2e-minion-group-tjh3} Killing: Stopping container sample-webhook Nov 26 09:27:48.918: INFO: POD NODE PHASE GRACE CONDITIONS Nov 26 09:27:48.918: INFO: Nov 26 09:27:48.995: INFO: Logging node info for node bootstrap-e2e-master Nov 26 09:27:49.067: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master 6684612e-500d-445b-9ea5-ca4a9dd26828 9139 0 2022-11-26 09:09:40 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:40 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:10:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2022-11-26 09:25:54 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858374656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596230656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:25:54 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:25:54 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:25:54 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:25:54 +0000 UTC,LastTransitionTime:2022-11-26 09:10:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:35.233.142.26,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2f99bd7dadbd46f22ce4edb25d7437ee,SystemUUID:2f99bd7d-adbd-46f2-2ce4-edb25d7437ee,BootID:91890cb0-7345-43f4-95e1-120a542e7b64,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:135160272,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:124990265,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:57660216,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:2c111f004bec24888d8cfa2a812a38fb8341350abac67dcd0ac64e709dfe389c registry.k8s.io/kas-network-proxy/proxy-server:v0.0.33],SizeBytes:22020129,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:27:49.068: INFO: Logging kubelet events for node bootstrap-e2e-master Nov 26 09:27:49.142: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Nov 26 09:27:49.376: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-master: error trying to reach service: No agent available Nov 26 09:27:49.376: INFO: Logging node info for node bootstrap-e2e-minion-group-3tbd Nov 26 09:27:49.468: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-3tbd 131d705a-ee5a-4970-b55c-d8bd140a9252 11022 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-3tbd kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-3tbd topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-2470":"bootstrap-e2e-minion-group-3tbd","csi-mock-csi-mock-volumes-7496":"bootstrap-e2e-minion-group-3tbd"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:14:22 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:24:49 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:27:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-3tbd,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:35.227.162.190,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:564b5bb4a96df03d2d5698ea7ed7bd97,SystemUUID:564b5bb4-a96d-f03d-2d56-98ea7ed7bd97,BootID:f1184b1d-06be-43a8-8666-ded2ffafe9a3,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:c0ddb4794bc8a3631e3373015f913c00b230ee54f87bde9ade195b3a3415c60f registry.k8s.io/build-image/distroless-iptables:v0.1.2],SizeBytes:7685585,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4 kubernetes.io/csi/csi-mock-csi-mock-volumes-2470^c8c15a5a-6d6b-11ed-b9ba-fe1456646533],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4,DevicePath:,},},Config:nil,},} Nov 26 09:27:49.468: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-3tbd Nov 26 09:27:49.643: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-3tbd Nov 26 09:27:49.840: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-3tbd: error trying to reach service: No agent available Nov 26 09:27:49.840: INFO: Logging node info for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:27:49.901: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tcv7 8ea87b57-ed5b-4059-8e4c-e1e4c81196f7 10152 0 2022-11-26 09:09:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tcv7 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tcv7 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5445":"bootstrap-e2e-minion-group-tcv7","csi-mock-csi-mock-volumes-5794":"bootstrap-e2e-minion-group-tcv7","csi-mock-csi-mock-volumes-9210":"bootstrap-e2e-minion-group-tcv7"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:22:21 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {node-problem-detector Update v1 2022-11-26 09:24:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:27:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tcv7,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:24:03 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:24:03 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:24:03 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:24:03 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.82.182.223,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:c2a825554576fd43a2e635326fb142f9,SystemUUID:c2a82555-4576-fd43-a2e6-35326fb142f9,BootID:055d8aa7-293c-4f74-80a7-27b13c8eeaec,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:27:49.902: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:27:49.974: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tcv7 Nov 26 09:27:50.075: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-tcv7: error trying to reach service: No agent available Nov 26 09:27:50.075: INFO: Logging node info for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:27:50.153: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tjh3 bceb443c-3ba3-4e43-a18a-a8b6b36d78e4 11058 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tjh3 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tjh3 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5439":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-provisioning-5120":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-7244":"bootstrap-e2e-minion-group-tjh3"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:22:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:24:51 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:27:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tjh3,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.145.100.186,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:221265593b364d204aac910f94a8eb4e,SystemUUID:22126559-3b36-4d20-4aac-910f94a8eb4e,BootID:2b26fd7e-d97d-408a-b46c-b40dd29a6e3d,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c,DevicePath:,},},Config:nil,},} Nov 26 09:27:50.154: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:27:50.227: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tjh3 Nov 26 09:27:50.329: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-tjh3: error trying to reach service: No agent available STEP: Collecting events from namespace "webhook-9566-markers". 11/26/22 09:27:50.329 STEP: Found 0 events. 11/26/22 09:27:50.379 Nov 26 09:27:50.447: INFO: POD NODE PHASE GRACE CONDITIONS Nov 26 09:27:50.447: INFO: Nov 26 09:27:50.523: INFO: Logging node info for node bootstrap-e2e-master Nov 26 09:27:50.629: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master 6684612e-500d-445b-9ea5-ca4a9dd26828 9139 0 2022-11-26 09:09:40 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:40 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:10:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2022-11-26 09:25:54 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858374656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596230656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:25:54 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:25:54 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:25:54 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:25:54 +0000 UTC,LastTransitionTime:2022-11-26 09:10:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:35.233.142.26,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2f99bd7dadbd46f22ce4edb25d7437ee,SystemUUID:2f99bd7d-adbd-46f2-2ce4-edb25d7437ee,BootID:91890cb0-7345-43f4-95e1-120a542e7b64,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:135160272,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:124990265,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:57660216,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:2c111f004bec24888d8cfa2a812a38fb8341350abac67dcd0ac64e709dfe389c registry.k8s.io/kas-network-proxy/proxy-server:v0.0.33],SizeBytes:22020129,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:27:50.630: INFO: Logging kubelet events for node bootstrap-e2e-master Nov 26 09:27:50.791: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Nov 26 09:27:50.924: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-master: error trying to reach service: No agent available Nov 26 09:27:50.924: INFO: Logging node info for node bootstrap-e2e-minion-group-3tbd Nov 26 09:27:51.042: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-3tbd 131d705a-ee5a-4970-b55c-d8bd140a9252 11022 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-3tbd kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-3tbd topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-2470":"bootstrap-e2e-minion-group-3tbd","csi-mock-csi-mock-volumes-7496":"bootstrap-e2e-minion-group-3tbd"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:14:22 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:24:49 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:27:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-3tbd,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:35.227.162.190,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:564b5bb4a96df03d2d5698ea7ed7bd97,SystemUUID:564b5bb4-a96d-f03d-2d56-98ea7ed7bd97,BootID:f1184b1d-06be-43a8-8666-ded2ffafe9a3,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:c0ddb4794bc8a3631e3373015f913c00b230ee54f87bde9ade195b3a3415c60f registry.k8s.io/build-image/distroless-iptables:v0.1.2],SizeBytes:7685585,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4 kubernetes.io/csi/csi-mock-csi-mock-volumes-2470^c8c15a5a-6d6b-11ed-b9ba-fe1456646533],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4,DevicePath:,},},Config:nil,},} Nov 26 09:27:51.042: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-3tbd Nov 26 09:27:51.136: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-3tbd Nov 26 09:27:51.249: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-3tbd: error trying to reach service: No agent available Nov 26 09:27:51.249: INFO: Logging node info for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:27:51.331: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tcv7 8ea87b57-ed5b-4059-8e4c-e1e4c81196f7 10152 0 2022-11-26 09:09:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tcv7 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tcv7 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5445":"bootstrap-e2e-minion-group-tcv7","csi-mock-csi-mock-volumes-5794":"bootstrap-e2e-minion-group-tcv7","csi-mock-csi-mock-volumes-9210":"bootstrap-e2e-minion-group-tcv7"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:22:21 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {node-problem-detector Update v1 2022-11-26 09:24:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:27:13 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tcv7,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:24:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:24:03 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:24:03 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:24:03 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:24:03 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.82.182.223,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:c2a825554576fd43a2e635326fb142f9,SystemUUID:c2a82555-4576-fd43-a2e6-35326fb142f9,BootID:055d8aa7-293c-4f74-80a7-27b13c8eeaec,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:27:51.332: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:27:51.439: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tcv7 Nov 26 09:27:51.588: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-tcv7: error trying to reach service: No agent available Nov 26 09:27:51.588: INFO: Logging node info for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:27:51.680: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tjh3 bceb443c-3ba3-4e43-a18a-a8b6b36d78e4 11058 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tjh3 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tjh3 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5439":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-provisioning-5120":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-7244":"bootstrap-e2e-minion-group-tjh3"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:22:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:24:51 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:27:49 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tjh3,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:24:51 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.145.100.186,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:221265593b364d204aac910f94a8eb4e,SystemUUID:22126559-3b36-4d20-4aac-910f94a8eb4e,BootID:2b26fd7e-d97d-408a-b46c-b40dd29a6e3d,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c,DevicePath:,},},Config:nil,},} Nov 26 09:27:51.681: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:27:51.761: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tjh3 Nov 26 09:27:52.054: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-tjh3: error trying to reach service: No agent available [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] tear down framework | framework.go:193 STEP: Destroying namespace "webhook-9566" for this suite. 11/26/22 09:27:52.054 STEP: Destroying namespace "webhook-9566-markers" for this suite. 11/26/22 09:27:52.22
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sAdmissionWebhook\s\[Privileged\:ClusterAdmin\]\sshould\smutate\scustom\sresource\swith\sdifferent\sstored\sversion\s\[Conformance\]$'
test/e2e/apimachinery/webhook.go:1808 k8s.io/kubernetes/test/e2e/apimachinery.registerMutatingWebhookForCustomResource(0xc0005efe00, {0xc0015f8a40, 0xc}, 0xc003ded5e0, 0xc00003fa60, 0x206508?) test/e2e/apimachinery/webhook.go:1808 +0xd51 k8s.io/kubernetes/test/e2e/apimachinery.glob..func28.13() test/e2e/apimachinery/webhook.go:329 +0xadfrom junit_01.xml
[BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:13:33.817 Nov 26 09:13:33.817: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename webhook 11/26/22 09:13:33.819 Nov 26 09:13:33.858: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused STEP: Waiting for a default service account to be provisioned in namespace 11/26/22 09:14:18.53 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace 11/26/22 09:14:18.654 [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:31 [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/apimachinery/webhook.go:90 STEP: Setting up server cert 11/26/22 09:14:23.168 STEP: Create role binding to let webhook read extension-apiserver-authentication 11/26/22 09:14:23.586 STEP: Deploying the webhook pod 11/26/22 09:14:23.725 STEP: Wait for the deployment to be ready 11/26/22 09:14:23.91 Nov 26 09:14:24.219: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:0, UpdatedReplicas:0, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"NewReplicaSetCreated", Message:"Created new replica set \"sample-webhook-deployment-865554f4d9\""}, v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:26.450: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:28.449: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:30.300: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:32.285: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:34.290: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:36.288: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:38.305: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:40.287: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:42.315: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:44.301: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:46.310: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:48.299: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:50.293: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:52.303: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:54.301: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:56.302: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:14:58.298: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:00.261: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:02.263: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:04.273: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:06.267: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:08.264: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:10.263: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:12.262: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:14.263: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:16.264: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:18.265: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:20.262: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:22.263: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:24.265: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:26.267: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:28.264: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:30.263: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:32.266: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:34.385: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:36.265: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:38.273: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:40.263: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:42.268: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:44.266: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:46.263: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:48.264: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:50.265: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:52.272: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:54.265: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:56.265: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:15:58.265: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:16:00.262: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:16:02.265: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:16:04.263: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:16:06.272: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:16:08.264: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:16:10.265: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:16:12.265: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} Nov 26 09:16:14.263: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 14, 24, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 14, 23, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} STEP: Deploying the webhook service 11/26/22 09:16:16.297 STEP: Verifying the service has paired with the endpoint 11/26/22 09:16:16.471 Nov 26 09:16:17.472: INFO: Waiting for amount of service:e2e-test-webhook endpoints to be 1 [It] should mutate custom resource with different stored version [Conformance] test/e2e/apimachinery/webhook.go:323 Nov 26 09:16:17.550: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Registering the mutating webhook for custom resource e2e-test-webhook-3524-crds.webhook.example.com via the AdmissionRegistration API 11/26/22 09:16:18.304 Nov 26 09:16:28.573: INFO: Waiting for webhook configuration to be ready... Nov 26 09:16:38.814: INFO: Waiting for webhook configuration to be ready... Nov 26 09:16:49.067: INFO: Waiting for webhook configuration to be ready... Nov 26 09:16:59.382: INFO: Waiting for webhook configuration to be ready... Nov 26 09:17:09.586: INFO: Waiting for webhook configuration to be ready... Nov 26 09:17:09.586: INFO: Unexpected error: waiting for webhook configuration to be ready: <*errors.errorString | 0xc0001ffa30>: { s: "timed out waiting for the condition", } Nov 26 09:17:09.586: FAIL: waiting for webhook configuration to be ready: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.registerMutatingWebhookForCustomResource(0xc0005efe00, {0xc0015f8a40, 0xc}, 0xc003ded5e0, 0xc00003fa60, 0x206508?) test/e2e/apimachinery/webhook.go:1808 +0xd51 k8s.io/kubernetes/test/e2e/apimachinery.glob..func28.13() test/e2e/apimachinery/webhook.go:329 +0xad [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/node/init/init.go:32 Nov 26 09:17:10.340: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/apimachinery/webhook.go:105 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:33 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:17:11.196 STEP: Collecting events from namespace "webhook-8081". 11/26/22 09:17:11.196 STEP: Found 15 events. 11/26/22 09:17:11.277 Nov 26 09:17:11.278: INFO: At 0001-01-01 00:00:00 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: { } Scheduled: Successfully assigned webhook-8081/sample-webhook-deployment-865554f4d9-bx5rv to bootstrap-e2e-minion-group-3tbd Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:23 +0000 UTC - event for sample-webhook-deployment: {deployment-controller } ScalingReplicaSet: Scaled up replica set sample-webhook-deployment-865554f4d9 to 1 Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:24 +0000 UTC - event for sample-webhook-deployment-865554f4d9: {replicaset-controller } SuccessfulCreate: Created pod: sample-webhook-deployment-865554f4d9-bx5rv Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:25 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} FailedMount: MountVolume.SetUp failed for volume "webhook-certs" : failed to sync secret cache: timed out waiting for the condition Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:27 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} Pulled: Container image "registry.k8s.io/e2e-test-images/agnhost:2.43" already present on machine Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:27 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} Created: Created container sample-webhook Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:27 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} Started: Started container sample-webhook Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:28 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} Unhealthy: Readiness probe failed: Get "https://10.64.3.40:8444/readyz": read tcp 10.64.3.1:33542->10.64.3.40:8444: read: connection reset by peer Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:28 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} Unhealthy: Readiness probe failed: Get "https://10.64.3.40:8444/readyz": dial tcp 10.64.3.40:8444: connect: connection refused Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:28 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} Killing: Stopping container sample-webhook Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:29 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} SandboxChanged: Pod sandbox changed, it will be killed and re-created. Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:40 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} Unhealthy: Readiness probe failed: Get "https://10.64.3.44:8444/readyz": unexpected EOF Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:40 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} Unhealthy: Readiness probe failed: Get "https://10.64.3.44:8444/readyz": dial tcp 10.64.3.44:8444: connect: connection refused Nov 26 09:17:11.278: INFO: At 2022-11-26 09:14:47 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} BackOff: Back-off restarting failed container sample-webhook in pod sample-webhook-deployment-865554f4d9-bx5rv_webhook-8081(53138867-90cf-4b53-b7cf-5fd8c37f361b) Nov 26 09:17:11.278: INFO: At 2022-11-26 09:15:06 +0000 UTC - event for sample-webhook-deployment-865554f4d9-bx5rv: {kubelet bootstrap-e2e-minion-group-3tbd} Unhealthy: Readiness probe failed: Get "https://10.64.3.51:8444/readyz": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) Nov 26 09:17:11.337: INFO: POD NODE PHASE GRACE CONDITIONS Nov 26 09:17:11.337: INFO: Nov 26 09:17:11.415: INFO: Logging node info for node bootstrap-e2e-master Nov 26 09:17:11.472: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master 6684612e-500d-445b-9ea5-ca4a9dd26828 3388 0 2022-11-26 09:09:40 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:40 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:10:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2022-11-26 09:15:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858374656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596230656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:15:42 +0000 UTC,LastTransitionTime:2022-11-26 09:10:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:35.233.142.26,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2f99bd7dadbd46f22ce4edb25d7437ee,SystemUUID:2f99bd7d-adbd-46f2-2ce4-edb25d7437ee,BootID:91890cb0-7345-43f4-95e1-120a542e7b64,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:135160272,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:124990265,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:57660216,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:2c111f004bec24888d8cfa2a812a38fb8341350abac67dcd0ac64e709dfe389c registry.k8s.io/kas-network-proxy/proxy-server:v0.0.33],SizeBytes:22020129,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:17:11.473: INFO: Logging kubelet events for node bootstrap-e2e-master Nov 26 09:17:11.526: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Nov 26 09:17:37.978: INFO: metadata-proxy-v0.1-j6gfx started at 2022-11-26 09:10:03 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:37.978: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:17:37.978: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:17:37.978: INFO: etcd-server-events-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:37.978: INFO: Container etcd-container ready: true, restart count 1 Nov 26 09:17:37.978: INFO: kube-apiserver-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:37.978: INFO: Container kube-apiserver ready: true, restart count 1 Nov 26 09:17:37.978: INFO: kube-scheduler-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:37.978: INFO: Container kube-scheduler ready: true, restart count 4 Nov 26 09:17:37.978: INFO: kube-addon-manager-bootstrap-e2e-master started at 2022-11-26 09:09:13 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:37.978: INFO: Container kube-addon-manager ready: true, restart count 0 Nov 26 09:17:37.978: INFO: l7-lb-controller-bootstrap-e2e-master started at 2022-11-26 09:09:13 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:37.978: INFO: Container l7-lb-controller ready: true, restart count 3 Nov 26 09:17:37.978: INFO: etcd-server-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:37.978: INFO: Container etcd-container ready: true, restart count 1 Nov 26 09:17:37.978: INFO: konnectivity-server-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:37.978: INFO: Container konnectivity-server-container ready: true, restart count 3 Nov 26 09:17:37.978: INFO: kube-controller-manager-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:37.978: INFO: Container kube-controller-manager ready: true, restart count 4 Nov 26 09:17:38.538: INFO: Latency metrics for node bootstrap-e2e-master Nov 26 09:17:38.538: INFO: Logging node info for node bootstrap-e2e-minion-group-3tbd Nov 26 09:17:38.842: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-3tbd 131d705a-ee5a-4970-b55c-d8bd140a9252 4064 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-3tbd kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-3tbd topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:14:22 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:14:48 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:15:59 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-3tbd,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:22 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:22 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:22 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:15:22 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:35.227.162.190,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:564b5bb4a96df03d2d5698ea7ed7bd97,SystemUUID:564b5bb4-a96d-f03d-2d56-98ea7ed7bd97,BootID:f1184b1d-06be-43a8-8666-ded2ffafe9a3,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4,DevicePath:,},},Config:nil,},} Nov 26 09:17:38.843: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-3tbd Nov 26 09:17:39.243: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-3tbd Nov 26 09:17:39.629: INFO: coredns-6d97d5ddb-fwzgk started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container coredns ready: false, restart count 4 Nov 26 09:17:39.629: INFO: liveness-a1df1b69-d4a2-4084-9936-e8fb74874bc9 started at 2022-11-26 09:12:54 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:17:39.629: INFO: pod-secrets-c3817097-2cfb-4d5b-abad-a0109042b5b8 started at 2022-11-26 09:12:43 +0000 UTC (0+3 container statuses recorded) Nov 26 09:17:39.629: INFO: Container creates-volume-test ready: false, restart count 0 Nov 26 09:17:39.629: INFO: Container dels-volume-test ready: false, restart count 0 Nov 26 09:17:39.629: INFO: Container upds-volume-test ready: false, restart count 0 Nov 26 09:17:39.629: INFO: pod-subpath-test-dynamicpv-p2ll started at 2022-11-26 09:17:10 +0000 UTC (2+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Init container init-volume-dynamicpv-p2ll ready: false, restart count 0 Nov 26 09:17:39.629: INFO: Init container test-init-volume-dynamicpv-p2ll ready: false, restart count 0 Nov 26 09:17:39.629: INFO: Container test-container-subpath-dynamicpv-p2ll ready: false, restart count 0 Nov 26 09:17:39.629: INFO: externalsvc-wfdkb started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container externalsvc ready: true, restart count 2 Nov 26 09:17:39.629: INFO: l7-default-backend-8549d69d99-j7l2z started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container default-http-backend ready: true, restart count 0 Nov 26 09:17:39.629: INFO: konnectivity-agent-4s5kx started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container konnectivity-agent ready: true, restart count 4 Nov 26 09:17:39.629: INFO: external-provisioner-dhgkj started at 2022-11-26 09:14:23 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container nfs-provisioner ready: false, restart count 3 Nov 26 09:17:39.629: INFO: pod-subpath-test-dynamicpv-5276 started at 2022-11-26 09:13:02 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:39.629: INFO: Container test-container-subpath-dynamicpv-5276 ready: false, restart count 0 Nov 26 09:17:39.629: INFO: Container test-container-volume-dynamicpv-5276 ready: true, restart count 0 Nov 26 09:17:39.629: INFO: volume-snapshot-controller-0 started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container volume-snapshot-controller ready: true, restart count 2 Nov 26 09:17:39.629: INFO: kube-proxy-bootstrap-e2e-minion-group-3tbd started at 2022-11-26 09:09:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container kube-proxy ready: false, restart count 4 Nov 26 09:17:39.629: INFO: metadata-proxy-v0.1-m9x8r started at 2022-11-26 09:09:45 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:39.629: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:17:39.629: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:17:39.629: INFO: up-down-2-dmxn6 started at 2022-11-26 09:12:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container up-down-2 ready: true, restart count 0 Nov 26 09:17:39.629: INFO: update-demo-nautilus-q246t started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container update-demo ready: true, restart count 1 Nov 26 09:17:39.629: INFO: pause-pod-6d7d767989-dbxl5 started at 2022-11-26 09:14:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container agnhost-pause ready: true, restart count 3 Nov 26 09:17:39.629: INFO: hostexec-bootstrap-e2e-minion-group-3tbd-jfgfj started at 2022-11-26 09:17:36 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container agnhost-container ready: true, restart count 0 Nov 26 09:17:39.629: INFO: httpd started at 2022-11-26 09:12:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container httpd ready: false, restart count 3 Nov 26 09:17:39.629: INFO: hostexec-bootstrap-e2e-minion-group-3tbd-pht2w started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container agnhost-container ready: true, restart count 1 Nov 26 09:17:39.629: INFO: kube-dns-autoscaler-5f6455f985-lsg4c started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container autoscaler ready: true, restart count 3 Nov 26 09:17:39.629: INFO: netserver-0 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container webserver ready: true, restart count 1 Nov 26 09:17:39.629: INFO: echo-sourceip started at 2022-11-26 09:14:35 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container agnhost-container ready: true, restart count 1 Nov 26 09:17:39.629: INFO: pod-a8d2ac20-9d62-48e8-b2d0-8aad0f0571ff started at 2022-11-26 09:17:37 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container test-container ready: false, restart count 0 Nov 26 09:17:39.629: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:39.629: INFO: Container csi-attacher ready: false, restart count 2 Nov 26 09:17:39.629: INFO: Container csi-provisioner ready: false, restart count 2 Nov 26 09:17:39.629: INFO: Container csi-resizer ready: false, restart count 2 Nov 26 09:17:39.629: INFO: Container csi-snapshotter ready: false, restart count 2 Nov 26 09:17:39.629: INFO: Container hostpath ready: false, restart count 2 Nov 26 09:17:39.629: INFO: Container liveness-probe ready: false, restart count 2 Nov 26 09:17:39.629: INFO: Container node-driver-registrar ready: false, restart count 2 Nov 26 09:17:39.629: INFO: pod-b88b0ae3-333c-45d1-89e8-71d2d80345eb started at 2022-11-26 09:17:34 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:39.629: INFO: Container test-container ready: false, restart count 0 Nov 26 09:17:40.307: INFO: Latency metrics for node bootstrap-e2e-minion-group-3tbd Nov 26 09:17:40.307: INFO: Logging node info for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:17:40.468: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tcv7 8ea87b57-ed5b-4059-8e4c-e1e4c81196f7 3874 0 2022-11-26 09:09:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tcv7 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tcv7 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {node-problem-detector Update v1 2022-11-26 09:14:48 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:15:33 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tcv7,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:21 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:21 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:21 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:15:21 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.82.182.223,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:c2a825554576fd43a2e635326fb142f9,SystemUUID:c2a82555-4576-fd43-a2e6-35326fb142f9,BootID:055d8aa7-293c-4f74-80a7-27b13c8eeaec,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:17:40.469: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:17:40.761: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tcv7 Nov 26 09:17:41.425: INFO: metadata-proxy-v0.1-q5qmc started at 2022-11-26 09:09:44 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:41.425: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:17:41.425: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:17:41.425: INFO: external-provisioner-wc857 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container nfs-provisioner ready: true, restart count 4 Nov 26 09:17:41.425: INFO: update-demo-nautilus-nzkh5 started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container update-demo ready: true, restart count 0 Nov 26 09:17:41.425: INFO: konnectivity-agent-n7fgw started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container konnectivity-agent ready: true, restart count 3 Nov 26 09:17:41.425: INFO: liveness-f70fb8e0-86f4-46e5-94b8-d403cddbc9f1 started at 2022-11-26 09:14:46 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container agnhost-container ready: false, restart count 4 Nov 26 09:17:41.425: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:17:37 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container csi-attacher ready: true, restart count 0 Nov 26 09:17:41.425: INFO: execpodrpc5b started at 2022-11-26 09:12:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:17:41.425: INFO: up-down-2-2lwcz started at 2022-11-26 09:12:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container up-down-2 ready: true, restart count 2 Nov 26 09:17:41.425: INFO: dns-test-97519f18-40a0-42af-bd12-4cba34986f65 started at 2022-11-26 09:17:10 +0000 UTC (0+3 container statuses recorded) Nov 26 09:17:41.425: INFO: Container jessie-querier ready: true, restart count 0 Nov 26 09:17:41.425: INFO: Container querier ready: true, restart count 0 Nov 26 09:17:41.425: INFO: Container webserver ready: true, restart count 0 Nov 26 09:17:41.425: INFO: pause-pod-6d7d767989-4qs5j started at 2022-11-26 09:14:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container agnhost-pause ready: true, restart count 2 Nov 26 09:17:41.425: INFO: externalsvc-mnk68 started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container externalsvc ready: true, restart count 1 Nov 26 09:17:41.425: INFO: sample-apiserver-deployment-55bd96fd47-z2pzd started at 2022-11-26 09:17:35 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:41.425: INFO: Container etcd ready: false, restart count 0 Nov 26 09:17:41.425: INFO: Container sample-apiserver ready: false, restart count 0 Nov 26 09:17:41.425: INFO: csi-mockplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+3 container statuses recorded) Nov 26 09:17:41.425: INFO: Container csi-provisioner ready: false, restart count 3 Nov 26 09:17:41.425: INFO: Container driver-registrar ready: false, restart count 3 Nov 26 09:17:41.425: INFO: Container mock ready: false, restart count 3 Nov 26 09:17:41.425: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:12:45 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container csi-attacher ready: true, restart count 3 Nov 26 09:17:41.425: INFO: csi-mockplugin-0 started at 2022-11-26 09:17:37 +0000 UTC (0+3 container statuses recorded) Nov 26 09:17:41.425: INFO: Container csi-provisioner ready: true, restart count 0 Nov 26 09:17:41.425: INFO: Container driver-registrar ready: true, restart count 0 Nov 26 09:17:41.425: INFO: Container mock ready: true, restart count 0 Nov 26 09:17:41.425: INFO: coredns-6d97d5ddb-n7pm7 started at 2022-11-26 09:10:07 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container coredns ready: false, restart count 4 Nov 26 09:17:41.425: INFO: pvc-tester-4484t started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container write-pod ready: false, restart count 0 Nov 26 09:17:41.425: INFO: external-provisioner-tzg8k started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container nfs-provisioner ready: false, restart count 2 Nov 26 09:17:41.425: INFO: netserver-1 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container webserver ready: true, restart count 0 Nov 26 09:17:41.425: INFO: nfs-server started at 2022-11-26 09:14:30 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container nfs-server ready: true, restart count 1 Nov 26 09:17:41.425: INFO: kube-proxy-bootstrap-e2e-minion-group-tcv7 started at 2022-11-26 09:09:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container kube-proxy ready: false, restart count 3 Nov 26 09:17:41.425: INFO: pod1 started at 2022-11-26 09:12:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container agnhost-container ready: true, restart count 4 Nov 26 09:17:41.425: INFO: httpd started at 2022-11-26 09:13:00 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:41.425: INFO: Container httpd ready: true, restart count 0 Nov 26 09:17:42.759: INFO: Latency metrics for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:17:42.759: INFO: Logging node info for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:17:42.879: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tjh3 bceb443c-3ba3-4e43-a18a-a8b6b36d78e4 4119 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tjh3 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tjh3 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-2316":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-ephemeral-6267":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-ephemeral-918":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-provisioning-5120":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-volumelimits-7448":"bootstrap-e2e-minion-group-tjh3"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2022-11-26 09:14:49 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:16:15 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2022-11-26 09:17:18 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tjh3,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:43 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:43 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:43 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:15:43 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.145.100.186,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:221265593b364d204aac910f94a8eb4e,SystemUUID:22126559-3b36-4d20-4aac-910f94a8eb4e,BootID:2b26fd7e-d97d-408a-b46c-b40dd29a6e3d,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c kubernetes.io/csi/csi-hostpath-provisioning-5120^86d0b60d-6d6a-11ed-91c7-122377731627],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-5120^86d0b60d-6d6a-11ed-91c7-122377731627,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c,DevicePath:,},},Config:nil,},} Nov 26 09:17:42.880: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:17:43.000: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tjh3 Nov 26 09:17:43.347: INFO: pod-secrets-f99043da-fa55-4918-a6cc-4b79d4393971 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container secret-volume-test ready: false, restart count 0 Nov 26 09:17:43.347: INFO: up-down-2-2fvpp started at 2022-11-26 09:12:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container up-down-2 ready: true, restart count 2 Nov 26 09:17:43.347: INFO: kube-proxy-bootstrap-e2e-minion-group-tjh3 started at 2022-11-26 09:09:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container kube-proxy ready: false, restart count 4 Nov 26 09:17:43.347: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-w69g9 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:17:43.347: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:14:31 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:43.347: INFO: Container csi-attacher ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container csi-provisioner ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container csi-resizer ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container csi-snapshotter ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container hostpath ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container liveness-probe ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container node-driver-registrar ready: true, restart count 0 Nov 26 09:17:43.347: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-ppn9f started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container agnhost-container ready: false, restart count 3 Nov 26 09:17:43.347: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:43.347: INFO: Container csi-attacher ready: true, restart count 5 Nov 26 09:17:43.347: INFO: Container csi-provisioner ready: true, restart count 5 Nov 26 09:17:43.347: INFO: Container csi-resizer ready: true, restart count 5 Nov 26 09:17:43.347: INFO: Container csi-snapshotter ready: true, restart count 5 Nov 26 09:17:43.347: INFO: Container hostpath ready: false, restart count 4 Nov 26 09:17:43.347: INFO: Container liveness-probe ready: true, restart count 5 Nov 26 09:17:43.347: INFO: Container node-driver-registrar ready: false, restart count 4 Nov 26 09:17:43.347: INFO: pod-subpath-test-dynamicpv-knwt started at 2022-11-26 09:13:02 +0000 UTC (2+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Init container init-volume-dynamicpv-knwt ready: false, restart count 0 Nov 26 09:17:43.347: INFO: Init container test-init-volume-dynamicpv-knwt ready: false, restart count 0 Nov 26 09:17:43.347: INFO: Container test-container-subpath-dynamicpv-knwt ready: false, restart count 0 Nov 26 09:17:43.347: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:47 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:43.347: INFO: Container csi-attacher ready: false, restart count 4 Nov 26 09:17:43.347: INFO: Container csi-provisioner ready: false, restart count 4 Nov 26 09:17:43.347: INFO: Container csi-resizer ready: false, restart count 4 Nov 26 09:17:43.347: INFO: Container csi-snapshotter ready: false, restart count 4 Nov 26 09:17:43.347: INFO: Container hostpath ready: false, restart count 4 Nov 26 09:17:43.347: INFO: Container liveness-probe ready: false, restart count 4 Nov 26 09:17:43.347: INFO: Container node-driver-registrar ready: false, restart count 4 Nov 26 09:17:43.347: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:14:30 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:43.347: INFO: Container csi-attacher ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container csi-provisioner ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container csi-resizer ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container csi-snapshotter ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container hostpath ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container liveness-probe ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container node-driver-registrar ready: true, restart count 1 Nov 26 09:17:43.347: INFO: metrics-server-v0.5.2-867b8754b9-6xzdf started at 2022-11-26 09:10:24 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:43.347: INFO: Container metrics-server ready: false, restart count 4 Nov 26 09:17:43.347: INFO: Container metrics-server-nanny ready: false, restart count 4 Nov 26 09:17:43.347: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:14:29 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:43.347: INFO: Container csi-attacher ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container csi-provisioner ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container csi-resizer ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container csi-snapshotter ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container hostpath ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container liveness-probe ready: true, restart count 1 Nov 26 09:17:43.347: INFO: Container node-driver-registrar ready: true, restart count 1 Nov 26 09:17:43.347: INFO: netserver-2 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container webserver ready: true, restart count 3 Nov 26 09:17:43.347: INFO: inline-volume-tester-czpmj started at 2022-11-26 09:13:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container csi-volume-tester ready: false, restart count 0 Nov 26 09:17:43.347: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:14:31 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:43.347: INFO: Container csi-attacher ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container csi-provisioner ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container csi-resizer ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container csi-snapshotter ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container hostpath ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container liveness-probe ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container node-driver-registrar ready: true, restart count 0 Nov 26 09:17:43.347: INFO: sysctl-2076dad4-ae6d-4b5d-9aa8-e984fce9fa42 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container test-container ready: false, restart count 0 Nov 26 09:17:43.347: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-74kjw started at 2022-11-26 09:13:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:17:43.347: INFO: pod-b039b708-28e0-435d-8ba2-65a30eb89848 started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container write-pod ready: false, restart count 0 Nov 26 09:17:43.347: INFO: metadata-proxy-v0.1-nn5s9 started at 2022-11-26 09:09:45 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:43.347: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:17:43.347: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:17:43.347: INFO: konnectivity-agent-gt4hp started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container konnectivity-agent ready: true, restart count 3 Nov 26 09:17:43.347: INFO: pod-4bf004bc-ecfa-4f60-982f-8da27d236993 started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:43.347: INFO: Container write-pod ready: true, restart count 0 Nov 26 09:17:43.823: INFO: Latency metrics for node bootstrap-e2e-minion-group-tjh3 STEP: Collecting events from namespace "webhook-8081-markers". 11/26/22 09:17:43.823 STEP: Found 0 events. 11/26/22 09:17:43.929 Nov 26 09:17:44.011: INFO: POD NODE PHASE GRACE CONDITIONS Nov 26 09:17:44.012: INFO: Nov 26 09:17:44.080: INFO: Logging node info for node bootstrap-e2e-master Nov 26 09:17:44.145: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master 6684612e-500d-445b-9ea5-ca4a9dd26828 3388 0 2022-11-26 09:09:40 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:40 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:10:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2022-11-26 09:15:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858374656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596230656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:42 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:15:42 +0000 UTC,LastTransitionTime:2022-11-26 09:10:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:35.233.142.26,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2f99bd7dadbd46f22ce4edb25d7437ee,SystemUUID:2f99bd7d-adbd-46f2-2ce4-edb25d7437ee,BootID:91890cb0-7345-43f4-95e1-120a542e7b64,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:135160272,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:124990265,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:57660216,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:2c111f004bec24888d8cfa2a812a38fb8341350abac67dcd0ac64e709dfe389c registry.k8s.io/kas-network-proxy/proxy-server:v0.0.33],SizeBytes:22020129,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:17:44.145: INFO: Logging kubelet events for node bootstrap-e2e-master Nov 26 09:17:44.214: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Nov 26 09:17:44.323: INFO: kube-addon-manager-bootstrap-e2e-master started at 2022-11-26 09:09:13 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:44.323: INFO: Container kube-addon-manager ready: true, restart count 0 Nov 26 09:17:44.323: INFO: l7-lb-controller-bootstrap-e2e-master started at 2022-11-26 09:09:13 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:44.323: INFO: Container l7-lb-controller ready: true, restart count 3 Nov 26 09:17:44.323: INFO: metadata-proxy-v0.1-j6gfx started at 2022-11-26 09:10:03 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:44.323: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:17:44.323: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:17:44.323: INFO: etcd-server-events-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:44.323: INFO: Container etcd-container ready: true, restart count 1 Nov 26 09:17:44.323: INFO: kube-apiserver-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:44.323: INFO: Container kube-apiserver ready: true, restart count 1 Nov 26 09:17:44.323: INFO: kube-scheduler-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:44.323: INFO: Container kube-scheduler ready: true, restart count 4 Nov 26 09:17:44.323: INFO: etcd-server-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:44.323: INFO: Container etcd-container ready: true, restart count 1 Nov 26 09:17:44.323: INFO: konnectivity-server-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:44.323: INFO: Container konnectivity-server-container ready: true, restart count 3 Nov 26 09:17:44.323: INFO: kube-controller-manager-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:44.323: INFO: Container kube-controller-manager ready: true, restart count 4 Nov 26 09:17:44.725: INFO: Latency metrics for node bootstrap-e2e-master Nov 26 09:17:44.725: INFO: Logging node info for node bootstrap-e2e-minion-group-3tbd Nov 26 09:17:44.800: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-3tbd 131d705a-ee5a-4970-b55c-d8bd140a9252 4488 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-3tbd kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-3tbd topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:14:22 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:14:48 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:17:41 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-3tbd,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:22 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:22 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:22 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:15:22 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:35.227.162.190,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:564b5bb4a96df03d2d5698ea7ed7bd97,SystemUUID:564b5bb4-a96d-f03d-2d56-98ea7ed7bd97,BootID:f1184b1d-06be-43a8-8666-ded2ffafe9a3,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4,DevicePath:,},},Config:nil,},} Nov 26 09:17:44.800: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-3tbd Nov 26 09:17:44.889: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-3tbd Nov 26 09:17:45.114: INFO: coredns-6d97d5ddb-fwzgk started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container coredns ready: false, restart count 4 Nov 26 09:17:45.114: INFO: liveness-a1df1b69-d4a2-4084-9936-e8fb74874bc9 started at 2022-11-26 09:12:54 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:17:45.114: INFO: test-rollover-controller-94s7w started at 2022-11-26 09:17:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container httpd ready: false, restart count 0 Nov 26 09:17:45.114: INFO: l7-default-backend-8549d69d99-j7l2z started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container default-http-backend ready: true, restart count 0 Nov 26 09:17:45.114: INFO: konnectivity-agent-4s5kx started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container konnectivity-agent ready: true, restart count 4 Nov 26 09:17:45.114: INFO: pod-secrets-c3817097-2cfb-4d5b-abad-a0109042b5b8 started at 2022-11-26 09:12:43 +0000 UTC (0+3 container statuses recorded) Nov 26 09:17:45.114: INFO: Container creates-volume-test ready: false, restart count 0 Nov 26 09:17:45.114: INFO: Container dels-volume-test ready: false, restart count 0 Nov 26 09:17:45.114: INFO: Container upds-volume-test ready: false, restart count 0 Nov 26 09:17:45.114: INFO: pod-subpath-test-dynamicpv-p2ll started at 2022-11-26 09:17:10 +0000 UTC (2+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Init container init-volume-dynamicpv-p2ll ready: false, restart count 0 Nov 26 09:17:45.114: INFO: Init container test-init-volume-dynamicpv-p2ll ready: false, restart count 0 Nov 26 09:17:45.114: INFO: Container test-container-subpath-dynamicpv-p2ll ready: false, restart count 0 Nov 26 09:17:45.114: INFO: externalsvc-wfdkb started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container externalsvc ready: true, restart count 2 Nov 26 09:17:45.114: INFO: external-provisioner-dhgkj started at 2022-11-26 09:14:23 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container nfs-provisioner ready: false, restart count 3 Nov 26 09:17:45.114: INFO: kube-proxy-bootstrap-e2e-minion-group-3tbd started at 2022-11-26 09:09:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container kube-proxy ready: false, restart count 4 Nov 26 09:17:45.114: INFO: metadata-proxy-v0.1-m9x8r started at 2022-11-26 09:09:45 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:45.114: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:17:45.114: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:17:45.114: INFO: pod-subpath-test-dynamicpv-5276 started at 2022-11-26 09:13:02 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:45.114: INFO: Container test-container-subpath-dynamicpv-5276 ready: false, restart count 0 Nov 26 09:17:45.114: INFO: Container test-container-volume-dynamicpv-5276 ready: true, restart count 0 Nov 26 09:17:45.114: INFO: volume-snapshot-controller-0 started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container volume-snapshot-controller ready: true, restart count 2 Nov 26 09:17:45.114: INFO: pfpod started at 2022-11-26 09:17:40 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:45.114: INFO: Container portforwardtester ready: false, restart count 0 Nov 26 09:17:45.114: INFO: Container readiness ready: false, restart count 0 Nov 26 09:17:45.114: INFO: up-down-2-dmxn6 started at 2022-11-26 09:12:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container up-down-2 ready: true, restart count 0 Nov 26 09:17:45.114: INFO: update-demo-nautilus-q246t started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container update-demo ready: true, restart count 1 Nov 26 09:17:45.114: INFO: verify-service-up-host-exec-pod started at 2022-11-26 09:17:40 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container agnhost-container ready: false, restart count 0 Nov 26 09:17:45.114: INFO: hostexec-bootstrap-e2e-minion-group-3tbd-pht2w started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container agnhost-container ready: true, restart count 1 Nov 26 09:17:45.114: INFO: kube-dns-autoscaler-5f6455f985-lsg4c started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container autoscaler ready: true, restart count 3 Nov 26 09:17:45.114: INFO: netserver-0 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container webserver ready: true, restart count 1 Nov 26 09:17:45.114: INFO: pause-pod-6d7d767989-dbxl5 started at 2022-11-26 09:14:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container agnhost-pause ready: true, restart count 3 Nov 26 09:17:45.114: INFO: hostexec-bootstrap-e2e-minion-group-3tbd-jfgfj started at 2022-11-26 09:17:36 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container agnhost-container ready: true, restart count 0 Nov 26 09:17:45.114: INFO: httpd started at 2022-11-26 09:12:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container httpd ready: false, restart count 3 Nov 26 09:17:45.114: INFO: echo-sourceip started at 2022-11-26 09:14:35 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container agnhost-container ready: true, restart count 1 Nov 26 09:17:45.114: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:45.114: INFO: Container csi-attacher ready: true, restart count 3 Nov 26 09:17:45.114: INFO: Container csi-provisioner ready: true, restart count 3 Nov 26 09:17:45.114: INFO: Container csi-resizer ready: true, restart count 3 Nov 26 09:17:45.114: INFO: Container csi-snapshotter ready: true, restart count 3 Nov 26 09:17:45.114: INFO: Container hostpath ready: true, restart count 3 Nov 26 09:17:45.114: INFO: Container liveness-probe ready: true, restart count 3 Nov 26 09:17:45.114: INFO: Container node-driver-registrar ready: true, restart count 3 Nov 26 09:17:45.114: INFO: pod-a8d2ac20-9d62-48e8-b2d0-8aad0f0571ff started at 2022-11-26 09:17:37 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:45.114: INFO: Container test-container ready: false, restart count 0 Nov 26 09:17:45.516: INFO: Latency metrics for node bootstrap-e2e-minion-group-3tbd Nov 26 09:17:45.516: INFO: Logging node info for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:17:45.672: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tcv7 8ea87b57-ed5b-4059-8e4c-e1e4c81196f7 4499 0 2022-11-26 09:09:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tcv7 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tcv7 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {node-problem-detector Update v1 2022-11-26 09:14:48 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:17:45 +0000 UTC FieldsV1 {"f:metadata":{"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tcv7,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:48 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:17:45 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:17:45 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:17:45 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:17:45 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.82.182.223,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:c2a825554576fd43a2e635326fb142f9,SystemUUID:c2a82555-4576-fd43-a2e6-35326fb142f9,BootID:055d8aa7-293c-4f74-80a7-27b13c8eeaec,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:17:45.673: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:17:45.770: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tcv7 Nov 26 09:17:46.067: INFO: metadata-proxy-v0.1-q5qmc started at 2022-11-26 09:09:44 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:46.067: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:17:46.067: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:17:46.067: INFO: external-provisioner-wc857 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container nfs-provisioner ready: true, restart count 4 Nov 26 09:17:46.067: INFO: liveness-f70fb8e0-86f4-46e5-94b8-d403cddbc9f1 started at 2022-11-26 09:14:46 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container agnhost-container ready: false, restart count 4 Nov 26 09:17:46.067: INFO: konnectivity-agent-n7fgw started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container konnectivity-agent ready: true, restart count 3 Nov 26 09:17:46.067: INFO: externalsvc-mnk68 started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container externalsvc ready: true, restart count 1 Nov 26 09:17:46.067: INFO: sample-apiserver-deployment-55bd96fd47-z2pzd started at 2022-11-26 09:17:35 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:46.067: INFO: Container etcd ready: false, restart count 0 Nov 26 09:17:46.067: INFO: Container sample-apiserver ready: false, restart count 0 Nov 26 09:17:46.067: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:17:37 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container csi-attacher ready: true, restart count 0 Nov 26 09:17:46.067: INFO: execpodrpc5b started at 2022-11-26 09:12:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:17:46.067: INFO: up-down-2-2lwcz started at 2022-11-26 09:12:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container up-down-2 ready: true, restart count 2 Nov 26 09:17:46.067: INFO: dns-test-97519f18-40a0-42af-bd12-4cba34986f65 started at 2022-11-26 09:17:10 +0000 UTC (0+3 container statuses recorded) Nov 26 09:17:46.067: INFO: Container jessie-querier ready: true, restart count 0 Nov 26 09:17:46.067: INFO: Container querier ready: true, restart count 0 Nov 26 09:17:46.067: INFO: Container webserver ready: true, restart count 0 Nov 26 09:17:46.067: INFO: pause-pod-6d7d767989-4qs5j started at 2022-11-26 09:14:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container agnhost-pause ready: true, restart count 2 Nov 26 09:17:46.067: INFO: csi-mockplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+3 container statuses recorded) Nov 26 09:17:46.067: INFO: Container csi-provisioner ready: false, restart count 3 Nov 26 09:17:46.067: INFO: Container driver-registrar ready: false, restart count 3 Nov 26 09:17:46.067: INFO: Container mock ready: false, restart count 3 Nov 26 09:17:46.067: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:12:45 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container csi-attacher ready: true, restart count 3 Nov 26 09:17:46.067: INFO: csi-mockplugin-0 started at 2022-11-26 09:17:37 +0000 UTC (0+3 container statuses recorded) Nov 26 09:17:46.067: INFO: Container csi-provisioner ready: true, restart count 1 Nov 26 09:17:46.067: INFO: Container driver-registrar ready: true, restart count 1 Nov 26 09:17:46.067: INFO: Container mock ready: true, restart count 1 Nov 26 09:17:46.067: INFO: coredns-6d97d5ddb-n7pm7 started at 2022-11-26 09:10:07 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container coredns ready: false, restart count 4 Nov 26 09:17:46.067: INFO: pvc-tester-4484t started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container write-pod ready: false, restart count 0 Nov 26 09:17:46.067: INFO: external-provisioner-tzg8k started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container nfs-provisioner ready: false, restart count 2 Nov 26 09:17:46.067: INFO: verify-service-up-exec-pod-kd49w started at 2022-11-26 09:17:42 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container agnhost-container ready: false, restart count 0 Nov 26 09:17:46.067: INFO: pod-service-account-3ea13f9f-6a98-4015-ac4b-23b99a20ea18 started at 2022-11-26 09:17:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container test ready: false, restart count 0 Nov 26 09:17:46.067: INFO: netserver-1 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container webserver ready: true, restart count 0 Nov 26 09:17:46.067: INFO: httpd started at 2022-11-26 09:13:00 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container httpd ready: true, restart count 0 Nov 26 09:17:46.067: INFO: nfs-server started at 2022-11-26 09:14:30 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container nfs-server ready: false, restart count 1 Nov 26 09:17:46.067: INFO: kube-proxy-bootstrap-e2e-minion-group-tcv7 started at 2022-11-26 09:09:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container kube-proxy ready: false, restart count 3 Nov 26 09:17:46.067: INFO: pod1 started at 2022-11-26 09:12:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:46.067: INFO: Container agnhost-container ready: true, restart count 4 Nov 26 09:17:46.882: INFO: Latency metrics for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:17:46.882: INFO: Logging node info for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:17:47.020: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tjh3 bceb443c-3ba3-4e43-a18a-a8b6b36d78e4 4119 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tjh3 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tjh3 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-2316":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-ephemeral-6267":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-ephemeral-918":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-provisioning-5120":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-volumelimits-7448":"bootstrap-e2e-minion-group-tjh3"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {node-problem-detector Update v1 2022-11-26 09:14:49 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:16:15 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2022-11-26 09:17:18 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tjh3,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:14:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:43 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:43 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:15:43 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:15:43 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.145.100.186,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:221265593b364d204aac910f94a8eb4e,SystemUUID:22126559-3b36-4d20-4aac-910f94a8eb4e,BootID:2b26fd7e-d97d-408a-b46c-b40dd29a6e3d,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c kubernetes.io/csi/csi-hostpath-provisioning-5120^86d0b60d-6d6a-11ed-91c7-122377731627],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-5120^86d0b60d-6d6a-11ed-91c7-122377731627,DevicePath:,},AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c,DevicePath:,},},Config:nil,},} Nov 26 09:17:47.021: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:17:47.263: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tjh3 Nov 26 09:17:47.498: INFO: metadata-proxy-v0.1-nn5s9 started at 2022-11-26 09:09:45 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:47.498: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:17:47.498: INFO: konnectivity-agent-gt4hp started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.498: INFO: Container konnectivity-agent ready: true, restart count 3 Nov 26 09:17:47.498: INFO: pod-4bf004bc-ecfa-4f60-982f-8da27d236993 started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.498: INFO: Container write-pod ready: true, restart count 0 Nov 26 09:17:47.498: INFO: pod-secrets-f99043da-fa55-4918-a6cc-4b79d4393971 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.498: INFO: Container secret-volume-test ready: false, restart count 0 Nov 26 09:17:47.498: INFO: up-down-2-2fvpp started at 2022-11-26 09:12:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.498: INFO: Container up-down-2 ready: true, restart count 2 Nov 26 09:17:47.498: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:47.498: INFO: Container csi-attacher ready: true, restart count 5 Nov 26 09:17:47.498: INFO: Container csi-provisioner ready: true, restart count 5 Nov 26 09:17:47.498: INFO: Container csi-resizer ready: true, restart count 5 Nov 26 09:17:47.498: INFO: Container csi-snapshotter ready: true, restart count 5 Nov 26 09:17:47.498: INFO: Container hostpath ready: false, restart count 4 Nov 26 09:17:47.498: INFO: Container liveness-probe ready: true, restart count 5 Nov 26 09:17:47.498: INFO: Container node-driver-registrar ready: false, restart count 4 Nov 26 09:17:47.498: INFO: pod-subpath-test-dynamicpv-knwt started at 2022-11-26 09:13:02 +0000 UTC (2+1 container statuses recorded) Nov 26 09:17:47.498: INFO: Init container init-volume-dynamicpv-knwt ready: false, restart count 0 Nov 26 09:17:47.498: INFO: Init container test-init-volume-dynamicpv-knwt ready: false, restart count 0 Nov 26 09:17:47.498: INFO: Container test-container-subpath-dynamicpv-knwt ready: false, restart count 0 Nov 26 09:17:47.498: INFO: kube-proxy-bootstrap-e2e-minion-group-tjh3 started at 2022-11-26 09:09:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.498: INFO: Container kube-proxy ready: false, restart count 4 Nov 26 09:17:47.498: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-w69g9 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.498: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:17:47.498: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:14:31 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:47.498: INFO: Container csi-attacher ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container csi-provisioner ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container csi-resizer ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container csi-snapshotter ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container hostpath ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container liveness-probe ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container node-driver-registrar ready: true, restart count 0 Nov 26 09:17:47.498: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-ppn9f started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.498: INFO: Container agnhost-container ready: false, restart count 3 Nov 26 09:17:47.498: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:47 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:47.498: INFO: Container csi-attacher ready: false, restart count 4 Nov 26 09:17:47.498: INFO: Container csi-provisioner ready: false, restart count 4 Nov 26 09:17:47.498: INFO: Container csi-resizer ready: false, restart count 4 Nov 26 09:17:47.498: INFO: Container csi-snapshotter ready: false, restart count 4 Nov 26 09:17:47.498: INFO: Container hostpath ready: false, restart count 4 Nov 26 09:17:47.498: INFO: Container liveness-probe ready: false, restart count 4 Nov 26 09:17:47.498: INFO: Container node-driver-registrar ready: false, restart count 4 Nov 26 09:17:47.498: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:14:30 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:47.498: INFO: Container csi-attacher ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container csi-provisioner ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container csi-resizer ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container csi-snapshotter ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container hostpath ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container liveness-probe ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container node-driver-registrar ready: true, restart count 1 Nov 26 09:17:47.498: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:14:31 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:47.498: INFO: Container csi-attacher ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container csi-provisioner ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container csi-resizer ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container csi-snapshotter ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container hostpath ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container liveness-probe ready: true, restart count 0 Nov 26 09:17:47.498: INFO: Container node-driver-registrar ready: true, restart count 0 Nov 26 09:17:47.498: INFO: metrics-server-v0.5.2-867b8754b9-6xzdf started at 2022-11-26 09:10:24 +0000 UTC (0+2 container statuses recorded) Nov 26 09:17:47.498: INFO: Container metrics-server ready: false, restart count 4 Nov 26 09:17:47.498: INFO: Container metrics-server-nanny ready: false, restart count 4 Nov 26 09:17:47.498: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:14:29 +0000 UTC (0+7 container statuses recorded) Nov 26 09:17:47.498: INFO: Container csi-attacher ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container csi-provisioner ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container csi-resizer ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container csi-snapshotter ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container hostpath ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container liveness-probe ready: true, restart count 1 Nov 26 09:17:47.498: INFO: Container node-driver-registrar ready: true, restart count 1 Nov 26 09:17:47.498: INFO: netserver-2 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.499: INFO: Container webserver ready: true, restart count 3 Nov 26 09:17:47.499: INFO: inline-volume-tester-czpmj started at 2022-11-26 09:13:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.499: INFO: Container csi-volume-tester ready: false, restart count 0 Nov 26 09:17:47.499: INFO: sysctl-2076dad4-ae6d-4b5d-9aa8-e984fce9fa42 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.499: INFO: Container test-container ready: false, restart count 0 Nov 26 09:17:47.499: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-74kjw started at 2022-11-26 09:13:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.499: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:17:47.499: INFO: pod-b039b708-28e0-435d-8ba2-65a30eb89848 started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:17:47.499: INFO: Container write-pod ready: false, restart count 0 Nov 26 09:17:48.136: INFO: Latency metrics for node bootstrap-e2e-minion-group-tjh3 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] tear down framework | framework.go:193 STEP: Destroying namespace "webhook-8081" for this suite. 11/26/22 09:17:48.136 STEP: Destroying namespace "webhook-8081-markers" for this suite. 11/26/22 09:17:48.422
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sAdmissionWebhook\s\[Privileged\:ClusterAdmin\]\sshould\sunconditionally\sreject\soperations\son\sfail\sclosed\swebhook\s\[Conformance\]$'
test/e2e/apimachinery/webhook.go:826 k8s.io/kubernetes/test/e2e/apimachinery.deployWebhookAndService(0xc0005efe00, {0xc004bb26c0, 0x2c}, 0xc004323220, 0x20fb, 0x20fc) test/e2e/apimachinery/webhook.go:826 +0xed2 k8s.io/kubernetes/test/e2e/apimachinery.glob..func28.1() test/e2e/apimachinery/webhook.go:102 +0x226 There were additional failures detected after the initial failure: [FAILED] Nov 26 09:27:58.519: failed to list events in namespace "webhook-4609": Get "https://35.233.142.26/api/v1/namespaces/webhook-4609/events": dial tcp 35.233.142.26:443: connect: connection refused In [DeferCleanup (Each)] at: test/e2e/framework/debug/dump.go:44 ---------- [FAILED] Nov 26 09:27:58.599: Couldn't delete ns: "webhook-4609": Delete "https://35.233.142.26/api/v1/namespaces/webhook-4609": dial tcp 35.233.142.26:443: connect: connection refused (&url.Error{Op:"Delete", URL:"https://35.233.142.26/api/v1/namespaces/webhook-4609", Err:(*net.OpError)(0xc0047d2af0)}),Couldn't delete ns: "webhook-4609-markers": Delete "https://35.233.142.26/api/v1/namespaces/webhook-4609-markers": dial tcp 35.233.142.26:443: connect: connection refused (&url.Error{Op:"Delete", URL:"https://35.233.142.26/api/v1/namespaces/webhook-4609-markers", Err:(*net.OpError)(0xc0047d2d20)}) In [DeferCleanup (Each)] at: test/e2e/framework/framework.go:370from junit_01.xml
[BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:27:52.382 Nov 26 09:27:52.382: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename webhook 11/26/22 09:27:52.384 STEP: Waiting for a default service account to be provisioned in namespace 11/26/22 09:27:52.684 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace 11/26/22 09:27:52.854 [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:31 [BeforeEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/apimachinery/webhook.go:90 STEP: Setting up server cert 11/26/22 09:27:53.188 STEP: Create role binding to let webhook read extension-apiserver-authentication 11/26/22 09:27:53.548 STEP: Deploying the webhook pod 11/26/22 09:27:53.653 STEP: Wait for the deployment to be ready 11/26/22 09:27:53.844 Nov 26 09:27:54.071: INFO: deployment "sample-webhook-deployment" doesn't have the required revision set Nov 26 09:27:56.242: INFO: deployment status: v1.DeploymentStatus{ObservedGeneration:1, Replicas:1, UpdatedReplicas:1, ReadyReplicas:0, AvailableReplicas:0, UnavailableReplicas:1, Conditions:[]v1.DeploymentCondition{v1.DeploymentCondition{Type:"Available", Status:"False", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 54, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 54, 0, time.Local), Reason:"MinimumReplicasUnavailable", Message:"Deployment does not have minimum availability."}, v1.DeploymentCondition{Type:"Progressing", Status:"True", LastUpdateTime:time.Date(2022, time.November, 26, 9, 27, 54, 0, time.Local), LastTransitionTime:time.Date(2022, time.November, 26, 9, 27, 53, 0, time.Local), Reason:"ReplicaSetUpdated", Message:"ReplicaSet \"sample-webhook-deployment-865554f4d9\" is progressing."}}, CollisionCount:(*int32)(nil)} ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:27:58.283: INFO: Unexpected error: waiting for the deployment status valid%!(EXTRA string=registry.k8s.io/e2e-test-images/agnhost:2.43, string=sample-webhook-deployment, string=webhook-4609): <*errors.errorString | 0xc00096c880>: { s: "error waiting for deployment \"sample-webhook-deployment\" status to match expectation: Get \"https://35.233.142.26/apis/apps/v1/namespaces/webhook-4609/deployments/sample-webhook-deployment\": dial tcp 35.233.142.26:443: connect: connection refused", } Nov 26 09:27:58.283: FAIL: waiting for the deployment status valid%!(EXTRA string=registry.k8s.io/e2e-test-images/agnhost:2.43, string=sample-webhook-deployment, string=webhook-4609): error waiting for deployment "sample-webhook-deployment" status to match expectation: Get "https://35.233.142.26/apis/apps/v1/namespaces/webhook-4609/deployments/sample-webhook-deployment": dial tcp 35.233.142.26:443: connect: connection refused Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.deployWebhookAndService(0xc0005efe00, {0xc004bb26c0, 0x2c}, 0xc004323220, 0x20fb, 0x20fc) test/e2e/apimachinery/webhook.go:826 +0xed2 k8s.io/kubernetes/test/e2e/apimachinery.glob..func28.1() test/e2e/apimachinery/webhook.go:102 +0x226 [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/node/init/init.go:32 Nov 26 09:27:58.283: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused [AfterEach] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/apimachinery/webhook.go:105 ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:33 [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:27:58.48 STEP: Collecting events from namespace "webhook-4609". 11/26/22 09:27:58.48 ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:27:58.519: INFO: Unexpected error: failed to list events in namespace "webhook-4609": <*url.Error | 0xc004c6b650>: { Op: "Get", URL: "https://35.233.142.26/api/v1/namespaces/webhook-4609/events", Err: <*net.OpError | 0xc0047d2730>{ Op: "dial", Net: "tcp", Source: nil, Addr: <*net.TCPAddr | 0xc004c6b620>{ IP: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 35, 233, 142, 26], Port: 443, Zone: "", }, Err: <*os.SyscallError | 0xc004c54880>{ Syscall: "connect", Err: <syscall.Errno>0x6f, }, }, } Nov 26 09:27:58.519: FAIL: failed to list events in namespace "webhook-4609": Get "https://35.233.142.26/api/v1/namespaces/webhook-4609/events": dial tcp 35.233.142.26:443: connect: connection refused Full Stack Trace k8s.io/kubernetes/test/e2e/framework/debug.dumpEventsInNamespace(0xc0054285c0, {0xc004f3c100, 0xc}) test/e2e/framework/debug/dump.go:44 +0x191 k8s.io/kubernetes/test/e2e/framework/debug.DumpAllNamespaceInfo({0x801de88, 0xc003de4000}, {0xc004f3c100, 0xc}) test/e2e/framework/debug/dump.go:62 +0x8d k8s.io/kubernetes/test/e2e/framework/debug/init.init.0.func1.1(0xc005428650?, {0xc004f3c100?, 0x7fa7740?}) test/e2e/framework/debug/init/init.go:34 +0x32 k8s.io/kubernetes/test/e2e/framework.(*Framework).dumpNamespaceInfo.func1() test/e2e/framework/framework.go:274 +0x6d k8s.io/kubernetes/test/e2e/framework.(*Framework).dumpNamespaceInfo(0xc0005efe00) test/e2e/framework/framework.go:271 +0x179 reflect.Value.call({0x6627cc0?, 0xc0017b6220?, 0xc003b71fb0?}, {0x75b6e72, 0x4}, {0xae73300, 0x0, 0xc003dc8228?}) /usr/local/go/src/reflect/value.go:584 +0x8c5 reflect.Value.Call({0x6627cc0?, 0xc0017b6220?, 0x29449fc?}, {0xae73300?, 0xc003b71f80?, 0xc003b71f70?}) /usr/local/go/src/reflect/value.go:368 +0xbc [DeferCleanup (Each)] [sig-api-machinery] AdmissionWebhook [Privileged:ClusterAdmin] tear down framework | framework.go:193 STEP: Destroying namespace "webhook-4609" for this suite. 11/26/22 09:27:58.52 ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused STEP: Destroying namespace "webhook-4609-markers" for this suite. 11/26/22 09:27:58.559 ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:27:58.599: FAIL: Couldn't delete ns: "webhook-4609": Delete "https://35.233.142.26/api/v1/namespaces/webhook-4609": dial tcp 35.233.142.26:443: connect: connection refused (&url.Error{Op:"Delete", URL:"https://35.233.142.26/api/v1/namespaces/webhook-4609", Err:(*net.OpError)(0xc0047d2af0)}),Couldn't delete ns: "webhook-4609-markers": Delete "https://35.233.142.26/api/v1/namespaces/webhook-4609-markers": dial tcp 35.233.142.26:443: connect: connection refused (&url.Error{Op:"Delete", URL:"https://35.233.142.26/api/v1/namespaces/webhook-4609-markers", Err:(*net.OpError)(0xc0047d2d20)}) Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).AfterEach.func1() test/e2e/framework/framework.go:370 +0x4fe k8s.io/kubernetes/test/e2e/framework.(*Framework).AfterEach(0xc0005efe00) test/e2e/framework/framework.go:383 +0x1ca reflect.Value.call({0x6627cc0?, 0xc0017b6150?, 0xc003b71fb0?}, {0x75b6e72, 0x4}, {0xae73300, 0x0, 0x0?}) /usr/local/go/src/reflect/value.go:584 +0x8c5 reflect.Value.Call({0x6627cc0?, 0xc0017b6150?, 0x0?}, {0xae73300?, 0x5?, 0xc003b79368?}) /usr/local/go/src/reflect/value.go:368 +0xbc
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sCustomResourceDefinition\sWatch\s\[Privileged\:ClusterAdmin\]\sCustomResourceDefinition\sWatch\swatch\son\scustom\sresource\sdefinition\sobjects\s\[Conformance\]$'
test/e2e/apimachinery/crd_watch.go:108 k8s.io/kubernetes/test/e2e/apimachinery.glob..func8.1.1() test/e2e/apimachinery/crd_watch.go:108 +0x102e There were additional failures detected after the initial failure: [FAILED] Nov 26 09:13:06.152: failed to list events in namespace "crd-watch-6270": Get "https://35.233.142.26/api/v1/namespaces/crd-watch-6270/events": dial tcp 35.233.142.26:443: connect: connection refused In [DeferCleanup (Each)] at: test/e2e/framework/debug/dump.go:44 ---------- [FAILED] Nov 26 09:13:06.192: Couldn't delete ns: "crd-watch-6270": Delete "https://35.233.142.26/api/v1/namespaces/crd-watch-6270": dial tcp 35.233.142.26:443: connect: connection refused (&url.Error{Op:"Delete", URL:"https://35.233.142.26/api/v1/namespaces/crd-watch-6270", Err:(*net.OpError)(0xc0036ecb90)}) In [DeferCleanup (Each)] at: test/e2e/framework/framework.go:370from junit_01.xml
[BeforeEach] [sig-api-machinery] CustomResourceDefinition Watch [Privileged:ClusterAdmin] set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:12:42.214 Nov 26 09:12:42.215: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename crd-watch 11/26/22 09:12:42.217 STEP: Waiting for a default service account to be provisioned in namespace 11/26/22 09:12:42.436 STEP: Waiting for kube-root-ca.crt to be provisioned in namespace 11/26/22 09:12:42.523 [BeforeEach] [sig-api-machinery] CustomResourceDefinition Watch [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:31 [It] watch on custom resource definition objects [Conformance] test/e2e/apimachinery/crd_watch.go:51 Nov 26 09:12:42.634: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Creating first CR 11/26/22 09:12:45.892 Nov 26 09:12:45.944: INFO: Got : ADDED &{map[apiVersion:mygroup.example.com/v1beta1 content:map[key:value] kind:WishIHadChosenNoxu metadata:map[creationTimestamp:2022-11-26T09:12:45Z generation:1 managedFields:[map[apiVersion:mygroup.example.com/v1beta1 fieldsType:FieldsV1 fieldsV1:map[f:content:map[.:map[] f:key:map[]] f:num:map[.:map[] f:num1:map[] f:num2:map[]]] manager:e2e.test operation:Update time:2022-11-26T09:12:45Z]] name:name1 resourceVersion:1416 uid:fa27752e-f1e8-48cb-a73b-9a6c362a63da] num:map[num1:9223372036854775807 num2:1000000]]} STEP: Creating second CR 11/26/22 09:12:55.945 Nov 26 09:12:55.992: INFO: Got : ADDED &{map[apiVersion:mygroup.example.com/v1beta1 content:map[key:value] kind:WishIHadChosenNoxu metadata:map[creationTimestamp:2022-11-26T09:12:55Z generation:1 managedFields:[map[apiVersion:mygroup.example.com/v1beta1 fieldsType:FieldsV1 fieldsV1:map[f:content:map[.:map[] f:key:map[]] f:num:map[.:map[] f:num1:map[] f:num2:map[]]] manager:e2e.test operation:Update time:2022-11-26T09:12:55Z]] name:name2 resourceVersion:1600 uid:7ba5990d-8f69-43fe-9c5e-40f97a59f2fa] num:map[num1:9223372036854775807 num2:1000000]]} STEP: Modifying first CR 11/26/22 09:13:05.993 Nov 26 09:13:06.032: INFO: Unexpected error: failed to patch custom resource: name1: <*url.Error | 0xc0040bcb40>: { Op: "Patch", URL: "https://35.233.142.26/apis/mygroup.example.com/v1beta1/noxus/name1", Err: <*net.OpError | 0xc0040968c0>{ Op: "dial", Net: "tcp", Source: nil, Addr: <*net.TCPAddr | 0xc003a6f410>{ IP: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 35, 233, 142, 26], Port: 443, Zone: "", }, Err: <*os.SyscallError | 0xc0040040a0>{ Syscall: "connect", Err: <syscall.Errno>0x6f, }, }, } Nov 26 09:13:06.032: FAIL: failed to patch custom resource: name1: Patch "https://35.233.142.26/apis/mygroup.example.com/v1beta1/noxus/name1": dial tcp 35.233.142.26:443: connect: connection refused Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.glob..func8.1.1() test/e2e/apimachinery/crd_watch.go:108 +0x102e Nov 26 09:13:06.072: FAIL: failed to delete CustomResourceDefinition: Delete "https://35.233.142.26/apis/apiextensions.k8s.io/v1/customresourcedefinitions/noxus.mygroup.example.com": dial tcp 35.233.142.26:443: connect: connection refused Full Stack Trace k8s.io/kubernetes/test/e2e/apimachinery.glob..func8.1.1.1() test/e2e/apimachinery/crd_watch.go:77 +0xa5 panic({0x70eb7e0, 0xc0005d48c0}) /usr/local/go/src/runtime/panic.go:884 +0x212 k8s.io/kubernetes/test/e2e/framework.Fail({0xc003a58000, 0xab}, {0xc004059d08?, 0xc003478090?, 0xc004059d30?}) test/e2e/framework/log.go:61 +0x145 k8s.io/kubernetes/test/e2e/framework.ExpectNoErrorWithOffset(0x1, {0x7fadf60, 0xc0040bcb40}, {0xc004004120?, 0x0?, 0x0?}) test/e2e/framework/expect.go:76 +0x267 k8s.io/kubernetes/test/e2e/framework.ExpectNoError(...) test/e2e/framework/expect.go:43 k8s.io/kubernetes/test/e2e/apimachinery.glob..func8.1.1() test/e2e/apimachinery/crd_watch.go:108 +0x102e [AfterEach] [sig-api-machinery] CustomResourceDefinition Watch [Privileged:ClusterAdmin] test/e2e/framework/node/init/init.go:32 Nov 26 09:13:06.073: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] CustomResourceDefinition Watch [Privileged:ClusterAdmin] test/e2e/framework/metrics/init/init.go:33 [DeferCleanup (Each)] [sig-api-machinery] CustomResourceDefinition Watch [Privileged:ClusterAdmin] dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:13:06.112 STEP: Collecting events from namespace "crd-watch-6270". 11/26/22 09:13:06.112 Nov 26 09:13:06.152: INFO: Unexpected error: failed to list events in namespace "crd-watch-6270": <*url.Error | 0xc004040090>: { Op: "Get", URL: "https://35.233.142.26/api/v1/namespaces/crd-watch-6270/events", Err: <*net.OpError | 0xc00403a000>{ Op: "dial", Net: "tcp", Source: nil, Addr: <*net.TCPAddr | 0xc0040bd770>{ IP: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 255, 255, 35, 233, 142, 26], Port: 443, Zone: "", }, Err: <*os.SyscallError | 0xc0040ac000>{ Syscall: "connect", Err: <syscall.Errno>0x6f, }, }, } Nov 26 09:13:06.152: FAIL: failed to list events in namespace "crd-watch-6270": Get "https://35.233.142.26/api/v1/namespaces/crd-watch-6270/events": dial tcp 35.233.142.26:443: connect: connection refused Full Stack Trace k8s.io/kubernetes/test/e2e/framework/debug.dumpEventsInNamespace(0xc0040545c0, {0xc003cf3d80, 0xe}) test/e2e/framework/debug/dump.go:44 +0x191 k8s.io/kubernetes/test/e2e/framework/debug.DumpAllNamespaceInfo({0x801de88, 0xc0034ca4e0}, {0xc003cf3d80, 0xe}) test/e2e/framework/debug/dump.go:62 +0x8d k8s.io/kubernetes/test/e2e/framework/debug/init.init.0.func1.1(0xc004054650?, {0xc003cf3d80?, 0x7fa7740?}) test/e2e/framework/debug/init/init.go:34 +0x32 k8s.io/kubernetes/test/e2e/framework.(*Framework).dumpNamespaceInfo.func1() test/e2e/framework/framework.go:274 +0x6d k8s.io/kubernetes/test/e2e/framework.(*Framework).dumpNamespaceInfo(0xc000376b40) test/e2e/framework/framework.go:271 +0x179 reflect.Value.call({0x6627cc0?, 0xc001219fd0?, 0xc004029fb0?}, {0x75b6e72, 0x4}, {0xae73300, 0x0, 0xc002c7f0c8?}) /usr/local/go/src/reflect/value.go:584 +0x8c5 reflect.Value.Call({0x6627cc0?, 0xc001219fd0?, 0x29449fc?}, {0xae73300?, 0xc004029f80?, 0xc0036e8438?}) /usr/local/go/src/reflect/value.go:368 +0xbc [DeferCleanup (Each)] [sig-api-machinery] CustomResourceDefinition Watch [Privileged:ClusterAdmin] tear down framework | framework.go:193 STEP: Destroying namespace "crd-watch-6270" for this suite. 11/26/22 09:13:06.152 Nov 26 09:13:06.192: FAIL: Couldn't delete ns: "crd-watch-6270": Delete "https://35.233.142.26/api/v1/namespaces/crd-watch-6270": dial tcp 35.233.142.26:443: connect: connection refused (&url.Error{Op:"Delete", URL:"https://35.233.142.26/api/v1/namespaces/crd-watch-6270", Err:(*net.OpError)(0xc0036ecb90)}) Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).AfterEach.func1() test/e2e/framework/framework.go:370 +0x4fe k8s.io/kubernetes/test/e2e/framework.(*Framework).AfterEach(0xc000376b40) test/e2e/framework/framework.go:383 +0x1ca reflect.Value.call({0x6627cc0?, 0xc001219ed0?, 0x0?}, {0x75b6e72, 0x4}, {0xae73300, 0x0, 0x0?}) /usr/local/go/src/reflect/value.go:584 +0x8c5 reflect.Value.Call({0x6627cc0?, 0xc001219ed0?, 0x0?}, {0xae73300?, 0x0?, 0x0?}) /usr/local/go/src/reflect/value.go:368 +0xbc
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sCustomResourcePublishOpenAPI\s\[Privileged\:ClusterAdmin\]\sworks\sfor\sCRD\swithout\svalidation\sschema\s\[Conformance\]$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc000376780) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] CustomResourcePublishOpenAPI [Privileged:ClusterAdmin] set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:23:18.922 Nov 26 09:23:18.922: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename crd-publish-openapi 11/26/22 09:23:18.924 Nov 26 09:23:18.964: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:21.004: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:23.005: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:25.005: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:27.005: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:29.004: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:31.004: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:33.004: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:35.004: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:37.005: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:39.004: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:41.004: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:43.004: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:45.005: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:47.004: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:49.004: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:49.044: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:49.044: INFO: Unexpected error: <*errors.errorString | 0xc000213d50>: { s: "timed out waiting for the condition", } Nov 26 09:23:49.044: FAIL: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc000376780) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] CustomResourcePublishOpenAPI [Privileged:ClusterAdmin] test/e2e/framework/node/init/init.go:32 Nov 26 09:23:49.044: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] CustomResourcePublishOpenAPI [Privileged:ClusterAdmin] dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:23:49.084 [DeferCleanup (Each)] [sig-api-machinery] CustomResourcePublishOpenAPI [Privileged:ClusterAdmin] tear down framework | framework.go:193
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sCustomResourcePublishOpenAPI\s\[Privileged\:ClusterAdmin\]\sworks\sfor\smultiple\sCRDs\sof\sdifferent\sgroups\s\[Conformance\]$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0005ee960) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] CustomResourcePublishOpenAPI [Privileged:ClusterAdmin] set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:28:28.883 Nov 26 09:28:28.883: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename crd-publish-openapi 11/26/22 09:28:28.885 ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:28.924: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:30.963: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:32.963: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:34.964: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:36.964: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:38.964: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:40.963: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:42.963: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:44.963: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:46.963: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:48.964: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:50.963: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:52.964: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:54.964: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:56.963: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:58.963: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:59.002: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:59.002: INFO: Unexpected error: <*errors.errorString | 0xc0001ffa30>: { s: "timed out waiting for the condition", } Nov 26 09:28:59.002: FAIL: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0005ee960) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] CustomResourcePublishOpenAPI [Privileged:ClusterAdmin] test/e2e/framework/node/init/init.go:32 Nov 26 09:28:59.003: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready ERROR: get pod list in provisioning-5069-2955: Get "https://35.233.142.26/api/v1/namespaces/provisioning-5069-2955/pods": dial tcp 35.233.142.26:443: connect: connection refused [DeferCleanup (Each)] [sig-api-machinery] CustomResourcePublishOpenAPI [Privileged:ClusterAdmin] dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:28:59.043 [DeferCleanup (Each)] [sig-api-machinery] CustomResourcePublishOpenAPI [Privileged:ClusterAdmin] tear down framework | framework.go:193
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sCustomResourceValidationRules\s\[Privileged\:ClusterAdmin\]\sMUST\sfail\screate\sof\sa\scustom\sresource\sdefinition\sthat\scontains\sa\sx\-kubernetes\-validations\srule\sthat\srefers\sto\sa\sproperty\sthat\sdo\snot\sexist$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0008daa50) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] CustomResourceValidationRules [Privileged:ClusterAdmin] set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:23:17.144 Nov 26 09:23:17.144: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename crd-validation-expressions 11/26/22 09:23:17.146 Nov 26 09:23:17.185: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:19.226: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:21.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:23.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:25.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:27.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:29.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:31.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:33.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:35.226: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:37.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:39.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:41.226: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:43.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:45.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:47.225: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:47.264: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:47.264: INFO: Unexpected error: <*errors.errorString | 0xc000215d80>: { s: "timed out waiting for the condition", } Nov 26 09:23:47.264: FAIL: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0008daa50) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] CustomResourceValidationRules [Privileged:ClusterAdmin] test/e2e/framework/node/init/init.go:32 Nov 26 09:23:47.265: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] CustomResourceValidationRules [Privileged:ClusterAdmin] dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:23:47.304 [DeferCleanup (Each)] [sig-api-machinery] CustomResourceValidationRules [Privileged:ClusterAdmin] tear down framework | framework.go:193
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sDiscovery\sshould\saccurately\sdetermine\spresent\sand\smissing\sresources$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc000376d20) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] Discovery set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:28:58.623 Nov 26 09:28:58.623: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename discovery 11/26/22 09:28:58.625 Nov 26 09:28:58.664: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:00.706: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:02.704: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:04.705: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:06.704: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:08.705: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:31:14.783: INFO: Unexpected error: <*fmt.wrapError | 0xc0040ac020>: { msg: "wait for service account \"default\" in namespace \"discovery-9608\": timed out waiting for the condition", err: <*errors.errorString | 0xc000193d30>{ s: "timed out waiting for the condition", }, } Nov 26 09:31:14.783: FAIL: wait for service account "default" in namespace "discovery-9608": timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc000376d20) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] Discovery test/e2e/framework/node/init/init.go:32 Nov 26 09:31:14.783: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] Discovery dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:31:14.866 STEP: Collecting events from namespace "discovery-9608". 11/26/22 09:31:14.867 STEP: Found 0 events. 11/26/22 09:31:14.93 Nov 26 09:31:14.998: INFO: POD NODE PHASE GRACE CONDITIONS Nov 26 09:31:14.998: INFO: Nov 26 09:31:15.055: INFO: Logging node info for node bootstrap-e2e-master Nov 26 09:31:15.105: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master 6684612e-500d-445b-9ea5-ca4a9dd26828 11417 0 2022-11-26 09:09:40 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:40 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:10:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2022-11-26 09:31:01 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858374656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596230656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:10:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:35.233.142.26,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2f99bd7dadbd46f22ce4edb25d7437ee,SystemUUID:2f99bd7d-adbd-46f2-2ce4-edb25d7437ee,BootID:91890cb0-7345-43f4-95e1-120a542e7b64,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:135160272,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:124990265,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:57660216,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:2c111f004bec24888d8cfa2a812a38fb8341350abac67dcd0ac64e709dfe389c registry.k8s.io/kas-network-proxy/proxy-server:v0.0.33],SizeBytes:22020129,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:31:15.105: INFO: Logging kubelet events for node bootstrap-e2e-master Nov 26 09:31:15.230: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Nov 26 09:31:16.393: INFO: etcd-server-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.393: INFO: Container etcd-container ready: true, restart count 3 Nov 26 09:31:16.393: INFO: konnectivity-server-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.393: INFO: Container konnectivity-server-container ready: true, restart count 5 Nov 26 09:31:16.393: INFO: kube-controller-manager-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.393: INFO: Container kube-controller-manager ready: false, restart count 6 Nov 26 09:31:16.393: INFO: kube-addon-manager-bootstrap-e2e-master started at 2022-11-26 09:09:13 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.393: INFO: Container kube-addon-manager ready: true, restart count 2 Nov 26 09:31:16.393: INFO: l7-lb-controller-bootstrap-e2e-master started at 2022-11-26 09:09:13 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.393: INFO: Container l7-lb-controller ready: true, restart count 6 Nov 26 09:31:16.393: INFO: metadata-proxy-v0.1-j6gfx started at 2022-11-26 09:10:03 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:16.393: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:16.393: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:16.393: INFO: etcd-server-events-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.393: INFO: Container etcd-container ready: true, restart count 2 Nov 26 09:31:16.393: INFO: kube-apiserver-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.393: INFO: Container kube-apiserver ready: true, restart count 3 Nov 26 09:31:16.393: INFO: kube-scheduler-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.393: INFO: Container kube-scheduler ready: false, restart count 6 Nov 26 09:31:17.915: INFO: Latency metrics for node bootstrap-e2e-master Nov 26 09:31:17.915: INFO: Logging node info for node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:17.959: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-3tbd 131d705a-ee5a-4970-b55c-d8bd140a9252 11305 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-3tbd kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-3tbd topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-2470":"bootstrap-e2e-minion-group-3tbd","csi-mock-csi-mock-volumes-7496":"bootstrap-e2e-minion-group-3tbd"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:14:22 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2022-11-26 09:27:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status} {node-problem-detector Update v1 2022-11-26 09:29:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-3tbd,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:35.227.162.190,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:564b5bb4a96df03d2d5698ea7ed7bd97,SystemUUID:564b5bb4-a96d-f03d-2d56-98ea7ed7bd97,BootID:f1184b1d-06be-43a8-8666-ded2ffafe9a3,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:c0ddb4794bc8a3631e3373015f913c00b230ee54f87bde9ade195b3a3415c60f registry.k8s.io/build-image/distroless-iptables:v0.1.2],SizeBytes:7685585,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4 kubernetes.io/csi/csi-mock-csi-mock-volumes-2470^c8c15a5a-6d6b-11ed-b9ba-fe1456646533],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4,DevicePath:,},},Config:nil,},} Nov 26 09:31:17.960: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:18.029: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:18.657: INFO: coredns-6d97d5ddb-fwzgk started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container coredns ready: false, restart count 7 Nov 26 09:31:18.657: INFO: liveness-a1df1b69-d4a2-4084-9936-e8fb74874bc9 started at 2022-11-26 09:12:54 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container agnhost-container ready: true, restart count 5 Nov 26 09:31:18.657: INFO: netserver-0 started at 2022-11-26 09:21:51 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:18.657: INFO: l7-default-backend-8549d69d99-j7l2z started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container default-http-backend ready: true, restart count 0 Nov 26 09:31:18.657: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:27:11 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container csi-attacher ready: true, restart count 1 Nov 26 09:31:18.657: INFO: pvc-volume-tester-pvptp started at 2022-11-26 09:22:03 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container volume-tester ready: false, restart count 0 Nov 26 09:31:18.657: INFO: metadata-proxy-v0.1-m9x8r started at 2022-11-26 09:09:45 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:18.657: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:18.657: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:18.657: INFO: e2e-net-exec started at 2022-11-26 09:27:35 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container e2e-net-exec ready: true, restart count 0 Nov 26 09:31:18.657: INFO: csi-mockplugin-resizer-0 started at 2022-11-26 09:17:50 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container csi-resizer ready: true, restart count 5 Nov 26 09:31:18.657: INFO: hostexec-bootstrap-e2e-minion-group-3tbd-5m2wd started at 2022-11-26 09:22:34 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container agnhost-container ready: true, restart count 4 Nov 26 09:31:18.657: INFO: httpd started at 2022-11-26 09:12:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container httpd ready: false, restart count 7 Nov 26 09:31:18.657: INFO: hostexec-bootstrap-e2e-minion-group-3tbd-pht2w started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container agnhost-container ready: false, restart count 6 Nov 26 09:31:18.657: INFO: kube-dns-autoscaler-5f6455f985-lsg4c started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container autoscaler ready: false, restart count 7 Nov 26 09:31:18.657: INFO: externalsvc-d74pc started at 2022-11-26 09:27:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container externalsvc ready: true, restart count 2 Nov 26 09:31:18.657: INFO: csi-mockplugin-0 started at 2022-11-26 09:17:50 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:18.657: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:18.657: INFO: Container driver-registrar ready: false, restart count 6 Nov 26 09:31:18.657: INFO: Container mock ready: false, restart count 6 Nov 26 09:31:18.657: INFO: konnectivity-agent-4s5kx started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container konnectivity-agent ready: true, restart count 7 Nov 26 09:31:18.657: INFO: webserver-7f5969cbc7-7vrgq started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container httpd ready: true, restart count 0 Nov 26 09:31:18.657: INFO: e2e-net-client started at 2022-11-26 09:27:39 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container e2e-net-client ready: false, restart count 4 Nov 26 09:31:18.657: INFO: external-provisioner-dhgkj started at 2022-11-26 09:14:23 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container nfs-provisioner ready: true, restart count 6 Nov 26 09:31:18.657: INFO: webserver-7f5969cbc7-5xrwv started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container httpd ready: true, restart count 0 Nov 26 09:31:18.657: INFO: csi-mockplugin-0 started at 2022-11-26 09:27:11 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:18.657: INFO: Container csi-provisioner ready: true, restart count 5 Nov 26 09:31:18.657: INFO: Container driver-registrar ready: true, restart count 5 Nov 26 09:31:18.657: INFO: Container mock ready: true, restart count 5 Nov 26 09:31:18.657: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:17:50 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container csi-attacher ready: true, restart count 6 Nov 26 09:31:18.657: INFO: kube-proxy-bootstrap-e2e-minion-group-3tbd started at 2022-11-26 09:09:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container kube-proxy ready: false, restart count 7 Nov 26 09:31:18.657: INFO: volume-snapshot-controller-0 started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container volume-snapshot-controller ready: true, restart count 5 Nov 26 09:31:18.657: INFO: pod-f927d64b-e64a-4c2e-95c8-fd839d4460ba started at 2022-11-26 09:23:14 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container test-container ready: false, restart count 0 Nov 26 09:31:18.657: INFO: netserver-0 started at 2022-11-26 09:26:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container webserver ready: false, restart count 5 Nov 26 09:31:18.657: INFO: netserver-0 started at 2022-11-26 09:27:05 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:18.657: INFO: netserver-0 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.657: INFO: Container webserver ready: false, restart count 6 Nov 26 09:31:18.657: INFO: csi-mockplugin-0 started at 2022-11-26 09:21:35 +0000 UTC (0+4 container statuses recorded) Nov 26 09:31:18.657: INFO: Container busybox ready: false, restart count 3 Nov 26 09:31:18.657: INFO: Container csi-provisioner ready: true, restart count 4 Nov 26 09:31:18.657: INFO: Container driver-registrar ready: true, restart count 4 Nov 26 09:31:18.657: INFO: Container mock ready: true, restart count 4 Nov 26 09:31:18.657: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:18.657: INFO: Container csi-attacher ready: false, restart count 6 Nov 26 09:31:18.657: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:18.657: INFO: Container csi-resizer ready: false, restart count 6 Nov 26 09:31:18.657: INFO: Container csi-snapshotter ready: false, restart count 6 Nov 26 09:31:18.657: INFO: Container hostpath ready: false, restart count 6 Nov 26 09:31:18.657: INFO: Container liveness-probe ready: false, restart count 6 Nov 26 09:31:18.657: INFO: Container node-driver-registrar ready: false, restart count 6 Nov 26 09:31:20.267: INFO: Latency metrics for node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:20.267: INFO: Logging node info for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:20.313: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tcv7 8ea87b57-ed5b-4059-8e4c-e1e4c81196f7 11304 0 2022-11-26 09:09:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tcv7 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tcv7 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5445":"bootstrap-e2e-minion-group-tcv7","csi-mock-csi-mock-volumes-5794":"bootstrap-e2e-minion-group-tcv7"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:22:21 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2022-11-26 09:29:35 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2022-11-26 09:29:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tcv7,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.82.182.223,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:c2a825554576fd43a2e635326fb142f9,SystemUUID:c2a82555-4576-fd43-a2e6-35326fb142f9,BootID:055d8aa7-293c-4f74-80a7-27b13c8eeaec,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:31:20.314: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:20.380: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:20.566: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:20:55 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:20.566: INFO: Container csi-attacher ready: true, restart count 2 Nov 26 09:31:20.566: INFO: Container csi-provisioner ready: true, restart count 2 Nov 26 09:31:20.566: INFO: Container csi-resizer ready: true, restart count 2 Nov 26 09:31:20.566: INFO: Container csi-snapshotter ready: true, restart count 2 Nov 26 09:31:20.566: INFO: Container hostpath ready: true, restart count 2 Nov 26 09:31:20.566: INFO: Container liveness-probe ready: true, restart count 2 Nov 26 09:31:20.566: INFO: Container node-driver-registrar ready: true, restart count 2 Nov 26 09:31:20.566: INFO: kube-proxy-bootstrap-e2e-minion-group-tcv7 started at 2022-11-26 09:09:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container kube-proxy ready: false, restart count 7 Nov 26 09:31:20.566: INFO: pod1 started at 2022-11-26 09:12:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:20.566: INFO: netserver-1 started at 2022-11-26 09:27:05 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:20.566: INFO: konnectivity-agent-n7fgw started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container konnectivity-agent ready: false, restart count 6 Nov 26 09:31:20.566: INFO: annotationupdatefb610ab6-db74-4014-89a5-c2a209ea3fa9 started at 2022-11-26 09:23:12 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container client-container ready: false, restart count 0 Nov 26 09:31:20.566: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:17:37 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container csi-attacher ready: false, restart count 5 Nov 26 09:31:20.566: INFO: execpodrpc5b started at 2022-11-26 09:12:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:20.566: INFO: test-grpc-d0e54605-8ccd-4117-92a7-f41188147e86 started at 2022-11-26 09:26:50 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container etcd ready: true, restart count 0 Nov 26 09:31:20.566: INFO: netserver-1 started at 2022-11-26 09:21:51 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container webserver ready: true, restart count 4 Nov 26 09:31:20.566: INFO: dns-test-eed5a99d-acaa-40b4-9379-d0ea76169cf8 started at 2022-11-26 09:23:13 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:20.566: INFO: Container jessie-querier ready: true, restart count 2 Nov 26 09:31:20.566: INFO: Container querier ready: true, restart count 2 Nov 26 09:31:20.566: INFO: Container webserver ready: true, restart count 2 Nov 26 09:31:20.566: INFO: hostexec-bootstrap-e2e-minion-group-tcv7-h5qdl started at 2022-11-26 09:26:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:31:20.566: INFO: external-provisioner-tzg8k started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container nfs-provisioner ready: false, restart count 5 Nov 26 09:31:20.566: INFO: netserver-1 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container webserver ready: true, restart count 3 Nov 26 09:31:20.566: INFO: httpd started at 2022-11-26 09:13:00 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container httpd ready: false, restart count 2 Nov 26 09:31:20.566: INFO: metadata-proxy-v0.1-q5qmc started at 2022-11-26 09:09:44 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:20.566: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:20.566: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:20.566: INFO: external-provisioner-wc857 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container nfs-provisioner ready: false, restart count 7 Nov 26 09:31:20.566: INFO: csi-mockplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:20.566: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:20.566: INFO: Container driver-registrar ready: false, restart count 6 Nov 26 09:31:20.566: INFO: Container mock ready: false, restart count 6 Nov 26 09:31:20.566: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:12:45 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container csi-attacher ready: false, restart count 6 Nov 26 09:31:20.566: INFO: csi-mockplugin-0 started at 2022-11-26 09:17:37 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:20.566: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:20.566: INFO: Container driver-registrar ready: false, restart count 6 Nov 26 09:31:20.566: INFO: Container mock ready: false, restart count 6 Nov 26 09:31:20.566: INFO: coredns-6d97d5ddb-n7pm7 started at 2022-11-26 09:10:07 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container coredns ready: false, restart count 7 Nov 26 09:31:20.566: INFO: netserver-1 started at 2022-11-26 09:26:54 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.566: INFO: Container webserver ready: true, restart count 3 Nov 26 09:31:21.742: INFO: Latency metrics for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:21.742: INFO: Logging node info for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:31:21.787: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tjh3 bceb443c-3ba3-4e43-a18a-a8b6b36d78e4 11342 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tjh3 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tjh3 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5439":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-2366":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-7244":"bootstrap-e2e-minion-group-tjh3"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:22:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:29:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:30:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tjh3,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.145.100.186,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:221265593b364d204aac910f94a8eb4e,SystemUUID:22126559-3b36-4d20-4aac-910f94a8eb4e,BootID:2b26fd7e-d97d-408a-b46c-b40dd29a6e3d,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c,DevicePath:,},},Config:nil,},} Nov 26 09:31:21.789: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:31:21.939: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tjh3 Nov 26 09:31:22.401: INFO: pod-4bf004bc-ecfa-4f60-982f-8da27d236993 started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container write-pod ready: false, restart count 0 Nov 26 09:31:22.401: INFO: netserver-2 started at 2022-11-26 09:21:51 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container webserver ready: false, restart count 3 Nov 26 09:31:22.401: INFO: test-container-pod started at 2022-11-26 09:22:17 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container webserver ready: false, restart count 5 Nov 26 09:31:22.401: INFO: alpine-nnp-true-57f26b79-47be-46a4-bbfd-964b90e90e26 started at 2022-11-26 09:27:12 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container alpine-nnp-true-57f26b79-47be-46a4-bbfd-964b90e90e26 ready: false, restart count 0 Nov 26 09:31:22.401: INFO: dns-test-28c79da0-3234-49e1-b5b4-d68ef466647d started at 2022-11-26 09:26:50 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:22.401: INFO: Container jessie-querier ready: true, restart count 0 Nov 26 09:31:22.401: INFO: Container querier ready: true, restart count 0 Nov 26 09:31:22.401: INFO: Container webserver ready: true, restart count 0 Nov 26 09:31:22.401: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-ppn9f started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:22.401: INFO: kube-proxy-bootstrap-e2e-minion-group-tjh3 started at 2022-11-26 09:09:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container kube-proxy ready: false, restart count 7 Nov 26 09:31:22.401: INFO: implicit-root-uid started at 2022-11-26 09:26:55 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container implicit-root-uid ready: false, restart count 0 Nov 26 09:31:22.401: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:20:16 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container csi-attacher ready: true, restart count 2 Nov 26 09:31:22.401: INFO: dns-test-279c8096-f173-400f-92b7-b7275469d165 started at 2022-11-26 09:23:11 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:22.401: INFO: Container jessie-querier ready: true, restart count 1 Nov 26 09:31:22.401: INFO: Container querier ready: true, restart count 1 Nov 26 09:31:22.401: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:22.401: INFO: e2e-net-server started at 2022-11-26 09:27:37 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container e2e-net-server ready: true, restart count 3 Nov 26 09:31:22.401: INFO: inline-volume-tester-czpmj started at 2022-11-26 09:13:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container csi-volume-tester ready: false, restart count 0 Nov 26 09:31:22.401: INFO: nfs-server started at 2022-11-26 09:27:09 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container nfs-server ready: true, restart count 0 Nov 26 09:31:22.401: INFO: konnectivity-agent-gt4hp started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container konnectivity-agent ready: false, restart count 7 Nov 26 09:31:22.401: INFO: test-apparmor-j2gsn started at 2022-11-26 09:27:12 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container test ready: false, restart count 0 Nov 26 09:31:22.401: INFO: host-test-container-pod started at 2022-11-26 09:22:17 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:31:22.401: INFO: netserver-2 started at 2022-11-26 09:26:54 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container webserver ready: true, restart count 0 Nov 26 09:31:22.401: INFO: netserver-2 started at 2022-11-26 09:27:05 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container webserver ready: true, restart count 0 Nov 26 09:31:22.401: INFO: pod-secrets-f99043da-fa55-4918-a6cc-4b79d4393971 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container secret-volume-test ready: false, restart count 0 Nov 26 09:31:22.401: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:22.401: INFO: Container csi-attacher ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container csi-provisioner ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container csi-resizer ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container csi-snapshotter ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container hostpath ready: false, restart count 8 Nov 26 09:31:22.401: INFO: Container liveness-probe ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container node-driver-registrar ready: false, restart count 7 Nov 26 09:31:22.401: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-w69g9 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:22.401: INFO: explicit-root-uid started at 2022-11-26 09:23:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container explicit-root-uid ready: false, restart count 0 Nov 26 09:31:22.401: INFO: externalsvc-w6tdk started at 2022-11-26 09:27:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container externalsvc ready: true, restart count 1 Nov 26 09:31:22.401: INFO: pod-1 started at 2022-11-26 09:27:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container agnhost-container ready: false, restart count 0 Nov 26 09:31:22.401: INFO: apparmor-loader-4rkc9 started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container apparmor-loader ready: true, restart count 1 Nov 26 09:31:22.401: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:47 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:22.401: INFO: Container csi-attacher ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container csi-provisioner ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container csi-resizer ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container csi-snapshotter ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container hostpath ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container liveness-probe ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container node-driver-registrar ready: false, restart count 7 Nov 26 09:31:22.401: INFO: test-apparmor-9qctm started at 2022-11-26 09:22:39 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container test ready: false, restart count 0 Nov 26 09:31:22.401: INFO: netserver-2 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container webserver ready: false, restart count 6 Nov 26 09:31:22.401: INFO: csi-mockplugin-0 started at 2022-11-26 09:17:53 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:22.401: INFO: Container csi-provisioner ready: true, restart count 4 Nov 26 09:31:22.401: INFO: Container driver-registrar ready: true, restart count 4 Nov 26 09:31:22.401: INFO: Container mock ready: true, restart count 4 Nov 26 09:31:22.401: INFO: metrics-server-v0.5.2-867b8754b9-6xzdf started at 2022-11-26 09:10:24 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:22.401: INFO: Container metrics-server ready: false, restart count 7 Nov 26 09:31:22.401: INFO: Container metrics-server-nanny ready: false, restart count 7 Nov 26 09:31:22.401: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-74kjw started at 2022-11-26 09:13:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container agnhost-container ready: false, restart count 5 Nov 26 09:31:22.401: INFO: pod-b039b708-28e0-435d-8ba2-65a30eb89848 started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container write-pod ready: false, restart count 0 Nov 26 09:31:22.401: INFO: inline-volume-tester-cbxhr started at 2022-11-26 09:20:16 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container csi-volume-tester ready: false, restart count 0 Nov 26 09:31:22.401: INFO: external-provisioner-ld8cz started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container nfs-provisioner ready: true, restart count 4 Nov 26 09:31:22.401: INFO: external-provisioner-n2pct started at 2022-11-26 09:27:07 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container nfs-provisioner ready: true, restart count 1 Nov 26 09:31:22.401: INFO: sysctl-2076dad4-ae6d-4b5d-9aa8-e984fce9fa42 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container test-container ready: false, restart count 0 Nov 26 09:31:22.401: INFO: csi-mockplugin-0 started at 2022-11-26 09:20:16 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:22.401: INFO: Container csi-provisioner ready: true, restart count 1 Nov 26 09:31:22.401: INFO: Container driver-registrar ready: true, restart count 1 Nov 26 09:31:22.401: INFO: Container mock ready: true, restart count 1 Nov 26 09:31:22.401: INFO: apparmor-loader-sbh7b started at 2022-11-26 09:22:27 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.401: INFO: Container apparmor-loader ready: true, restart count 0 Nov 26 09:31:22.401: INFO: metadata-proxy-v0.1-nn5s9 started at 2022-11-26 09:09:45 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:22.401: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:22.401: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:24.701: INFO: Latency metrics for node bootstrap-e2e-minion-group-tjh3 [DeferCleanup (Each)] [sig-api-machinery] Discovery tear down framework | framework.go:193 STEP: Destroying namespace "discovery-9608" for this suite. 11/26/22 09:31:24.701
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sGarbage\scollector\sshould\skeep\sthe\src\saround\suntil\sall\sits\spods\sare\sdeleted\sif\sthe\sdeleteOptions\ssays\sso\s\[Conformance\]$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc001278ff0) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] Garbage collector set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:23:17.797 Nov 26 09:23:17.797: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename gc 11/26/22 09:23:17.799 Nov 26 09:23:17.839: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:19.879: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:21.879: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:23.879: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:25.879: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:27.879: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:29.879: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:31.878: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:33.879: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:35.879: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:37.879: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:39.878: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:41.879: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:43.880: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:45.879: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:47.880: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:47.919: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:47.919: INFO: Unexpected error: <*errors.errorString | 0xc0000d1da0>: { s: "timed out waiting for the condition", } Nov 26 09:23:47.919: FAIL: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc001278ff0) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] Garbage collector test/e2e/framework/node/init/init.go:32 Nov 26 09:23:47.920: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] Garbage collector dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:23:47.959 [DeferCleanup (Each)] [sig-api-machinery] Garbage collector tear down framework | framework.go:193
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sGarbage\scollector\sshould\sorphan\spods\screated\sby\src\sif\sdelete\soptions\ssay\sso\s\[Conformance\]$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0008daff0) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] Garbage collector set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:28:27.911 Nov 26 09:28:27.911: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename gc 11/26/22 09:28:27.912 Nov 26 09:28:27.952: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:29.992: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:31.991: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:33.991: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:35.992: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:37.991: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:39.992: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:41.991: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:43.991: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:45.991: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:47.992: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:49.992: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:51.991: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:53.992: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:55.991: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:57.991: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:58.030: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:58.030: INFO: Unexpected error: <*errors.errorString | 0xc000215d80>: { s: "timed out waiting for the condition", } Nov 26 09:28:58.030: FAIL: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0008daff0) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] Garbage collector test/e2e/framework/node/init/init.go:32 Nov 26 09:28:58.031: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] Garbage collector dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:28:58.07 [DeferCleanup (Each)] [sig-api-machinery] Garbage collector tear down framework | framework.go:193
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sResourceQuota\sshould\screate\sa\sResourceQuota\sand\scapture\sthe\slife\sof\sa\sconfigMap\.\s\[Conformance\]$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0008db680) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] ResourceQuota set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:13:04.489 Nov 26 09:13:04.489: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename resourcequota 11/26/22 09:13:04.491 Nov 26 09:13:04.531: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:06.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:08.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:10.571: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:12.571: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:14.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:16.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:18.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:20.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:22.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:24.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:26.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:28.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:30.571: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:32.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:34.570: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:34.610: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:13:34.610: INFO: Unexpected error: <*errors.errorString | 0xc000215d80>: { s: "timed out waiting for the condition", } Nov 26 09:13:34.610: FAIL: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0008db680) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] ResourceQuota test/e2e/framework/node/init/init.go:32 Nov 26 09:13:34.610: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] ResourceQuota dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:13:34.649 [DeferCleanup (Each)] [sig-api-machinery] ResourceQuota tear down framework | framework.go:193
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sResourceQuota\sshould\screate\sa\sResourceQuota\sand\scapture\sthe\slife\sof\sa\spersistent\svolume\sclaim$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0007ab1d0) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] ResourceQuota set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:31:23.937 Nov 26 09:31:23.937: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename resourcequota 11/26/22 09:31:23.939 Nov 26 09:33:23.990: INFO: Unexpected error: <*fmt.wrapError | 0xc000356000>: { msg: "wait for service account \"default\" in namespace \"resourcequota-6230\": timed out waiting for the condition", err: <*errors.errorString | 0xc0001cd960>{ s: "timed out waiting for the condition", }, } Nov 26 09:33:23.990: FAIL: wait for service account "default" in namespace "resourcequota-6230": timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0007ab1d0) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] ResourceQuota test/e2e/framework/node/init/init.go:32 Nov 26 09:33:23.991: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] ResourceQuota dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:33:24.034 STEP: Collecting events from namespace "resourcequota-6230". 11/26/22 09:33:24.034 STEP: Found 0 events. 11/26/22 09:33:24.075 Nov 26 09:33:24.117: INFO: POD NODE PHASE GRACE CONDITIONS Nov 26 09:33:24.117: INFO: Nov 26 09:33:24.161: INFO: Logging node info for node bootstrap-e2e-master Nov 26 09:33:24.204: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master 6684612e-500d-445b-9ea5-ca4a9dd26828 11417 0 2022-11-26 09:09:40 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:40 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:10:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2022-11-26 09:31:01 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858374656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596230656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:10:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:35.233.142.26,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2f99bd7dadbd46f22ce4edb25d7437ee,SystemUUID:2f99bd7d-adbd-46f2-2ce4-edb25d7437ee,BootID:91890cb0-7345-43f4-95e1-120a542e7b64,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:135160272,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:124990265,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:57660216,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:2c111f004bec24888d8cfa2a812a38fb8341350abac67dcd0ac64e709dfe389c registry.k8s.io/kas-network-proxy/proxy-server:v0.0.33],SizeBytes:22020129,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:33:24.204: INFO: Logging kubelet events for node bootstrap-e2e-master Nov 26 09:33:24.249: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Nov 26 09:33:54.303: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-master: error trying to reach service: context deadline exceeded: connection error: desc = "transport: Error while dialing dial unix /etc/srv/kubernetes/konnectivity-server/konnectivity-server.socket: connect: no such file or directory" Nov 26 09:33:54.303: INFO: Logging node info for node bootstrap-e2e-minion-group-3tbd Nov 26 09:33:54.372: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-3tbd 131d705a-ee5a-4970-b55c-d8bd140a9252 11821 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-3tbd kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-3tbd topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-2489":"bootstrap-e2e-minion-group-3tbd","csi-mock-csi-mock-volumes-2470":"bootstrap-e2e-minion-group-3tbd","csi-mock-csi-mock-volumes-7496":"bootstrap-e2e-minion-group-3tbd"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:14:22 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:29:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:32:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-3tbd,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:32:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:32:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:32:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:32:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:35.227.162.190,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:564b5bb4a96df03d2d5698ea7ed7bd97,SystemUUID:564b5bb4-a96d-f03d-2d56-98ea7ed7bd97,BootID:f1184b1d-06be-43a8-8666-ded2ffafe9a3,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/regression-issue-74839@sha256:b4f1d8d61bdad84bd50442d161d5460e4019d53e989b64220fdbc62fc87d76bf registry.k8s.io/e2e-test-images/regression-issue-74839:1.2],SizeBytes:18651485,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:c0ddb4794bc8a3631e3373015f913c00b230ee54f87bde9ade195b3a3415c60f registry.k8s.io/build-image/distroless-iptables:v0.1.2],SizeBytes:7685585,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4 kubernetes.io/csi/csi-mock-csi-mock-volumes-2470^c8c15a5a-6d6b-11ed-b9ba-fe1456646533 kubernetes.io/csi/csi-mock-csi-mock-volumes-7496^884558c5-6d6c-11ed-bc4d-cedf8d5d10fa],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4,DevicePath:,},},Config:nil,},} Nov 26 09:33:54.373: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-3tbd Nov 26 09:33:54.433: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-3tbd Nov 26 09:34:24.499: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-3tbd: error trying to reach service: context deadline exceeded: connection error: desc = "transport: Error while dialing dial unix /etc/srv/kubernetes/konnectivity-server/konnectivity-server.socket: connect: no such file or directory" Nov 26 09:34:24.499: INFO: Logging node info for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:34:24.607: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tcv7 8ea87b57-ed5b-4059-8e4c-e1e4c81196f7 11944 0 2022-11-26 09:09:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tcv7 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tcv7 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5445":"bootstrap-e2e-minion-group-tcv7","csi-mock-csi-mock-volumes-6189":"bootstrap-e2e-minion-group-tcv7"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:22:21 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {node-problem-detector Update v1 2022-11-26 09:29:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:33:35 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tcv7,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.82.182.223,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:c2a825554576fd43a2e635326fb142f9,SystemUUID:c2a82555-4576-fd43-a2e6-35326fb142f9,BootID:055d8aa7-293c-4f74-80a7-27b13c8eeaec,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:34:24.608: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:34:24.670: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tcv7 Nov 26 09:34:54.760: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-tcv7: error trying to reach service: context deadline exceeded: connection error: desc = "transport: Error while dialing dial unix /etc/srv/kubernetes/konnectivity-server/konnectivity-server.socket: connect: no such file or directory" Nov 26 09:34:54.760: INFO: Logging node info for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:34:54.958: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tjh3 bceb443c-3ba3-4e43-a18a-a8b6b36d78e4 12712 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tjh3 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tjh3 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5439":"bootstrap-e2e-minion-group-tjh3","csi-hostpath-provisioning-5120":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-2366":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-7244":"bootstrap-e2e-minion-group-tjh3"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:22:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2022-11-26 09:34:39 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status} {node-problem-detector Update v1 2022-11-26 09:34:53 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tjh3,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:34:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:34:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:34:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:34:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:34:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:34:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:34:53 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:32:57 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:32:57 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:32:57 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:32:57 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.145.100.186,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:221265593b364d204aac910f94a8eb4e,SystemUUID:22126559-3b36-4d20-4aac-910f94a8eb4e,BootID:2b26fd7e-d97d-408a-b46c-b40dd29a6e3d,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c,DevicePath:,},},Config:nil,},} Nov 26 09:34:54.958: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:34:55.155: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tjh3 Nov 26 09:35:25.263: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-minion-group-tjh3: error trying to reach service: context deadline exceeded: connection error: desc = "transport: Error while dialing dial unix /etc/srv/kubernetes/konnectivity-server/konnectivity-server.socket: connect: no such file or directory" [DeferCleanup (Each)] [sig-api-machinery] ResourceQuota tear down framework | framework.go:193 STEP: Destroying namespace "resourcequota-6230" for this suite. 11/26/22 09:35:25.264
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sResourceQuota\sshould\screate\sa\sResourceQuota\sand\scapture\sthe\slife\sof\sa\spod\.\s\[Conformance\]$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0009fd680) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] ResourceQuota set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:27:57.381 Nov 26 09:27:57.381: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename resourcequota 11/26/22 09:27:57.383 Nov 26 09:27:57.422: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:27:59.462: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:01.461: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:03.462: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:05.463: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:07.462: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:09.463: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:11.462: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:13.462: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:15.461: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:17.462: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:19.462: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:21.462: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:23.462: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:25.461: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:27.462: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:27.501: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:27.501: INFO: Unexpected error: <*errors.errorString | 0xc000283ca0>: { s: "timed out waiting for the condition", } Nov 26 09:28:27.501: FAIL: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0009fd680) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] ResourceQuota test/e2e/framework/node/init/init.go:32 Nov 26 09:28:27.502: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] ResourceQuota dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:28:27.541 [DeferCleanup (Each)] [sig-api-machinery] ResourceQuota tear down framework | framework.go:193
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sResourceQuota\sshould\screate\sa\sResourceQuota\sand\scapture\sthe\slife\sof\sa\ssecret\.\s\[Conformance\]$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0007ab1d0) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] ResourceQuota set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:27:57.378 Nov 26 09:27:57.378: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename resourcequota 11/26/22 09:27:57.38 Nov 26 09:27:57.420: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:27:59.460: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:01.459: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:03.459: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:05.460: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:07.461: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:09.459: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:11.460: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:13.460: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:15.460: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:17.460: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:19.460: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:21.461: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:23.460: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:25.460: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:27.460: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:27.500: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:28:27.500: INFO: Unexpected error: <*errors.errorString | 0xc0001cd960>: { s: "timed out waiting for the condition", } Nov 26 09:28:27.500: FAIL: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0007ab1d0) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] ResourceQuota test/e2e/framework/node/init/init.go:32 Nov 26 09:28:27.500: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] ResourceQuota dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:28:27.54 [DeferCleanup (Each)] [sig-api-machinery] ResourceQuota tear down framework | framework.go:193
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sResourceQuota\sshould\sverify\sResourceQuota\swith\scross\snamespace\spod\saffinity\sscope\susing\sscope\-selectors\.$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc000bc1950) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] ResourceQuota set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:28:58.47 Nov 26 09:28:58.470: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename cross-namespace-pod-affinity 11/26/22 09:28:58.471 Nov 26 09:28:58.511: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:00.550: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:02.550: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:04.551: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:06.550: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:29:08.551: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:31:14.739: INFO: Unexpected error: <*fmt.wrapError | 0xc004b46020>: { msg: "wait for service account \"default\" in namespace \"cross-namespace-pod-affinity-2861\": timed out waiting for the condition", err: <*errors.errorString | 0xc00017fa10>{ s: "timed out waiting for the condition", }, } Nov 26 09:31:14.739: FAIL: wait for service account "default" in namespace "cross-namespace-pod-affinity-2861": timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc000bc1950) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] ResourceQuota test/e2e/framework/node/init/init.go:32 Nov 26 09:31:14.740: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] ResourceQuota dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:31:14.825 STEP: Collecting events from namespace "cross-namespace-pod-affinity-2861". 11/26/22 09:31:14.825 STEP: Found 0 events. 11/26/22 09:31:14.868 Nov 26 09:31:14.922: INFO: POD NODE PHASE GRACE CONDITIONS Nov 26 09:31:14.922: INFO: Nov 26 09:31:15.010: INFO: Logging node info for node bootstrap-e2e-master Nov 26 09:31:15.081: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master 6684612e-500d-445b-9ea5-ca4a9dd26828 11417 0 2022-11-26 09:09:40 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:40 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:10:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2022-11-26 09:31:01 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858374656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596230656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:10:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:35.233.142.26,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2f99bd7dadbd46f22ce4edb25d7437ee,SystemUUID:2f99bd7d-adbd-46f2-2ce4-edb25d7437ee,BootID:91890cb0-7345-43f4-95e1-120a542e7b64,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:135160272,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:124990265,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:57660216,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:2c111f004bec24888d8cfa2a812a38fb8341350abac67dcd0ac64e709dfe389c registry.k8s.io/kas-network-proxy/proxy-server:v0.0.33],SizeBytes:22020129,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:31:15.081: INFO: Logging kubelet events for node bootstrap-e2e-master Nov 26 09:31:15.188: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Nov 26 09:31:16.211: INFO: etcd-server-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.211: INFO: Container etcd-container ready: true, restart count 3 Nov 26 09:31:16.211: INFO: konnectivity-server-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.211: INFO: Container konnectivity-server-container ready: true, restart count 5 Nov 26 09:31:16.211: INFO: kube-controller-manager-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.211: INFO: Container kube-controller-manager ready: false, restart count 6 Nov 26 09:31:16.211: INFO: etcd-server-events-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.211: INFO: Container etcd-container ready: true, restart count 2 Nov 26 09:31:16.211: INFO: kube-apiserver-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.211: INFO: Container kube-apiserver ready: true, restart count 3 Nov 26 09:31:16.211: INFO: kube-scheduler-bootstrap-e2e-master started at 2022-11-26 09:08:56 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.211: INFO: Container kube-scheduler ready: false, restart count 6 Nov 26 09:31:16.211: INFO: kube-addon-manager-bootstrap-e2e-master started at 2022-11-26 09:09:13 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.211: INFO: Container kube-addon-manager ready: true, restart count 2 Nov 26 09:31:16.211: INFO: l7-lb-controller-bootstrap-e2e-master started at 2022-11-26 09:09:13 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:16.211: INFO: Container l7-lb-controller ready: true, restart count 6 Nov 26 09:31:16.211: INFO: metadata-proxy-v0.1-j6gfx started at 2022-11-26 09:10:03 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:16.211: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:16.211: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:17.609: INFO: Latency metrics for node bootstrap-e2e-master Nov 26 09:31:17.609: INFO: Logging node info for node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:17.693: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-3tbd 131d705a-ee5a-4970-b55c-d8bd140a9252 11305 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-3tbd kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-3tbd topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-mock-csi-mock-volumes-2470":"bootstrap-e2e-minion-group-3tbd","csi-mock-csi-mock-volumes-7496":"bootstrap-e2e-minion-group-3tbd"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:14:22 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {kubelet Update v1 2022-11-26 09:27:47 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status} {node-problem-detector Update v1 2022-11-26 09:29:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-3tbd,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:27:47 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:35.227.162.190,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:564b5bb4a96df03d2d5698ea7ed7bd97,SystemUUID:564b5bb4-a96d-f03d-2d56-98ea7ed7bd97,BootID:f1184b1d-06be-43a8-8666-ded2ffafe9a3,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/snapshot-controller@sha256:823c75d0c45d1427f6d850070956d9ca657140a7bbf828381541d1d808475280 registry.k8s.io/sig-storage/snapshot-controller:v6.1.0],SizeBytes:22620891,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[gcr.io/k8s-authenticated-test/agnhost@sha256:4057a5580c7b59c4fe10d8ab2732c9dec35eea80fd41f7bafc7bd5acc7edf727 gcr.io/k8s-authenticated-test/agnhost:2.6],SizeBytes:18352698,},ContainerImage{Names:[registry.k8s.io/cpa/cluster-proportional-autoscaler@sha256:fd636b33485c7826fb20ef0688a83ee0910317dbb6c0c6f3ad14661c1db25def registry.k8s.io/cpa/cluster-proportional-autoscaler:1.8.4],SizeBytes:15209393,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/build-image/distroless-iptables@sha256:c0ddb4794bc8a3631e3373015f913c00b230ee54f87bde9ade195b3a3415c60f registry.k8s.io/build-image/distroless-iptables:v0.1.2],SizeBytes:7685585,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64@sha256:7eb7b3cee4d33c10c49893ad3c386232b86d4067de5251294d4c620d6e072b93 registry.k8s.io/networking/ingress-gce-404-server-with-metrics-amd64:v1.10.11],SizeBytes:6463068,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[gcr.io/authenticated-image-pulling/alpine@sha256:7ff177862cb50c602bfe81f805969412e619c054a2bbead977d0c276988aa4a0 gcr.io/authenticated-image-pulling/alpine:3.7],SizeBytes:2110879,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:c318242786b139d18676b1c09a0ad7f15fc17f8f16a5b2e625cd0dc8c9703daf registry.k8s.io/e2e-test-images/busybox:1.29-2],SizeBytes:732424,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4 kubernetes.io/csi/csi-mock-csi-mock-volumes-2470^c8c15a5a-6d6b-11ed-b9ba-fe1456646533],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-provisioning-2489^86c4d256-6d6a-11ed-bdce-ce87a126e9e4,DevicePath:,},},Config:nil,},} Nov 26 09:31:17.694: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:17.820: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:18.678: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:18.678: INFO: Container csi-attacher ready: false, restart count 6 Nov 26 09:31:18.678: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:18.678: INFO: Container csi-resizer ready: false, restart count 6 Nov 26 09:31:18.678: INFO: Container csi-snapshotter ready: false, restart count 6 Nov 26 09:31:18.678: INFO: Container hostpath ready: false, restart count 6 Nov 26 09:31:18.678: INFO: Container liveness-probe ready: false, restart count 6 Nov 26 09:31:18.678: INFO: Container node-driver-registrar ready: false, restart count 6 Nov 26 09:31:18.678: INFO: coredns-6d97d5ddb-fwzgk started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.678: INFO: Container coredns ready: false, restart count 7 Nov 26 09:31:18.678: INFO: liveness-a1df1b69-d4a2-4084-9936-e8fb74874bc9 started at 2022-11-26 09:12:54 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.678: INFO: Container agnhost-container ready: true, restart count 5 Nov 26 09:31:18.678: INFO: l7-default-backend-8549d69d99-j7l2z started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.678: INFO: Container default-http-backend ready: true, restart count 0 Nov 26 09:31:18.678: INFO: netserver-0 started at 2022-11-26 09:21:51 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.678: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:18.678: INFO: pvc-volume-tester-pvptp started at 2022-11-26 09:22:03 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.678: INFO: Container volume-tester ready: false, restart count 0 Nov 26 09:31:18.678: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:27:11 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.678: INFO: Container csi-attacher ready: true, restart count 1 Nov 26 09:31:18.678: INFO: metadata-proxy-v0.1-m9x8r started at 2022-11-26 09:09:45 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:18.678: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:18.678: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:18.678: INFO: e2e-net-exec started at 2022-11-26 09:27:35 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.678: INFO: Container e2e-net-exec ready: true, restart count 0 Nov 26 09:31:18.678: INFO: hostexec-bootstrap-e2e-minion-group-3tbd-5m2wd started at 2022-11-26 09:22:34 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.678: INFO: Container agnhost-container ready: true, restart count 4 Nov 26 09:31:18.678: INFO: csi-mockplugin-resizer-0 started at 2022-11-26 09:17:50 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.678: INFO: Container csi-resizer ready: true, restart count 5 Nov 26 09:31:18.679: INFO: kube-dns-autoscaler-5f6455f985-lsg4c started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container autoscaler ready: false, restart count 7 Nov 26 09:31:18.679: INFO: externalsvc-d74pc started at 2022-11-26 09:27:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container externalsvc ready: true, restart count 2 Nov 26 09:31:18.679: INFO: httpd started at 2022-11-26 09:12:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container httpd ready: false, restart count 7 Nov 26 09:31:18.679: INFO: hostexec-bootstrap-e2e-minion-group-3tbd-pht2w started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container agnhost-container ready: false, restart count 6 Nov 26 09:31:18.679: INFO: csi-mockplugin-0 started at 2022-11-26 09:17:50 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:18.679: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:18.679: INFO: Container driver-registrar ready: false, restart count 6 Nov 26 09:31:18.679: INFO: Container mock ready: false, restart count 6 Nov 26 09:31:18.679: INFO: konnectivity-agent-4s5kx started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container konnectivity-agent ready: true, restart count 7 Nov 26 09:31:18.679: INFO: webserver-7f5969cbc7-7vrgq started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container httpd ready: true, restart count 0 Nov 26 09:31:18.679: INFO: external-provisioner-dhgkj started at 2022-11-26 09:14:23 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container nfs-provisioner ready: true, restart count 6 Nov 26 09:31:18.679: INFO: webserver-7f5969cbc7-5xrwv started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container httpd ready: true, restart count 0 Nov 26 09:31:18.679: INFO: e2e-net-client started at 2022-11-26 09:27:39 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container e2e-net-client ready: false, restart count 4 Nov 26 09:31:18.679: INFO: kube-proxy-bootstrap-e2e-minion-group-3tbd started at 2022-11-26 09:09:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container kube-proxy ready: false, restart count 7 Nov 26 09:31:18.679: INFO: volume-snapshot-controller-0 started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container volume-snapshot-controller ready: true, restart count 5 Nov 26 09:31:18.679: INFO: csi-mockplugin-0 started at 2022-11-26 09:27:11 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:18.679: INFO: Container csi-provisioner ready: true, restart count 5 Nov 26 09:31:18.679: INFO: Container driver-registrar ready: true, restart count 5 Nov 26 09:31:18.679: INFO: Container mock ready: true, restart count 5 Nov 26 09:31:18.679: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:17:50 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container csi-attacher ready: true, restart count 6 Nov 26 09:31:18.679: INFO: pod-f927d64b-e64a-4c2e-95c8-fd839d4460ba started at 2022-11-26 09:23:14 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container test-container ready: false, restart count 0 Nov 26 09:31:18.679: INFO: netserver-0 started at 2022-11-26 09:26:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container webserver ready: false, restart count 5 Nov 26 09:31:18.679: INFO: netserver-0 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container webserver ready: false, restart count 6 Nov 26 09:31:18.679: INFO: csi-mockplugin-0 started at 2022-11-26 09:21:35 +0000 UTC (0+4 container statuses recorded) Nov 26 09:31:18.679: INFO: Container busybox ready: false, restart count 3 Nov 26 09:31:18.679: INFO: Container csi-provisioner ready: true, restart count 4 Nov 26 09:31:18.679: INFO: Container driver-registrar ready: true, restart count 4 Nov 26 09:31:18.679: INFO: Container mock ready: true, restart count 4 Nov 26 09:31:18.679: INFO: netserver-0 started at 2022-11-26 09:27:05 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:18.679: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:20.197: INFO: Latency metrics for node bootstrap-e2e-minion-group-3tbd Nov 26 09:31:20.197: INFO: Logging node info for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:20.258: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tcv7 8ea87b57-ed5b-4059-8e4c-e1e4c81196f7 11304 0 2022-11-26 09:09:43 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tcv7 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tcv7 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5445":"bootstrap-e2e-minion-group-tcv7","csi-mock-csi-mock-volumes-5794":"bootstrap-e2e-minion-group-tcv7"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:43 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.1.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:22:21 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kubelet Update v1 2022-11-26 09:29:35 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status} {node-problem-detector Update v1 2022-11-26 09:29:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status}]},Spec:NodeSpec{PodCIDR:10.64.1.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tcv7,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.1.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:46 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:43 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:29:19 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.3,},NodeAddress{Type:ExternalIP,Address:34.82.182.223,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tcv7.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:c2a825554576fd43a2e635326fb142f9,SystemUUID:c2a82555-4576-fd43-a2e6-35326fb142f9,BootID:055d8aa7-293c-4f74-80a7-27b13c8eeaec,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/sample-apiserver@sha256:8d70890151aa5d096f331cb9da1b9cd5be0412b7363fe67b5c3befdcaa2a28d0 registry.k8s.io/e2e-test-images/sample-apiserver:1.17.7],SizeBytes:25667066,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/coredns/coredns@sha256:8e352a029d304ca7431c6507b56800636c321cb52289686a581ab70aaa8a2e2a registry.k8s.io/coredns/coredns:v1.9.3],SizeBytes:14837849,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:db048754ae68ae337d8fa96494c96d2a1204c3320f5dcf7e8e71085adec85da6 registry.k8s.io/e2e-test-images/nginx:1.15-4],SizeBytes:7000082,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:31:20.259: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:20.305: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:20.431: INFO: csi-mockplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:20.431: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:20.431: INFO: Container driver-registrar ready: false, restart count 6 Nov 26 09:31:20.431: INFO: Container mock ready: false, restart count 6 Nov 26 09:31:20.431: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:12:45 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container csi-attacher ready: false, restart count 6 Nov 26 09:31:20.431: INFO: csi-mockplugin-0 started at 2022-11-26 09:17:37 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:20.431: INFO: Container csi-provisioner ready: false, restart count 6 Nov 26 09:31:20.431: INFO: Container driver-registrar ready: false, restart count 6 Nov 26 09:31:20.431: INFO: Container mock ready: false, restart count 6 Nov 26 09:31:20.431: INFO: coredns-6d97d5ddb-n7pm7 started at 2022-11-26 09:10:07 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container coredns ready: false, restart count 7 Nov 26 09:31:20.431: INFO: netserver-1 started at 2022-11-26 09:26:54 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container webserver ready: true, restart count 3 Nov 26 09:31:20.431: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:20:55 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:20.431: INFO: Container csi-attacher ready: true, restart count 2 Nov 26 09:31:20.431: INFO: Container csi-provisioner ready: true, restart count 2 Nov 26 09:31:20.431: INFO: Container csi-resizer ready: true, restart count 2 Nov 26 09:31:20.431: INFO: Container csi-snapshotter ready: true, restart count 2 Nov 26 09:31:20.431: INFO: Container hostpath ready: true, restart count 2 Nov 26 09:31:20.431: INFO: Container liveness-probe ready: true, restart count 2 Nov 26 09:31:20.431: INFO: Container node-driver-registrar ready: true, restart count 2 Nov 26 09:31:20.431: INFO: kube-proxy-bootstrap-e2e-minion-group-tcv7 started at 2022-11-26 09:09:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container kube-proxy ready: false, restart count 7 Nov 26 09:31:20.431: INFO: pod1 started at 2022-11-26 09:12:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:20.431: INFO: netserver-1 started at 2022-11-26 09:27:05 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:20.431: INFO: konnectivity-agent-n7fgw started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container konnectivity-agent ready: false, restart count 6 Nov 26 09:31:20.431: INFO: annotationupdatefb610ab6-db74-4014-89a5-c2a209ea3fa9 started at 2022-11-26 09:23:12 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container client-container ready: false, restart count 0 Nov 26 09:31:20.431: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:17:37 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container csi-attacher ready: false, restart count 5 Nov 26 09:31:20.431: INFO: execpodrpc5b started at 2022-11-26 09:12:53 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:20.431: INFO: test-grpc-d0e54605-8ccd-4117-92a7-f41188147e86 started at 2022-11-26 09:26:50 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container etcd ready: true, restart count 0 Nov 26 09:31:20.431: INFO: netserver-1 started at 2022-11-26 09:21:51 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container webserver ready: true, restart count 4 Nov 26 09:31:20.431: INFO: dns-test-eed5a99d-acaa-40b4-9379-d0ea76169cf8 started at 2022-11-26 09:23:13 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:20.431: INFO: Container jessie-querier ready: true, restart count 2 Nov 26 09:31:20.431: INFO: Container querier ready: true, restart count 2 Nov 26 09:31:20.431: INFO: Container webserver ready: true, restart count 2 Nov 26 09:31:20.431: INFO: hostexec-bootstrap-e2e-minion-group-tcv7-h5qdl started at 2022-11-26 09:26:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:31:20.431: INFO: external-provisioner-tzg8k started at 2022-11-26 09:17:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container nfs-provisioner ready: false, restart count 5 Nov 26 09:31:20.431: INFO: netserver-1 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container webserver ready: true, restart count 3 Nov 26 09:31:20.431: INFO: httpd started at 2022-11-26 09:13:00 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container httpd ready: false, restart count 2 Nov 26 09:31:20.431: INFO: metadata-proxy-v0.1-q5qmc started at 2022-11-26 09:09:44 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:20.431: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:20.431: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:20.431: INFO: external-provisioner-wc857 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:20.431: INFO: Container nfs-provisioner ready: false, restart count 7 Nov 26 09:31:21.722: INFO: Latency metrics for node bootstrap-e2e-minion-group-tcv7 Nov 26 09:31:21.722: INFO: Logging node info for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:31:21.766: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-tjh3 bceb443c-3ba3-4e43-a18a-a8b6b36d78e4 11342 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-tjh3 kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-tjh3 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-ephemeral-5439":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-2366":"bootstrap-e2e-minion-group-tjh3","csi-mock-csi-mock-volumes-7244":"bootstrap-e2e-minion-group-tjh3"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kube-controller-manager Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.2.0/24\"":{}}}} } {kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:22:42 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:29:52 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:30:14 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.2.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-tjh3,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.2.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815430144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553286144 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:27:49 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.5,},NodeAddress{Type:ExternalIP,Address:34.145.100.186,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-tjh3.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:221265593b364d204aac910f94a8eb4e,SystemUUID:22126559-3b36-4d20-4aac-910f94a8eb4e,BootID:2b26fd7e-d97d-408a-b46c-b40dd29a6e3d,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/volume/nfs@sha256:3bda73f2428522b0e342af80a0b9679e8594c2126f2b3cca39ed787589741b9e registry.k8s.io/e2e-test-images/volume/nfs:1.3],SizeBytes:95836203,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v3.0.1],SizeBytes:90632047,},ContainerImage{Names:[registry.k8s.io/kube-proxy-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:67201736,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/agnhost@sha256:16bbf38c463a4223d8cfe4da12bc61010b082a79b4bb003e2d3ba3ece5dd5f9e registry.k8s.io/e2e-test-images/agnhost:2.43],SizeBytes:51706353,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nautilus@sha256:80ba6c8c44f9623f06e868a1aa66026c8ec438ad814f9ec95e9333b415fe3550 registry.k8s.io/e2e-test-images/nautilus:1.7],SizeBytes:49641698,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:3fe7acf013d1264ffded116b80a73dc129a449b0fccdb8d21af8279f2233f36e registry.k8s.io/e2e-test-images/httpd:2.4.39-4],SizeBytes:41901587,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/httpd@sha256:148b022f5c5da426fc2f3c14b5c0867e58ef05961510c84749ac1fddcb0fef22 registry.k8s.io/e2e-test-images/httpd:2.4.38-4],SizeBytes:40764257,},ContainerImage{Names:[registry.k8s.io/metrics-server/metrics-server@sha256:6385aec64bb97040a5e692947107b81e178555c7a5b71caa90d733e4130efc10 registry.k8s.io/metrics-server/metrics-server:v0.5.2],SizeBytes:26023008,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-provisioner@sha256:ee3b525d5b89db99da3b8eb521d9cd90cb6e9ef0fbb651e98bb37be78d36b5b8 registry.k8s.io/sig-storage/csi-provisioner:v3.3.0],SizeBytes:25491225,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-resizer@sha256:425d8f1b769398127767b06ed97ce62578a3179bcb99809ce93a1649e025ffe7 registry.k8s.io/sig-storage/csi-resizer:v1.6.0],SizeBytes:24148884,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-snapshotter@sha256:291334908ddf71a4661fd7f6d9d97274de8a5378a2b6fdfeb2ce73414a34f82f registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0],SizeBytes:23881995,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-attacher@sha256:9a685020911e2725ad019dbce6e4a5ab93d51e3d4557f115e64343345e05781b registry.k8s.io/sig-storage/csi-attacher:v4.0.0],SizeBytes:23847201,},ContainerImage{Names:[registry.k8s.io/sig-storage/hostpathplugin@sha256:92257881c1d6493cf18299a24af42330f891166560047902b8d431fb66b01af5 registry.k8s.io/sig-storage/hostpathplugin:v1.9.0],SizeBytes:18758628,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonroot@sha256:ee9f50b3c64b174d296d91ca9f69a914ac30e59095dfb462b2b518ad28a63655 registry.k8s.io/e2e-test-images/nonroot:1.4],SizeBytes:17747885,},ContainerImage{Names:[registry.k8s.io/autoscaling/addon-resizer@sha256:43f129b81d28f0fdd54de6d8e7eacd5728030782e03db16087fc241ad747d3d6 registry.k8s.io/autoscaling/addon-resizer:1.8.14],SizeBytes:10153852,},ContainerImage{Names:[registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:0103eee7c35e3e0b5cd8cdca9850dc71c793cdeb6669d8be7a89440da2d06ae4 registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.5.1],SizeBytes:9133109,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/apparmor-loader@sha256:c2ba46d9cf4549528f80d4850630b712372715e0c556d35d5c3016144365d882 registry.k8s.io/e2e-test-images/apparmor-loader:1.4],SizeBytes:8695007,},ContainerImage{Names:[registry.k8s.io/sig-storage/livenessprobe@sha256:933940f13b3ea0abc62e656c1aa5c5b47c04b15d71250413a6b821bd0c58b94e registry.k8s.io/sig-storage/livenessprobe:v2.7.0],SizeBytes:8688564,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-agent@sha256:48f2a4ec3e10553a81b8dd1c6fa5fe4bcc9617f78e71c1ca89c6921335e2d7da registry.k8s.io/kas-network-proxy/proxy-agent:v0.0.33],SizeBytes:8512162,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nginx@sha256:5c99cf6a02adda929b10321dbf4ecfa00d87be9ba4fb456006237d530ab4baa1 registry.k8s.io/e2e-test-images/nginx:1.14-4],SizeBytes:6978614,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/nonewprivs@sha256:8ac1264691820febacf3aea5d152cbde6d10685731ec14966a9401c6f47a68ac registry.k8s.io/e2e-test-images/nonewprivs:1.3],SizeBytes:3263463,},ContainerImage{Names:[registry.k8s.io/e2e-test-images/busybox@sha256:2e0f836850e09b8b7cc937681d6194537a09fbd5f6b9e08f4d646a85128e8937 registry.k8s.io/e2e-test-images/busybox:1.29-4],SizeBytes:731990,},ContainerImage{Names:[registry.k8s.io/pause@sha256:7031c1b283388d2c2e09b57badb803c05ebed362dc88d84b480cc47f72a21097 registry.k8s.io/pause:3.9],SizeBytes:321520,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c],VolumesAttached:[]AttachedVolume{AttachedVolume{Name:kubernetes.io/csi/csi-hostpath-ephemeral-5439^86ca2911-6d6a-11ed-b7d4-5e9def8bba8c,DevicePath:,},},Config:nil,},} Nov 26 09:31:21.767: INFO: Logging kubelet events for node bootstrap-e2e-minion-group-tjh3 Nov 26 09:31:21.822: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-minion-group-tjh3 Nov 26 09:31:22.329: INFO: pod-4bf004bc-ecfa-4f60-982f-8da27d236993 started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container write-pod ready: false, restart count 0 Nov 26 09:31:22.329: INFO: dns-test-28c79da0-3234-49e1-b5b4-d68ef466647d started at 2022-11-26 09:26:50 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:22.329: INFO: Container jessie-querier ready: true, restart count 0 Nov 26 09:31:22.329: INFO: Container querier ready: true, restart count 0 Nov 26 09:31:22.329: INFO: Container webserver ready: true, restart count 0 Nov 26 09:31:22.329: INFO: netserver-2 started at 2022-11-26 09:21:51 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container webserver ready: false, restart count 3 Nov 26 09:31:22.329: INFO: test-container-pod started at 2022-11-26 09:22:17 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container webserver ready: false, restart count 5 Nov 26 09:31:22.329: INFO: alpine-nnp-true-57f26b79-47be-46a4-bbfd-964b90e90e26 started at 2022-11-26 09:27:12 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container alpine-nnp-true-57f26b79-47be-46a4-bbfd-964b90e90e26 ready: false, restart count 0 Nov 26 09:31:22.329: INFO: kube-proxy-bootstrap-e2e-minion-group-tjh3 started at 2022-11-26 09:09:44 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container kube-proxy ready: false, restart count 7 Nov 26 09:31:22.329: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-ppn9f started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:22.329: INFO: csi-mockplugin-attacher-0 started at 2022-11-26 09:20:16 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container csi-attacher ready: true, restart count 2 Nov 26 09:31:22.329: INFO: implicit-root-uid started at 2022-11-26 09:26:55 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container implicit-root-uid ready: false, restart count 0 Nov 26 09:31:22.329: INFO: dns-test-279c8096-f173-400f-92b7-b7275469d165 started at 2022-11-26 09:23:11 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:22.329: INFO: Container jessie-querier ready: true, restart count 1 Nov 26 09:31:22.329: INFO: Container querier ready: true, restart count 1 Nov 26 09:31:22.329: INFO: Container webserver ready: true, restart count 1 Nov 26 09:31:22.329: INFO: inline-volume-tester-czpmj started at 2022-11-26 09:13:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container csi-volume-tester ready: false, restart count 0 Nov 26 09:31:22.329: INFO: e2e-net-server started at 2022-11-26 09:27:37 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container e2e-net-server ready: true, restart count 3 Nov 26 09:31:22.329: INFO: konnectivity-agent-gt4hp started at 2022-11-26 09:09:59 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container konnectivity-agent ready: false, restart count 7 Nov 26 09:31:22.329: INFO: nfs-server started at 2022-11-26 09:27:09 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container nfs-server ready: true, restart count 0 Nov 26 09:31:22.329: INFO: test-apparmor-j2gsn started at 2022-11-26 09:27:12 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container test ready: false, restart count 0 Nov 26 09:31:22.329: INFO: pod-secrets-f99043da-fa55-4918-a6cc-4b79d4393971 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container secret-volume-test ready: false, restart count 0 Nov 26 09:31:22.329: INFO: host-test-container-pod started at 2022-11-26 09:22:17 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container agnhost-container ready: true, restart count 2 Nov 26 09:31:22.329: INFO: netserver-2 started at 2022-11-26 09:26:54 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container webserver ready: true, restart count 0 Nov 26 09:31:22.329: INFO: netserver-2 started at 2022-11-26 09:27:05 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container webserver ready: true, restart count 0 Nov 26 09:31:22.329: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-w69g9 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container agnhost-container ready: true, restart count 6 Nov 26 09:31:22.329: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:45 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:22.329: INFO: Container csi-attacher ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container csi-provisioner ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container csi-resizer ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container csi-snapshotter ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container hostpath ready: false, restart count 8 Nov 26 09:31:22.329: INFO: Container liveness-probe ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container node-driver-registrar ready: false, restart count 7 Nov 26 09:31:22.329: INFO: explicit-root-uid started at 2022-11-26 09:23:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container explicit-root-uid ready: false, restart count 0 Nov 26 09:31:22.329: INFO: externalsvc-w6tdk started at 2022-11-26 09:27:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container externalsvc ready: true, restart count 1 Nov 26 09:31:22.329: INFO: pod-1 started at 2022-11-26 09:27:10 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container agnhost-container ready: false, restart count 0 Nov 26 09:31:22.329: INFO: csi-hostpathplugin-0 started at 2022-11-26 09:12:47 +0000 UTC (0+7 container statuses recorded) Nov 26 09:31:22.329: INFO: Container csi-attacher ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container csi-provisioner ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container csi-resizer ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container csi-snapshotter ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container hostpath ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container liveness-probe ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container node-driver-registrar ready: false, restart count 7 Nov 26 09:31:22.329: INFO: apparmor-loader-4rkc9 started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container apparmor-loader ready: true, restart count 1 Nov 26 09:31:22.329: INFO: metrics-server-v0.5.2-867b8754b9-6xzdf started at 2022-11-26 09:10:24 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:22.329: INFO: Container metrics-server ready: false, restart count 7 Nov 26 09:31:22.329: INFO: Container metrics-server-nanny ready: false, restart count 7 Nov 26 09:31:22.329: INFO: test-apparmor-9qctm started at 2022-11-26 09:22:39 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container test ready: false, restart count 0 Nov 26 09:31:22.329: INFO: netserver-2 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container webserver ready: false, restart count 6 Nov 26 09:31:22.329: INFO: csi-mockplugin-0 started at 2022-11-26 09:17:53 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:22.329: INFO: Container csi-provisioner ready: true, restart count 4 Nov 26 09:31:22.329: INFO: Container driver-registrar ready: true, restart count 4 Nov 26 09:31:22.329: INFO: Container mock ready: true, restart count 4 Nov 26 09:31:22.329: INFO: sysctl-2076dad4-ae6d-4b5d-9aa8-e984fce9fa42 started at 2022-11-26 09:12:43 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container test-container ready: false, restart count 0 Nov 26 09:31:22.329: INFO: hostexec-bootstrap-e2e-minion-group-tjh3-74kjw started at 2022-11-26 09:13:02 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.329: INFO: Container agnhost-container ready: false, restart count 5 Nov 26 09:31:22.329: INFO: pod-b039b708-28e0-435d-8ba2-65a30eb89848 started at 2022-11-26 09:12:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.330: INFO: Container write-pod ready: false, restart count 0 Nov 26 09:31:22.330: INFO: inline-volume-tester-cbxhr started at 2022-11-26 09:20:16 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.330: INFO: Container csi-volume-tester ready: false, restart count 0 Nov 26 09:31:22.330: INFO: external-provisioner-ld8cz started at 2022-11-26 09:26:58 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.330: INFO: Container nfs-provisioner ready: true, restart count 4 Nov 26 09:31:22.330: INFO: external-provisioner-n2pct started at 2022-11-26 09:27:07 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.330: INFO: Container nfs-provisioner ready: true, restart count 1 Nov 26 09:31:22.330: INFO: metadata-proxy-v0.1-nn5s9 started at 2022-11-26 09:09:45 +0000 UTC (0+2 container statuses recorded) Nov 26 09:31:22.330: INFO: Container metadata-proxy ready: true, restart count 0 Nov 26 09:31:22.330: INFO: Container prometheus-to-sd-exporter ready: true, restart count 0 Nov 26 09:31:22.330: INFO: csi-mockplugin-0 started at 2022-11-26 09:20:16 +0000 UTC (0+3 container statuses recorded) Nov 26 09:31:22.330: INFO: Container csi-provisioner ready: true, restart count 1 Nov 26 09:31:22.330: INFO: Container driver-registrar ready: true, restart count 1 Nov 26 09:31:22.330: INFO: Container mock ready: true, restart count 1 Nov 26 09:31:22.330: INFO: apparmor-loader-sbh7b started at 2022-11-26 09:22:27 +0000 UTC (0+1 container statuses recorded) Nov 26 09:31:22.330: INFO: Container apparmor-loader ready: true, restart count 0 Nov 26 09:31:24.153: INFO: Latency metrics for node bootstrap-e2e-minion-group-tjh3 [DeferCleanup (Each)] [sig-api-machinery] ResourceQuota tear down framework | framework.go:193 STEP: Destroying namespace "cross-namespace-pod-affinity-2861" for this suite. 11/26/22 09:31:24.153
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\shealth\shandlers\sshould\scontain\snecessary\schecks$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc00126b3b0) test/e2e/framework/framework.go:241 +0x96ffrom junit_01.xml
[BeforeEach] [sig-api-machinery] health handlers set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:23:18.528 Nov 26 09:23:18.528: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename health 11/26/22 09:23:18.53 Nov 26 09:23:18.569: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:20.609: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:22.610: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:24.610: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:26.609: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:28.610: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:30.610: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:32.609: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:34.610: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:36.609: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:38.610: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:40.609: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:42.610: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:44.609: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:46.609: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:48.610: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:48.650: INFO: Unexpected error while creating namespace: Post "https://35.233.142.26/api/v1/namespaces": dial tcp 35.233.142.26:443: connect: connection refused Nov 26 09:23:48.650: INFO: Unexpected error: <*errors.errorString | 0xc00017fa10>: { s: "timed out waiting for the condition", } Nov 26 09:23:48.650: FAIL: timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc00126b3b0) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] health handlers test/e2e/framework/node/init/init.go:32 Nov 26 09:23:48.650: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] health handlers dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:23:48.69 [DeferCleanup (Each)] [sig-api-machinery] health handlers tear down framework | framework.go:193
Filter through log files | View test history on testgrid
go run hack/e2e.go -v --test --test_args='--ginkgo.focus=Kubernetes\se2e\ssuite\s\[It\]\s\[sig\-api\-machinery\]\sserver\sversion\sshould\sfind\sthe\sserver\sversion\s\[Conformance\]$'
test/e2e/framework/framework.go:241 k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0008dba40) test/e2e/framework/framework.go:241 +0x96f
[BeforeEach] [sig-api-machinery] server version set up framework | framework.go:178 STEP: Creating a kubernetes client 11/26/22 09:31:22.574 Nov 26 09:31:22.574: INFO: >>> kubeConfig: /workspace/.kube/config STEP: Building a namespace api object, basename server-version 11/26/22 09:31:22.576 Nov 26 09:33:22.634: INFO: Unexpected error: <*fmt.wrapError | 0xc00351e980>: { msg: "wait for service account \"default\" in namespace \"server-version-3189\": timed out waiting for the condition", err: <*errors.errorString | 0xc000215d80>{ s: "timed out waiting for the condition", }, } Nov 26 09:33:22.634: FAIL: wait for service account "default" in namespace "server-version-3189": timed out waiting for the condition Full Stack Trace k8s.io/kubernetes/test/e2e/framework.(*Framework).BeforeEach(0xc0008dba40) test/e2e/framework/framework.go:241 +0x96f [AfterEach] [sig-api-machinery] server version test/e2e/framework/node/init/init.go:32 Nov 26 09:33:22.634: INFO: Waiting up to 3m0s for all (but 0) nodes to be ready [DeferCleanup (Each)] [sig-api-machinery] server version dump namespaces | framework.go:196 STEP: dump namespace information after failure 11/26/22 09:33:22.679 STEP: Collecting events from namespace "server-version-3189". 11/26/22 09:33:22.679 STEP: Found 0 events. 11/26/22 09:33:22.72 Nov 26 09:33:22.761: INFO: POD NODE PHASE GRACE CONDITIONS Nov 26 09:33:22.761: INFO: Nov 26 09:33:22.807: INFO: Logging node info for node bootstrap-e2e-master Nov 26 09:33:22.850: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-master 6684612e-500d-445b-9ea5-ca4a9dd26828 11417 0 2022-11-26 09:09:40 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-1 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-master kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-1 topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:40 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{},"f:unschedulable":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:59 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}}}} status} {kube-controller-manager Update v1 2022-11-26 09:10:02 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.0.0/24\"":{}},"f:taints":{}}} } {kubelet Update v1 2022-11-26 09:31:01 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.0.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-master,Unschedulable:true,Taints:[]Taint{Taint{Key:node-role.kubernetes.io/master,Value:,Effect:NoSchedule,TimeAdded:<nil>,},Taint{Key:node.kubernetes.io/unschedulable,Value:,Effect:NoSchedule,TimeAdded:<nil>,},},ConfigSource:nil,PodCIDRs:[10.64.0.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{16656896000 0} {<nil>} 16266500Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3858374656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{1 0} {<nil>} 1 DecimalSI},ephemeral-storage: {{14991206376 0} {<nil>} 14991206376 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{3596230656 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:09:40 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:31:01 +0000 UTC,LastTransitionTime:2022-11-26 09:10:01 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.2,},NodeAddress{Type:ExternalIP,Address:35.233.142.26,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-master.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:2f99bd7dadbd46f22ce4edb25d7437ee,SystemUUID:2f99bd7d-adbd-46f2-2ce4-edb25d7437ee,BootID:91890cb0-7345-43f4-95e1-120a542e7b64,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/kube-apiserver-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:135160272,},ContainerImage{Names:[registry.k8s.io/kube-controller-manager-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:124990265,},ContainerImage{Names:[registry.k8s.io/etcd@sha256:dd75ec974b0a2a6f6bb47001ba09207976e625db898d1b16735528c009cb171c registry.k8s.io/etcd:3.5.6-0],SizeBytes:102542580,},ContainerImage{Names:[registry.k8s.io/kube-scheduler-amd64:v1.27.0-alpha.0.50_70617042976dc1],SizeBytes:57660216,},ContainerImage{Names:[gke.gcr.io/prometheus-to-sd@sha256:e739643c3939ba0b161425f45a1989eedfc4a3b166db9a7100863296b4c70510 gke.gcr.io/prometheus-to-sd:v0.11.1-gke.1],SizeBytes:48742566,},ContainerImage{Names:[gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64@sha256:5db27383add6d9f4ebdf0286409ac31f7f5d273690204b341a4e37998917693b gcr.io/k8s-ingress-image-push/ingress-gce-glbc-amd64:v1.20.1],SizeBytes:36598135,},ContainerImage{Names:[registry.k8s.io/addon-manager/kube-addon-manager@sha256:49cc4e6e4a3745b427ce14b0141476ab339bb65c6bc05033019e046c8727dcb0 registry.k8s.io/addon-manager/kube-addon-manager:v9.1.6],SizeBytes:30464183,},ContainerImage{Names:[registry.k8s.io/kas-network-proxy/proxy-server@sha256:2c111f004bec24888d8cfa2a812a38fb8341350abac67dcd0ac64e709dfe389c registry.k8s.io/kas-network-proxy/proxy-server:v0.0.33],SizeBytes:22020129,},ContainerImage{Names:[registry.k8s.io/metadata-proxy@sha256:e914645f22e946bce5165737e1b244e0a296ad1f0f81a9531adc57af2780978a registry.k8s.io/metadata-proxy:v0.1.12],SizeBytes:5301657,},ContainerImage{Names:[registry.k8s.io/pause@sha256:9001185023633d17a2f98ff69b6ff2615b8ea02a825adffa40422f51dfdcde9d registry.k8s.io/pause:3.8],SizeBytes:311286,},},VolumesInUse:[],VolumesAttached:[]AttachedVolume{},Config:nil,},} Nov 26 09:33:22.851: INFO: Logging kubelet events for node bootstrap-e2e-master Nov 26 09:33:22.898: INFO: Logging pods the kubelet thinks is on node bootstrap-e2e-master Nov 26 09:33:52.944: INFO: Unable to retrieve kubelet pods for node bootstrap-e2e-master: error trying to reach service: context deadline exceeded: connection error: desc = "transport: Error while dialing dial unix /etc/srv/kubernetes/konnectivity-server/konnectivity-server.socket: connect: no such file or directory" Nov 26 09:33:52.944: INFO: Logging node info for node bootstrap-e2e-minion-group-3tbd Nov 26 09:33:53.009: INFO: Node Info: &Node{ObjectMeta:{bootstrap-e2e-minion-group-3tbd 131d705a-ee5a-4970-b55c-d8bd140a9252 11821 0 2022-11-26 09:09:44 +0000 UTC <nil> <nil> map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:n1-standard-2 beta.kubernetes.io/os:linux cloud.google.com/metadata-proxy-ready:true failure-domain.beta.kubernetes.io/region:us-west1 failure-domain.beta.kubernetes.io/zone:us-west1-b kubernetes.io/arch:amd64 kubernetes.io/hostname:bootstrap-e2e-minion-group-3tbd kubernetes.io/os:linux node.kubernetes.io/instance-type:n1-standard-2 topology.hostpath.csi/node:bootstrap-e2e-minion-group-3tbd topology.kubernetes.io/region:us-west1 topology.kubernetes.io/zone:us-west1-b] map[csi.volume.kubernetes.io/nodeid:{"csi-hostpath-provisioning-2489":"bootstrap-e2e-minion-group-3tbd","csi-mock-csi-mock-volumes-2470":"bootstrap-e2e-minion-group-3tbd","csi-mock-csi-mock-volumes-7496":"bootstrap-e2e-minion-group-3tbd"} node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true] [] [] [{kubelet Update v1 2022-11-26 09:09:44 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{".":{},"f:volumes.kubernetes.io/controller-managed-attach-detach":{}},"f:labels":{".":{},"f:beta.kubernetes.io/arch":{},"f:beta.kubernetes.io/instance-type":{},"f:beta.kubernetes.io/os":{},"f:cloud.google.com/metadata-proxy-ready":{},"f:failure-domain.beta.kubernetes.io/region":{},"f:failure-domain.beta.kubernetes.io/zone":{},"f:kubernetes.io/arch":{},"f:kubernetes.io/hostname":{},"f:kubernetes.io/os":{},"f:node.kubernetes.io/instance-type":{},"f:topology.kubernetes.io/region":{},"f:topology.kubernetes.io/zone":{}}},"f:spec":{"f:providerID":{}}} } {kube-controller-manager Update v1 2022-11-26 09:09:45 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:node.alpha.kubernetes.io/ttl":{}}},"f:spec":{"f:podCIDR":{},"f:podCIDRs":{".":{},"v:\"10.64.3.0/24\"":{}}}} } {kube-controller-manager Update v1 2022-11-26 09:14:22 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"NetworkUnavailable\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:volumesAttached":{}}} status} {node-problem-detector Update v1 2022-11-26 09:29:50 +0000 UTC FieldsV1 {"f:status":{"f:conditions":{"k:{\"type\":\"CorruptDockerOverlay2\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentContainerdRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentDockerRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentKubeletRestart\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"FrequentUnregisterNetDevice\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"KernelDeadlock\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}},"k:{\"type\":\"ReadonlyFilesystem\"}":{".":{},"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{},"f:type":{}}}}} status} {kubelet Update v1 2022-11-26 09:32:52 +0000 UTC FieldsV1 {"f:metadata":{"f:annotations":{"f:csi.volume.kubernetes.io/nodeid":{}},"f:labels":{"f:topology.hostpath.csi/node":{}}},"f:status":{"f:conditions":{"k:{\"type\":\"DiskPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"MemoryPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"PIDPressure\"}":{"f:lastHeartbeatTime":{}},"k:{\"type\":\"Ready\"}":{"f:lastHeartbeatTime":{},"f:lastTransitionTime":{},"f:message":{},"f:reason":{},"f:status":{}}},"f:images":{},"f:volumesInUse":{}}} status}]},Spec:NodeSpec{PodCIDR:10.64.3.0/24,DoNotUseExternalID:,ProviderID:gce://k8s-jkns-e2e-kubeadm-gce-ci/us-west1-b/bootstrap-e2e-minion-group-3tbd,Unschedulable:false,Taints:[]Taint{},ConfigSource:nil,PodCIDRs:[10.64.3.0/24],},Status:NodeStatus{Capacity:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{101203873792 0} {<nil>} 98831908Ki BinarySI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7815438336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Allocatable:ResourceList{attachable-volumes-gce-pd: {{127 0} {<nil>} 127 DecimalSI},cpu: {{2 0} {<nil>} 2 DecimalSI},ephemeral-storage: {{91083486262 0} {<nil>} 91083486262 DecimalSI},hugepages-1Gi: {{0 0} {<nil>} 0 DecimalSI},hugepages-2Mi: {{0 0} {<nil>} 0 DecimalSI},memory: {{7553294336 0} {<nil>} BinarySI},pods: {{110 0} {<nil>} 110 DecimalSI},},Phase:,Conditions:[]NodeCondition{NodeCondition{Type:ReadonlyFilesystem,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:FilesystemIsNotReadOnly,Message:Filesystem is not read-only,},NodeCondition{Type:CorruptDockerOverlay2,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoCorruptDockerOverlay2,Message:docker overlay2 is functioning properly,},NodeCondition{Type:FrequentKubeletRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentKubeletRestart,Message:kubelet is functioning properly,},NodeCondition{Type:FrequentDockerRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentDockerRestart,Message:docker is functioning properly,},NodeCondition{Type:FrequentContainerdRestart,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentContainerdRestart,Message:containerd is functioning properly,},NodeCondition{Type:FrequentUnregisterNetDevice,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:48 +0000 UTC,Reason:NoFrequentUnregisterNetDevice,Message:node is functioning properly,},NodeCondition{Type:KernelDeadlock,Status:False,LastHeartbeatTime:2022-11-26 09:29:50 +0000 UTC,LastTransitionTime:2022-11-26 09:09:47 +0000 UTC,Reason:KernelHasNoDeadlock,Message:kernel has no deadlock,},NodeCondition{Type:NetworkUnavailable,Status:False,LastHeartbeatTime:2022-11-26 09:09:59 +0000 UTC,LastTransitionTime:2022-11-26 09:09:59 +0000 UTC,Reason:RouteCreated,Message:RouteController created a route,},NodeCondition{Type:MemoryPressure,Status:False,LastHeartbeatTime:2022-11-26 09:32:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientMemory,Message:kubelet has sufficient memory available,},NodeCondition{Type:DiskPressure,Status:False,LastHeartbeatTime:2022-11-26 09:32:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasNoDiskPressure,Message:kubelet has no disk pressure,},NodeCondition{Type:PIDPressure,Status:False,LastHeartbeatTime:2022-11-26 09:32:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:44 +0000 UTC,Reason:KubeletHasSufficientPID,Message:kubelet has sufficient PID available,},NodeCondition{Type:Ready,Status:True,LastHeartbeatTime:2022-11-26 09:32:52 +0000 UTC,LastTransitionTime:2022-11-26 09:09:45 +0000 UTC,Reason:KubeletReady,Message:kubelet is posting ready status. AppArmor enabled,},},Addresses:[]NodeAddress{NodeAddress{Type:InternalIP,Address:10.138.0.4,},NodeAddress{Type:ExternalIP,Address:35.227.162.190,},NodeAddress{Type:InternalDNS,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},NodeAddress{Type:Hostname,Address:bootstrap-e2e-minion-group-3tbd.c.k8s-jkns-e2e-kubeadm-gce-ci.internal,},},DaemonEndpoints:NodeDaemonEndpoints{KubeletEndpoint:DaemonEndpoint{Port:10250,},},NodeInfo:NodeSystemInfo{MachineID:564b5bb4a96df03d2d5698ea7ed7bd97,SystemUUID:564b5bb4-a96d-f03d-2d56-98ea7ed7bd97,BootID:f1184b1d-06be-43a8-8666-ded2ffafe9a3,KernelVersion:5.10.123+,OSImage:Container-Optimized OS from Google,ContainerRuntimeVersion:containerd://1.7.0-beta.0-149-gd06318622,KubeletVersion:v1.27.0-alpha.0.50+70617042976dc1,KubeProxyVersion:v1.27.0-alpha.0.50+70617042976dc1,OperatingSystem:linux,Architecture:amd64,},Images:[]ContainerImage{ContainerImage{Names:[registry.k8s.io/e2e-test-images/jessie-dnsutils@sha256:24aaf2626d6b27864c29de2097e8bbb840b3a414271bf7c8995e431e47d8408e registry.k8s.io/e2e-test-images/jessie-dnsutils:1.7],SizeBytes:112030336,},ContainerImage{Names:[registry.k8s.io/sig-storage/nfs-provisioner@sha256:e943bb77c7df05ebdc8c7888b2db289b13bf9f012d6a3a5a74f14d4d5743d439 registry.k8s.io/sig-storage/nfs-provisioner:v