This job view page is being replaced by Spyglass soon. Check out the new job view.
PRmboukhalfa: 🌱 add preCreateCluster hook and CNIPath to e2e clusterctl upgrade test
ResultFAILURE
Tests 2 failed / 3867 succeeded
Started2022-09-29 18:54
Elapsed5m51s
Revisionc5a7611e66c49dc1ccc0a5b7f6e8303fa45bdd20
Refs 6636

Test Failures


sigs.k8s.io/cluster-api/internal/controllers/machinehealthcheck TestMachineHealthCheck_Reconcile 46s

go run hack/e2e.go -v --test --test_args='--ginkgo.focus=sigs\.k8s\.io\/cluster\-api\/internal\/controllers\/machinehealthcheck\sTestMachineHealthCheck\_Reconcile$'
=== RUN   TestMachineHealthCheck_Reconcile
2022/09/29 18:59:32 http: TLS handshake error from 127.0.0.1:53112: EOF
--- FAIL: TestMachineHealthCheck_Reconcile (46.94s)

				from junit.xml

Filter through log files | View test history on testgrid


sigs.k8s.io/cluster-api/internal/controllers/machinehealthcheck TestMachineHealthCheck_Reconcile/when_in_a_MachineSet,_unhealthy_machines_should_be_deleted 30s

go run hack/e2e.go -v --test --test_args='--ginkgo.focus=sigs\.k8s\.io\/cluster\-api\/internal\/controllers\/machinehealthcheck\sTestMachineHealthCheck\_Reconcile\/when\_in\_a\_MachineSet\,\_unhealthy\_machines\_should\_be\_deleted$'
=== RUN   TestMachineHealthCheck_Reconcile/when_in_a_MachineSet,_unhealthy_machines_should_be_deleted
inframachine created: test-mhc-machine-infra-c6hsj
machine created: test-mhc-machine-dnr6p
I0929 18:59:47.675544   19728 machinehealthcheck_controller.go:120]  "msg"="Reconciling" "MachineHealthCheck"={"name":"test-mhc-lr9gh","namespace":"test-mhc-75sh4"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "name"="test-mhc-lr9gh" "namespace"="test-mhc-75sh4" "reconcileID"="f60080c4-9b88-45c1-b943-de3a696c7c3b"
E0929 18:59:47.698444   19728 controller.go:326]  "msg"="Reconciler error" "error"="no matching Node for Machine \"test-mhc-machine-sthtx\" in namespace \"test-mhc-75sh4\": cannot find node with matching ProviderID" "Machine"={"name":"test-mhc-machine-sthtx","namespace":"test-mhc-75sh4"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-sthtx" "namespace"="test-mhc-75sh4" "reconcileID"="ab384c38-1ec2-45f1-abe1-54008a554b1c"
I0929 18:59:47.749589   19728 machine_controller.go:311]  "msg"="Deleting Kubernetes Node associated with Machine is not allowed" "Cluster"={"name":"test-cluster-m5sds","namespace":"test-mhc-75sh4"} "Machine"={"name":"test-mhc-machine-sthtx","namespace":"test-mhc-75sh4"} "Node"={"name":"test-mhc-node-7xkfw"} "cause"="cluster is being deleted" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-sthtx" "namespace"="test-mhc-75sh4" "reconcileID"="465cc9e0-642a-4f13-9154-514cd3b2d442"
node created: test-mhc-node-vdrcs
E0929 18:59:47.877301   19728 controller.go:326]  "msg"="Reconciler error" "error"="machines.cluster.x-k8s.io \"test-mhc-machine-sthtx\" not found" "Machine"={"name":"test-mhc-machine-sthtx","namespace":"test-mhc-75sh4"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-sthtx" "namespace"="test-mhc-75sh4" "reconcileID"="465cc9e0-642a-4f13-9154-514cd3b2d442"
I0929 18:59:47.901151   19728 cluster_cache_tracker.go:239]  "msg"="Creating cluster accessor for cluster \"test-mhc-75sh4/test-cluster-c9mlm\" with the regular apiserver endpoint \"https://127.0.0.1:41927/\"" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "Machine"={"name":"test-mhc-machine-dnr6p","namespace":"test-mhc-75sh4"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-dnr6p" "namespace"="test-mhc-75sh4" "reconcileID"="a4fbff61-02e2-4662-85f4-3bef10c13e5e"
I0929 18:59:47.935652   19728 machineset_controller.go:359]  "msg"="MachineSet is scaling up to 1 replicas by creating 1 machines" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "MachineSet"={"name":"mhc-ms-bj8kf","namespace":"test-mhc-75sh4"} "controller"="machineset" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineSet" "machineCount"=0 "name"="mhc-ms-bj8kf" "namespace"="test-mhc-75sh4" "reconcileID"="c43706f2-6a70-4383-ace6-39afdba6fd4d" "replicas"=1
I0929 18:59:47.963243   19728 machineset_controller.go:443]  "msg"="Created machine 1 of 1" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "GenericInfrastructureMachine"={"name":"mhc-ms-template-9tqmd-mcxtc","namespace":"test-mhc-75sh4"} "Machine"={"name":"mhc-ms-bj8kf-k4w7n","namespace":"test-mhc-75sh4"} "MachineSet"={"name":"mhc-ms-bj8kf","namespace":"test-mhc-75sh4"} "controller"="machineset" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineSet" "name"="mhc-ms-bj8kf" "namespace"="test-mhc-75sh4" "reconcileID"="c43706f2-6a70-4383-ace6-39afdba6fd4d"
I0929 18:59:48.001701   19728 controller.go:150]  "msg"="Starting EventSource" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "source"={}
I0929 18:59:48.018480   19728 machine_controller_phases.go:277]  "msg"="Infrastructure provider has completed machine infrastructure provisioning and reports status.ready" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "GenericInfrastructureMachine"={"name":"test-mhc-machine-infra-c6hsj","namespace":"test-mhc-75sh4"} "Machine"={"name":"test-mhc-machine-dnr6p","namespace":"test-mhc-75sh4"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-dnr6p" "namespace"="test-mhc-75sh4" "reconcileID"="a4fbff61-02e2-4662-85f4-3bef10c13e5e"
I0929 18:59:48.029588   19728 machinehealthcheck_controller.go:120]  "msg"="Reconciling" "MachineHealthCheck"={"name":"test-mhc-xzdt2","namespace":"test-mhc-75sh4"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "name"="test-mhc-xzdt2" "namespace"="test-mhc-75sh4" "reconcileID"="a31e8e5f-b4cb-497c-a27a-eded6f617ad9"
I0929 18:59:48.029796   19728 controller.go:150]  "msg"="Starting EventSource" "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "source"={}
I0929 18:59:48.030024   19728 machinehealthcheck_controller.go:427]  "msg"="Target has failed health check, marking for remediation" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "MachineHealthCheck"={"name":"test-mhc-xzdt2","namespace":"test-mhc-75sh4"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "message"="Node failed to report startup in 1s" "name"="test-mhc-xzdt2" "namespace"="test-mhc-75sh4" "reason"="NodeStartupTimeout" "reconcileID"="a31e8e5f-b4cb-497c-a27a-eded6f617ad9" "target"="test-mhc-75sh4/test-mhc-xzdt2/mhc-ms-bj8kf-k4w7n/"
I0929 18:59:48.092911   19728 machineset_controller.go:293]  "msg"="Deleting machine because marked as unhealthy by the MachineHealthCheck controller" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "Machine"={"name":"mhc-ms-bj8kf-k4w7n","namespace":"test-mhc-75sh4"} "MachineSet"={"name":"mhc-ms-bj8kf","namespace":"test-mhc-75sh4"} "controller"="machineset" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineSet" "name"="mhc-ms-bj8kf" "namespace"="test-mhc-75sh4" "reconcileID"="b1bd60ea-839d-4029-a188-d02ffed0f7b0"
I0929 18:59:48.121414   19728 machinehealthcheck_controller.go:120]  "msg"="Reconciling" "MachineHealthCheck"={"name":"test-mhc-xzdt2","namespace":"test-mhc-75sh4"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "name"="test-mhc-xzdt2" "namespace"="test-mhc-75sh4" "reconcileID"="a8f5780b-bb81-48f6-9f39-530582ed9166"
I0929 18:59:48.131533   19728 machinehealthcheck_controller.go:120]  "msg"="Reconciling" "MachineHealthCheck"={"name":"test-mhc-xzdt2","namespace":"test-mhc-75sh4"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "name"="test-mhc-xzdt2" "namespace"="test-mhc-75sh4" "reconcileID"="a71370a3-f20a-433d-ac33-56811d8061be"
I0929 18:59:48.133547   19728 machineset_controller.go:150]  "msg"="Reconciliation is paused for this object" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "MachineSet"={"name":"mhc-ms-bj8kf","namespace":"test-mhc-75sh4"} "controller"="machineset" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineSet" "name"="mhc-ms-bj8kf" "namespace"="test-mhc-75sh4" "reconcileID"="de9ca291-dc97-4aea-a6af-a4b93fd2f1ae"
E0929 18:59:48.133813   19728 controller.go:326]  "msg"="Reconciler error" "error"="machines.cluster.x-k8s.io \"mhc-ms-bj8kf-k4w7n\" not found" "Machine"={"name":"mhc-ms-bj8kf-k4w7n","namespace":"test-mhc-75sh4"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="mhc-ms-bj8kf-k4w7n" "namespace"="test-mhc-75sh4" "reconcileID"="025c8614-5f1b-4c16-a86c-f4c36ee89497"
I0929 18:59:48.150710   19728 machinehealthcheck_controller.go:120]  "msg"="Reconciling" "MachineHealthCheck"={"name":"test-mhc-xzdt2","namespace":"test-mhc-75sh4"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "name"="test-mhc-xzdt2" "namespace"="test-mhc-75sh4" "reconcileID"="f54d603e-e198-489b-85f1-8ef161ae6ac8"
I0929 18:59:48.173933   19728 machinehealthcheck_controller.go:120]  "msg"="Reconciling" "MachineHealthCheck"={"name":"test-mhc-xzdt2","namespace":"test-mhc-75sh4"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "name"="test-mhc-xzdt2" "namespace"="test-mhc-75sh4" "reconcileID"="2a8a1c90-5b04-41b1-93bc-bd76a01ef112"
I0929 19:00:03.011371   19728 machineset_controller.go:150]  "msg"="Reconciliation is paused for this object" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "MachineSet"={"name":"mhc-ms-bj8kf","namespace":"test-mhc-75sh4"} "controller"="machineset" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineSet" "name"="mhc-ms-bj8kf" "namespace"="test-mhc-75sh4" "reconcileID"="396d12e5-385a-422c-815d-d50c8c5dbd7d"
    machinehealthcheck_controller_test.go:1299: 
        Timed out after 30.001s.
        Expected
            <int>: 0
        to equal
            <int>: 1
I0929 19:00:18.138211   19728 cluster_controller.go:240]  "msg"="Cluster still has children - deleting them first" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "count"=2 "name"="test-cluster-c9mlm" "namespace"="test-mhc-75sh4" "reconcileID"="87d01d09-d79d-4095-9099-165ca820744d"
I0929 19:00:18.138280   19728 cluster_controller.go:251]  "msg"="Deleting child object" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "gvk"="cluster.x-k8s.io/v1beta1, Kind=MachineSet" "name"="mhc-ms-bj8kf" "namespace"="test-mhc-75sh4" "reconcileID"="87d01d09-d79d-4095-9099-165ca820744d"
I0929 19:00:18.145132   19728 machinehealthcheck_controller.go:120]  "msg"="Reconciling" "MachineHealthCheck"={"name":"test-mhc-xzdt2","namespace":"test-mhc-75sh4"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "name"="test-mhc-xzdt2" "namespace"="test-mhc-75sh4" "reconcileID"="c7c75815-abb0-4c5d-a268-6be18cf87e4d"
I0929 19:00:18.147629   19728 cluster_controller.go:251]  "msg"="Deleting child object" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "gvk"="cluster.x-k8s.io/v1beta1, Kind=Machine" "name"="test-mhc-machine-dnr6p" "namespace"="test-mhc-75sh4" "reconcileID"="87d01d09-d79d-4095-9099-165ca820744d"
I0929 19:00:18.154226   19728 machine_controller.go:311]  "msg"="Deleting Kubernetes Node associated with Machine is not allowed" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "Machine"={"name":"test-mhc-machine-dnr6p","namespace":"test-mhc-75sh4"} "Node"={"name":"test-mhc-node-vdrcs"} "cause"="cluster is being deleted" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-dnr6p" "namespace"="test-mhc-75sh4" "reconcileID"="a89bcad8-a4cb-4f41-b05f-72569598fbe0"
I0929 19:00:18.154468   19728 cluster_controller.go:266]  "msg"="Cluster still has descendants - need to requeue" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "descendants"="Control plane machines: test-mhc-machine-dnr6p;Machine sets: mhc-ms-bj8kf" "indirect descendants count"=0 "name"="test-cluster-c9mlm" "namespace"="test-mhc-75sh4" "reconcileID"="87d01d09-d79d-4095-9099-165ca820744d"
Cleaning up nodes, machines and infra machines.
I0929 19:00:18.163566   19728 cluster_controller.go:240]  "msg"="Cluster still has children - deleting them first" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "count"=1 "name"="test-cluster-c9mlm" "namespace"="test-mhc-75sh4" "reconcileID"="130c25ca-8db3-4b78-a9fc-58a97a894e53"
I0929 19:00:18.163634   19728 cluster_controller.go:266]  "msg"="Cluster still has descendants - need to requeue" "Cluster"={"name":"test-cluster-c9mlm","namespace":"test-mhc-75sh4"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "descendants"="Control plane machines: test-mhc-machine-dnr6p" "indirect descendants count"=0 "name"="test-cluster-c9mlm" "namespace"="test-mhc-75sh4" "reconcileID"="130c25ca-8db3-4b78-a9fc-58a97a894e53"
    --- FAIL: TestMachineHealthCheck_Reconcile/when_in_a_MachineSet,_unhealthy_machines_should_be_deleted (30.64s)

				from junit.xml

Filter through log files | View test history on testgrid


Show 3867 Passed Tests

Show 6 Skipped Tests