This job view page is being replaced by Spyglass soon. Check out the new job view.
PRk8s-infra-cherrypick-robot: [release-1.2] 📖 clarify backport-policy
ResultFAILURE
Tests 2 failed / 3818 succeeded
Started2022-09-26 20:32
Elapsed5m42s
Revision4d44d397e614ac7e5851b9ad525739ccfa75fb7b
Refs 7289

Test Failures


sigs.k8s.io/cluster-api/internal/controllers/machinehealthcheck TestMachineHealthCheck_Reconcile 46s

go run hack/e2e.go -v --test --test_args='--ginkgo.focus=sigs\.k8s\.io\/cluster\-api\/internal\/controllers\/machinehealthcheck\sTestMachineHealthCheck\_Reconcile$'
=== RUN   TestMachineHealthCheck_Reconcile
2022/09/26 20:37:04 http: TLS handshake error from 127.0.0.1:38902: EOF
--- FAIL: TestMachineHealthCheck_Reconcile (46.97s)

				from junit.xml

Filter through log files | View test history on testgrid


sigs.k8s.io/cluster-api/internal/controllers/machinehealthcheck TestMachineHealthCheck_Reconcile/when_in_a_MachineSet,_unhealthy_machines_should_be_deleted 30s

go run hack/e2e.go -v --test --test_args='--ginkgo.focus=sigs\.k8s\.io\/cluster\-api\/internal\/controllers\/machinehealthcheck\sTestMachineHealthCheck\_Reconcile\/when\_in\_a\_MachineSet\,\_unhealthy\_machines\_should\_be\_deleted$'
=== RUN   TestMachineHealthCheck_Reconcile/when_in_a_MachineSet,_unhealthy_machines_should_be_deleted
I0926 20:37:19.393749   19596 cluster_controller.go:240]  "msg"="Cluster still has children - deleting them first" "cluster"={"name":"test-cluster-69dfv","namespace":"test-mhc-zx6m9"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "name"="test-cluster-69dfv" "namespace"="test-mhc-zx6m9" "reconcileID"="4b82ed3b-dbeb-4d4c-b520-258c3060d71e" "count"=1
I0926 20:37:19.393823   19596 cluster_controller.go:266]  "msg"="Cluster still has descendants - need to requeue" "cluster"={"name":"test-cluster-69dfv","namespace":"test-mhc-zx6m9"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "name"="test-cluster-69dfv" "namespace"="test-mhc-zx6m9" "reconcileID"="4b82ed3b-dbeb-4d4c-b520-258c3060d71e" "descendants"="Control plane machines: test-mhc-machine-wzrhn" "indirect descendants count"=0
inframachine created: test-mhc-machine-infra-rbdb9
machine created: test-mhc-machine-jfz92
I0926 20:37:19.639597   19596 machinehealthcheck_controller.go:119]  "msg"="Reconciling" "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "machineHealthCheck"={"name":"test-mhc-fs4lf","namespace":"test-mhc-zx6m9"} "name"="test-mhc-fs4lf" "namespace"="test-mhc-zx6m9" "reconcileID"="395db497-5562-4e6a-8439-e3781cd3eefd" 
E0926 20:37:19.755855   19596 controller.go:326]  "msg"="Reconciler error" "error"="no matching Node for Machine \"test-mhc-machine-wzrhn\" in namespace \"test-mhc-zx6m9\": cannot find node with matching ProviderID" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "machine"={"name":"test-mhc-machine-wzrhn","namespace":"test-mhc-zx6m9"} "name"="test-mhc-machine-wzrhn" "namespace"="test-mhc-zx6m9" "reconcileID"="f79c6ad5-99d3-4150-a724-0ffcd920a539" 
I0926 20:37:19.773611   19596 machine_controller.go:296]  "msg"="Deleting Kubernetes Node associated with Machine is not allowed" "cluster"="test-cluster-69dfv" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "machine"={"name":"test-mhc-machine-wzrhn","namespace":"test-mhc-zx6m9"} "name"="test-mhc-machine-wzrhn" "namespace"="test-mhc-zx6m9" "reconcileID"="2f45b779-d91d-498c-84fd-63c681862bd7" "cause"="cluster is being deleted" "node"={"kind":"Node","name":"test-mhc-node-5mcxf","uid":"a14d647c-6861-4f87-add5-06322b009002","apiVersion":"v1"}
E0926 20:37:19.844640   19596 controller.go:326]  "msg"="Reconciler error" "error"="machines.cluster.x-k8s.io \"test-mhc-machine-wzrhn\" not found" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "machine"={"name":"test-mhc-machine-wzrhn","namespace":"test-mhc-zx6m9"} "name"="test-mhc-machine-wzrhn" "namespace"="test-mhc-zx6m9" "reconcileID"="2f45b779-d91d-498c-84fd-63c681862bd7" 
node created: test-mhc-node-74c7t
I0926 20:37:19.894943   19596 cluster_cache_tracker.go:238]  "msg"="Creating cluster accessor for cluster \"test-mhc-zx6m9/test-cluster-j5ksg\" with the regular apiserver endpoint \"https://127.0.0.1:33407/\"" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "machine"={"name":"test-mhc-machine-jfz92","namespace":"test-mhc-zx6m9"} "name"="test-mhc-machine-jfz92" "namespace"="test-mhc-zx6m9" "reconcileID"="fa61c1a4-d159-47b4-995e-262a6492f0df" 
I0926 20:37:19.975537   19596 machineset_controller.go:348]  "msg"="Too few replicas" "controller"="machineset" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineSet" "machineSet"={"name":"mhc-ms-xc7wj","namespace":"test-mhc-zx6m9"} "name"="mhc-ms-xc7wj" "namespace"="test-mhc-zx6m9" "reconcileID"="4c66eb93-9b9d-4bdf-8b5c-58dfa5fd4ac8" "creating"=1 "need"=1
I0926 20:37:19.975606   19596 machineset_controller.go:361]  "msg"="Creating machine 1 of 1, ( spec.replicas(1) > currentMachineCount(0) )" "controller"="machineset" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineSet" "machineSet"={"name":"mhc-ms-xc7wj","namespace":"test-mhc-zx6m9"} "name"="mhc-ms-xc7wj" "namespace"="test-mhc-zx6m9" "reconcileID"="4c66eb93-9b9d-4bdf-8b5c-58dfa5fd4ac8" 
I0926 20:37:19.996045   19596 machine_controller_noderef.go:91]  "msg"="Set Machine's NodeRef" "cluster"="test-cluster-j5ksg" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "machine"="test-mhc-machine-jfz92" "name"="test-mhc-machine-jfz92" "namespace"="test-mhc-zx6m9" "reconcileID"="fa61c1a4-d159-47b4-995e-262a6492f0df" "noderef"="test-mhc-node-74c7t"
I0926 20:37:19.996066   19596 machineset_controller.go:433]  "msg"="Created machine 1 of 1 with name \"mhc-ms-xc7wj-xmnm6\"" "controller"="machineset" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineSet" "machineSet"={"name":"mhc-ms-xc7wj","namespace":"test-mhc-zx6m9"} "name"="mhc-ms-xc7wj" "namespace"="test-mhc-zx6m9" "reconcileID"="4c66eb93-9b9d-4bdf-8b5c-58dfa5fd4ac8" 
I0926 20:37:20.075962   19596 machinehealthcheck_controller.go:119]  "msg"="Reconciling" "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "machineHealthCheck"={"name":"test-mhc-72qrp","namespace":"test-mhc-zx6m9"} "name"="test-mhc-72qrp" "namespace"="test-mhc-zx6m9" "reconcileID"="d7f8dca7-3caf-41d7-8704-f5aff3bacb5b" 
I0926 20:37:20.076256   19596 controller.go:150]  "msg"="Starting EventSource" "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "source"={}
I0926 20:37:20.076536   19596 machinehealthcheck_controller.go:426]  "msg"="Target has failed health check, marking for remediation" "cluster"="test-cluster-j5ksg" "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "machineHealthCheck"={"name":"test-mhc-72qrp","namespace":"test-mhc-zx6m9"} "name"="test-mhc-72qrp" "namespace"="test-mhc-zx6m9" "reconcileID"="d7f8dca7-3caf-41d7-8704-f5aff3bacb5b" "message"="Node failed to report startup in 1s" "reason"="NodeStartupTimeout" "target"="test-mhc-zx6m9/test-mhc-72qrp/mhc-ms-xc7wj-xmnm6/"
I0926 20:37:20.125648   19596 machineset_controller.go:281]  "msg"="Deleting unhealthy machine" "controller"="machineset" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineSet" "machineSet"={"name":"mhc-ms-xc7wj","namespace":"test-mhc-zx6m9"} "name"="mhc-ms-xc7wj" "namespace"="test-mhc-zx6m9" "reconcileID"="72874a94-f21f-4160-ab87-420f493455af" "machine"="mhc-ms-xc7wj-xmnm6"
E0926 20:37:20.162099   19596 controller.go:326]  "msg"="Reconciler error" "error"="machines.cluster.x-k8s.io \"mhc-ms-xc7wj-xmnm6\" not found" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "machine"={"name":"mhc-ms-xc7wj-xmnm6","namespace":"test-mhc-zx6m9"} "name"="mhc-ms-xc7wj-xmnm6" "namespace"="test-mhc-zx6m9" "reconcileID"="a393743a-f23a-4f72-ada0-71cead3b7197" 
I0926 20:37:20.162415   19596 controller.go:150]  "msg"="Starting EventSource" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "source"={}
I0926 20:37:20.186689   19596 machinehealthcheck_controller.go:119]  "msg"="Reconciling" "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "machineHealthCheck"={"name":"test-mhc-72qrp","namespace":"test-mhc-zx6m9"} "name"="test-mhc-72qrp" "namespace"="test-mhc-zx6m9" "reconcileID"="a27ec7b6-301f-46b4-b8a7-3dbb1e4c73b1" 
I0926 20:37:20.199114   19596 machinehealthcheck_controller.go:119]  "msg"="Reconciling" "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "machineHealthCheck"={"name":"test-mhc-72qrp","namespace":"test-mhc-zx6m9"} "name"="test-mhc-72qrp" "namespace"="test-mhc-zx6m9" "reconcileID"="f3222f6c-ed91-47b0-966a-19b1bed6a4ca" 
I0926 20:37:20.216883   19596 machineset_controller.go:140]  "msg"="Reconciliation is paused for this object" "controller"="machineset" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineSet" "machineSet"={"name":"mhc-ms-xc7wj","namespace":"test-mhc-zx6m9"} "name"="mhc-ms-xc7wj" "namespace"="test-mhc-zx6m9" "reconcileID"="acf2e06f-06f9-4bc3-a14e-acfdca48f3e1" 
I0926 20:37:35.040441   19596 machineset_controller.go:140]  "msg"="Reconciliation is paused for this object" "controller"="machineset" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineSet" "machineSet"={"name":"mhc-ms-xc7wj","namespace":"test-mhc-zx6m9"} "name"="mhc-ms-xc7wj" "namespace"="test-mhc-zx6m9" "reconcileID"="eb08ba51-cafe-4ea5-82b8-68e4b3541520" 
    machinehealthcheck_controller_test.go:1298: 
        Timed out after 30.001s.
        Expected
            <int>: 0
        to equal
            <int>: 1
I0926 20:37:50.158967   19596 cluster_controller.go:240]  "msg"="Cluster still has children - deleting them first" "cluster"={"name":"test-cluster-j5ksg","namespace":"test-mhc-zx6m9"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "name"="test-cluster-j5ksg" "namespace"="test-mhc-zx6m9" "reconcileID"="e1a1a1a6-181d-4893-86be-d99dc2378050" "count"=2
I0926 20:37:50.159036   19596 cluster_controller.go:251]  "msg"="Deleting child object" "cluster"={"name":"test-cluster-j5ksg","namespace":"test-mhc-zx6m9"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "namespace"="test-mhc-zx6m9" "reconcileID"="e1a1a1a6-181d-4893-86be-d99dc2378050" "gvk"="cluster.x-k8s.io/v1beta1, Kind=MachineSet" "name"="mhc-ms-xc7wj"
I0926 20:37:50.168051   19596 cluster_controller.go:251]  "msg"="Deleting child object" "cluster"={"name":"test-cluster-j5ksg","namespace":"test-mhc-zx6m9"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "namespace"="test-mhc-zx6m9" "reconcileID"="e1a1a1a6-181d-4893-86be-d99dc2378050" "gvk"="cluster.x-k8s.io/v1beta1, Kind=Machine" "name"="test-mhc-machine-jfz92"
I0926 20:37:50.170310   19596 machinehealthcheck_controller.go:119]  "msg"="Reconciling" "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "machineHealthCheck"={"name":"test-mhc-72qrp","namespace":"test-mhc-zx6m9"} "name"="test-mhc-72qrp" "namespace"="test-mhc-zx6m9" "reconcileID"="1887bb52-3c7a-412b-8b0b-8fc4605270c8" 
I0926 20:37:50.175159   19596 cluster_controller.go:266]  "msg"="Cluster still has descendants - need to requeue" "cluster"={"name":"test-cluster-j5ksg","namespace":"test-mhc-zx6m9"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "name"="test-cluster-j5ksg" "namespace"="test-mhc-zx6m9" "reconcileID"="e1a1a1a6-181d-4893-86be-d99dc2378050" "descendants"="Control plane machines: test-mhc-machine-jfz92;Machine sets: mhc-ms-xc7wj" "indirect descendants count"=0
I0926 20:37:50.176418   19596 machine_controller.go:296]  "msg"="Deleting Kubernetes Node associated with Machine is not allowed" "cluster"="test-cluster-j5ksg" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "machine"={"name":"test-mhc-machine-jfz92","namespace":"test-mhc-zx6m9"} "name"="test-mhc-machine-jfz92" "namespace"="test-mhc-zx6m9" "reconcileID"="5dc970ce-8120-4682-bf83-2c71c1e4553d" "cause"="cluster is being deleted" "node"={"kind":"Node","name":"test-mhc-node-74c7t","uid":"4254afa5-bb5a-4113-8ec5-e39f586b2aa2","apiVersion":"v1"}
I0926 20:37:50.183000   19596 cluster_controller.go:240]  "msg"="Cluster still has children - deleting them first" "cluster"={"name":"test-cluster-j5ksg","namespace":"test-mhc-zx6m9"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "name"="test-cluster-j5ksg" "namespace"="test-mhc-zx6m9" "reconcileID"="9c6db42f-8635-43a4-a8cc-332197891ce5" "count"=1
I0926 20:37:50.183076   19596 cluster_controller.go:266]  "msg"="Cluster still has descendants - need to requeue" "cluster"={"name":"test-cluster-j5ksg","namespace":"test-mhc-zx6m9"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "name"="test-cluster-j5ksg" "namespace"="test-mhc-zx6m9" "reconcileID"="9c6db42f-8635-43a4-a8cc-332197891ce5" "descendants"="Control plane machines: test-mhc-machine-jfz92" "indirect descendants count"=0
Cleaning up nodes, machines and infra machines.
    --- FAIL: TestMachineHealthCheck_Reconcile/when_in_a_MachineSet,_unhealthy_machines_should_be_deleted (30.83s)

				from junit.xml

Filter through log files | View test history on testgrid


Show 3818 Passed Tests

Show 6 Skipped Tests