This job view page is being replaced by Spyglass soon. Check out the new job view.
ResultFAILURE
Tests 2 failed / 4276 succeeded
Started2022-12-06 08:56
Elapsed4m57s
Revisionmain

Test Failures


sigs.k8s.io/cluster-api/internal/controllers/machinehealthcheck TestMachineHealthCheck_Reconcile 45s

go run hack/e2e.go -v --test --test_args='--ginkgo.focus=sigs\.k8s\.io\/cluster\-api\/internal\/controllers\/machinehealthcheck\sTestMachineHealthCheck\_Reconcile$'
=== RUN   TestMachineHealthCheck_Reconcile
2022/12/06 09:00:35 http: TLS handshake error from 127.0.0.1:55278: EOF
--- FAIL: TestMachineHealthCheck_Reconcile (45.97s)

				from junit.xml

Filter through log files | View test history on testgrid


sigs.k8s.io/cluster-api/internal/controllers/machinehealthcheck TestMachineHealthCheck_Reconcile/should_react_when_a_Node_transitions_to_unhealthy 30s

go run hack/e2e.go -v --test --test_args='--ginkgo.focus=sigs\.k8s\.io\/cluster\-api\/internal\/controllers\/machinehealthcheck\sTestMachineHealthCheck\_Reconcile\/should\_react\_when\_a\_Node\_transitions\_to\_unhealthy$'
=== RUN   TestMachineHealthCheck_Reconcile/should_react_when_a_Node_transitions_to_unhealthy
I1206 09:00:47.691320   19614 cluster_controller.go:240]  "msg"="Cluster still has children - deleting them first" "Cluster"={"name":"test-cluster-j79s7","namespace":"test-mhc-k68bc"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "count"=2 "name"="test-cluster-j79s7" "namespace"="test-mhc-k68bc" "reconcileID"="14ec94a4-b667-495a-8dbb-b5abf5284562"
I1206 09:00:47.691489   19614 cluster_controller.go:266]  "msg"="Cluster still has descendants - need to requeue" "Cluster"={"name":"test-cluster-j79s7","namespace":"test-mhc-k68bc"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "descendants"="Control plane machines: test-mhc-machine-6sxrf,test-mhc-machine-c4dkh" "indirect descendants count"=0 "name"="test-cluster-j79s7" "namespace"="test-mhc-k68bc" "reconcileID"="14ec94a4-b667-495a-8dbb-b5abf5284562"
E1206 09:00:47.732109   19614 controller.go:326]  "msg"="Reconciler error" "error"="machines.cluster.x-k8s.io \"test-mhc-machine-c4dkh\" not found" "Machine"={"name":"test-mhc-machine-c4dkh","namespace":"test-mhc-k68bc"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-c4dkh" "namespace"="test-mhc-k68bc" "reconcileID"="ef274a99-dbaa-42af-97c1-a54e2d1b7e3e"
I1206 09:00:47.732405   19614 machine_controller.go:321]  "msg"="Deleting Kubernetes Node associated with Machine is not allowed" "Cluster"={"name":"test-cluster-j79s7","namespace":"test-mhc-k68bc"} "Machine"={"name":"test-mhc-machine-6sxrf","namespace":"test-mhc-k68bc"} "Node"={"name":"test-mhc-node-pnmfx"} "cause"="cluster is being deleted" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-6sxrf" "namespace"="test-mhc-k68bc" "reconcileID"="bc46891c-3e52-4c0b-b8eb-7fedc2390a28"
inframachine created: test-mhc-machine-infra-x97dt
machine created: test-mhc-machine-947dp
E1206 09:00:47.824394   19614 controller.go:326]  "msg"="Reconciler error" "error"="machines.cluster.x-k8s.io \"test-mhc-machine-6sxrf\" not found" "Machine"={"name":"test-mhc-machine-6sxrf","namespace":"test-mhc-k68bc"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-6sxrf" "namespace"="test-mhc-k68bc" "reconcileID"="bc46891c-3e52-4c0b-b8eb-7fedc2390a28"
I1206 09:00:47.852884   19614 machine_controller_phases.go:274]  "msg"="Infrastructure provider has completed machine infrastructure provisioning and reports status.ready" "Cluster"={"name":"test-cluster-kf9h5","namespace":"test-mhc-k68bc"} "GenericInfrastructureMachine"={"name":"test-mhc-machine-infra-x97dt","namespace":"test-mhc-k68bc"} "Machine"={"name":"test-mhc-machine-947dp","namespace":"test-mhc-k68bc"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-947dp" "namespace"="test-mhc-k68bc" "reconcileID"="01c0cc2f-bee3-43de-80ad-caf427f5b3cd"
I1206 09:00:47.873648   19614 cluster_cache_tracker.go:284]  "msg"="Creating cluster accessor for cluster \"test-mhc-k68bc/test-cluster-kf9h5\" with the regular apiserver endpoint \"https://127.0.0.1:39087/\"" "Cluster"={"name":"test-cluster-kf9h5","namespace":"test-mhc-k68bc"} "Machine"={"name":"test-mhc-machine-947dp","namespace":"test-mhc-k68bc"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-947dp" "namespace"="test-mhc-k68bc" "reconcileID"="01c0cc2f-bee3-43de-80ad-caf427f5b3cd"
node created: test-mhc-node-s5hdh
I1206 09:00:47.981053   19614 machine_controller_noderef.go:91]  "msg"="Infrastructure provider reporting spec.providerID, Kubernetes node is now available" "Cluster"={"name":"test-cluster-kf9h5","namespace":"test-mhc-k68bc"} "GenericInfrastructureMachine"={"name":"test-mhc-machine-infra-x97dt","namespace":"test-mhc-k68bc"} "Machine"={"name":"test-mhc-machine-947dp","namespace":"test-mhc-k68bc"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-947dp" "namespace"="test-mhc-k68bc" "node"={"name":"test-mhc-node-s5hdh"} "providerID"={} "reconcileID"="01c0cc2f-bee3-43de-80ad-caf427f5b3cd"
I1206 09:00:47.988054   19614 machinehealthcheck_controller.go:431]  "msg"="Target has failed health check, marking for remediation" "Cluster"={"name":"test-cluster-j79s7","namespace":"test-mhc-k68bc"} "MachineHealthCheck"={"name":"test-mhc-wqt8r","namespace":"test-mhc-k68bc"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "message"="" "name"="test-mhc-wqt8r" "namespace"="test-mhc-k68bc" "reason"="NodeNotFound" "reconcileID"="6ef3f4c2-298b-43a1-b806-aab25b0613e9" "target"="test-mhc-k68bc/test-mhc-wqt8r/test-mhc-machine-c4dkh/"
E1206 09:00:47.988739   19614 machinehealthcheck_controller.go:183]  "msg"="Failed to reconcile MachineHealthCheck" "error"="failed to patch unhealthy machine status for machine: test-mhc-k68bc/test-mhc-machine-6sxrf: [Machine.cluster.x-k8s.io \"test-mhc-machine-6sxrf\" not found, machines.cluster.x-k8s.io \"test-mhc-machine-6sxrf\" not found]" "Cluster"={"name":"test-cluster-j79s7","namespace":"test-mhc-k68bc"} "MachineHealthCheck"={"name":"test-mhc-wqt8r","namespace":"test-mhc-k68bc"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "name"="test-mhc-wqt8r" "namespace"="test-mhc-k68bc" "reconcileID"="6ef3f4c2-298b-43a1-b806-aab25b0613e9"
E1206 09:00:47.992314   19614 controller.go:326]  "msg"="Reconciler error" "error"="[failed to patch unhealthy machine status for machine: test-mhc-k68bc/test-mhc-machine-6sxrf: [Machine.cluster.x-k8s.io \"test-mhc-machine-6sxrf\" not found, machines.cluster.x-k8s.io \"test-mhc-machine-6sxrf\" not found], machinehealthchecks.cluster.x-k8s.io \"test-mhc-wqt8r\" not found]" "MachineHealthCheck"={"name":"test-mhc-wqt8r","namespace":"test-mhc-k68bc"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "name"="test-mhc-wqt8r" "namespace"="test-mhc-k68bc" "reconcileID"="6ef3f4c2-298b-43a1-b806-aab25b0613e9"
I1206 09:00:47.992512   19614 controller.go:150]  "msg"="Starting EventSource" "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "source"={}
I1206 09:00:48.057776   19614 machine_controller_phases.go:274]  "msg"="Infrastructure provider has completed machine infrastructure provisioning and reports status.ready" "Cluster"={"name":"test-cluster-kf9h5","namespace":"test-mhc-k68bc"} "GenericInfrastructureMachine"={"name":"test-mhc-machine-infra-x97dt","namespace":"test-mhc-k68bc"} "Machine"={"name":"test-mhc-machine-947dp","namespace":"test-mhc-k68bc"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-947dp" "namespace"="test-mhc-k68bc" "reconcileID"="f2bcf408-27f0-49ca-b483-2a64a1954022"
E1206 09:00:48.145788   19614 controller.go:326]  "msg"="Reconciler error" "error"="error patching conditions: The condition \"ControlPlaneInitialized\" was modified by a different process and this caused a merge/AddCondition conflict:   &v1beta1.Condition{\n  \tType:               \"ControlPlaneInitialized\",\n- \tStatus:             \"False\",\n+ \tStatus:             \"True\",\n- \tSeverity:           \"Info\",\n+ \tSeverity:           \"\",\n  \tLastTransitionTime: {Time: s\"2022-12-06 09:00:47 +0000 UTC\"},\n- \tReason:             \"MissingNodeRef\",\n+ \tReason:             \"\",\n- \tMessage:            \"Waiting for the first control plane machine to have its status.nodeRef set\",\n+ \tMessage:            \"\",\n  }\n" "Cluster"={"name":"test-cluster-kf9h5","namespace":"test-mhc-k68bc"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "name"="test-cluster-kf9h5" "namespace"="test-mhc-k68bc" "reconcileID"="dbefd385-eeb5-48bb-a1e9-b84832d22c92"
I1206 09:00:48.158347   19614 controller.go:150]  "msg"="Starting EventSource" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "source"={}
    machinehealthcheck_controller_test.go:1136: 
        Timed out after 30.001s.
        expected
        	&v1beta1.MachineHealthCheckStatus{ExpectedMachines:1, CurrentHealthy:1, RemediationsAllowed:1, ObservedGeneration:1, Targets:[]string{"test-mhc-machine-947dp"}, Conditions:v1beta1.Conditions{v1beta1.Condition{Type:"RemediationAllowed", Status:"True", Severity:"", LastTransitionTime:time.Date(2022, time.December, 6, 9, 0, 47, 0, time.Local), Reason:"", Message:""}}}
        to match
        	&v1beta1.MachineHealthCheckStatus{ExpectedMachines:1, CurrentHealthy:0, RemediationsAllowed:0, ObservedGeneration:1, Targets:[]string{"test-mhc-machine-947dp"}, Conditions:v1beta1.Conditions{v1beta1.Condition{Type:"RemediationAllowed", Status:"True", Severity:"", LastTransitionTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Reason:"", Message:""}}}
Cleaning up nodes, machines and infra machines.
I1206 09:01:18.109575   19614 machinehealthcheck_controller.go:431]  "msg"="Target has failed health check, marking for remediation" "Cluster"={"name":"test-cluster-kf9h5","namespace":"test-mhc-k68bc"} "MachineHealthCheck"={"name":"test-mhc-qsr2c","namespace":"test-mhc-k68bc"} "controller"="machinehealthcheck" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="MachineHealthCheck" "message"="" "name"="test-mhc-qsr2c" "namespace"="test-mhc-k68bc" "reason"="NodeNotFound" "reconcileID"="c66349e6-885f-4c29-a93c-74814424e9f4" "target"="test-mhc-k68bc/test-mhc-qsr2c/test-mhc-machine-947dp/"
I1206 09:01:18.124634   19614 cluster_controller.go:240]  "msg"="Cluster still has children - deleting them first" "Cluster"={"name":"test-cluster-kf9h5","namespace":"test-mhc-k68bc"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "count"=1 "name"="test-cluster-kf9h5" "namespace"="test-mhc-k68bc" "reconcileID"="3b3cd82b-068b-44b9-a250-2c08e410646e"
I1206 09:01:18.124695   19614 cluster_controller.go:266]  "msg"="Cluster still has descendants - need to requeue" "Cluster"={"name":"test-cluster-kf9h5","namespace":"test-mhc-k68bc"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "descendants"="Control plane machines: test-mhc-machine-947dp" "indirect descendants count"=0 "name"="test-cluster-kf9h5" "namespace"="test-mhc-k68bc" "reconcileID"="3b3cd82b-068b-44b9-a250-2c08e410646e"
E1206 09:01:18.129561   19614 controller.go:326]  "msg"="Reconciler error" "error"="no matching Node for Machine \"test-mhc-machine-947dp\" in namespace \"test-mhc-k68bc\": cannot find node with matching ProviderID" "Machine"={"name":"test-mhc-machine-947dp","namespace":"test-mhc-k68bc"} "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-947dp" "namespace"="test-mhc-k68bc" "reconcileID"="754c8da7-4eeb-4c02-bdb0-0c3f1428a048"
I1206 09:01:18.129835   19614 machine_controller.go:321]  "msg"="Deleting Kubernetes Node associated with Machine is not allowed" "Cluster"={"name":"test-cluster-kf9h5","namespace":"test-mhc-k68bc"} "Machine"={"name":"test-mhc-machine-947dp","namespace":"test-mhc-k68bc"} "Node"={"name":"test-mhc-node-s5hdh"} "cause"="cluster is being deleted" "controller"="machine" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Machine" "name"="test-mhc-machine-947dp" "namespace"="test-mhc-k68bc" "reconcileID"="76556dc7-e1e1-45a9-837a-7f9eb064e86b"
I1206 09:01:18.130466   19614 cluster_controller.go:240]  "msg"="Cluster still has children - deleting them first" "Cluster"={"name":"test-cluster-kf9h5","namespace":"test-mhc-k68bc"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "count"=1 "name"="test-cluster-kf9h5" "namespace"="test-mhc-k68bc" "reconcileID"="36fc05cb-f991-4e5b-925c-d8810c0d7073"
I1206 09:01:18.130511   19614 cluster_controller.go:266]  "msg"="Cluster still has descendants - need to requeue" "Cluster"={"name":"test-cluster-kf9h5","namespace":"test-mhc-k68bc"} "controller"="cluster" "controllerGroup"="cluster.x-k8s.io" "controllerKind"="Cluster" "descendants"="Control plane machines: test-mhc-machine-947dp" "indirect descendants count"=0 "name"="test-cluster-kf9h5" "namespace"="test-mhc-k68bc" "reconcileID"="36fc05cb-f991-4e5b-925c-d8810c0d7073"
    --- FAIL: TestMachineHealthCheck_Reconcile/should_react_when_a_Node_transitions_to_unhealthy (30.44s)

				from junit.xml

Filter through log files | View test history on testgrid


Show 4276 Passed Tests

Show 6 Skipped Tests