testing: functional tests pipeline failures

Author: salonichf5

tests/suite/graceful_recovery_test.go

@@ -51,19 +51,23 @@ var _ = Describe("Graceful Recovery test", Ordered, Label("graceful-recovery"),
 
 	checkForWorkingTraffic := func(teaURL, coffeeURL string) error {
 		if err := expectRequestToSucceed(teaURL, address, "URI: /tea"); err != nil {
+			fmt.Println("checkForWorkingTraffic failed for teaURL:", teaURL, "with error:", err)
 			return err
 		}
 		if err := expectRequestToSucceed(coffeeURL, address, "URI: /coffee"); err != nil {
+			fmt.Println("checkForWorkingTraffic failed for coffeeURL:", coffeeURL, "with error:", err)
 			return err
 		}
 		return nil
 	}
 
 	checkForFailingTraffic := func(teaURL, coffeeURL string) error {
 		if err := expectRequestToFail(teaURL, address); err != nil {
+			fmt.Println("checkForFailingTraffic failed for teaURL:", teaURL, "with error:", err)
 			return err
 		}
 		if err := expectRequestToFail(coffeeURL, address); err != nil {
+			fmt.Println("checkForFailingTraffic failed for coffeeURL:", coffeeURL, "with error:", err)
 			return err
 		}
 		return nil
@@ -89,7 +93,10 @@ var _ = Describe("Graceful Recovery test", Ordered, Label("graceful-recovery"),
 	}
 
 	checkContainerRestart := func(podName, containerName, namespace string, currentRestartCount int) error {
+		fmt.Println("Checking if container restart count has incremented...")
 		restartCount, err := getContainerRestartCount(podName, namespace, containerName)
+		fmt.Println("Current restart count for container:", restartCount)
+		fmt.Println("error:", err)
 		if err != nil {
 			return err
 		}
@@ -157,9 +164,12 @@ var _ = Describe("Graceful Recovery test", Ordered, Label("graceful-recovery"),
 	}
 
 	restartNginxContainer := func(nginxPodName, namespace, containerName string) {
+		fmt.Println("restarting NGINX container in Pod:", nginxPodName)
 		jobScript := "PID=$(pgrep -f \"nginx-agent\") && kill -9 $PID"
 
 		restartCount, err := getContainerRestartCount(nginxPodName, namespace, containerName)
+		fmt.Println("Current restart count for NGINX container:", restartCount)
+		fmt.Println("error:", err)
 		Expect(err).ToNot(HaveOccurred())
 
 		cleanUpPortForward()
@@ -235,17 +245,22 @@ var _ = Describe("Graceful Recovery test", Ordered, Label("graceful-recovery"),
 
 	runRestartNodeTest := func(teaURL, coffeeURL string, files []string, ns *core.Namespace, drain bool) {
 		nodeNames, err := getNodeNames()
+		fmt.Println("Node names:", nodeNames)
 		Expect(err).ToNot(HaveOccurred())
 		Expect(nodeNames).To(HaveLen(1))
 
 		kindNodeName := nodeNames[0]
+		fmt.Println("Kind node name:", kindNodeName)
 
 		Expect(clusterName).ToNot(BeNil(), "clusterName variable not set")
+		fmt.Println("Cluster name:", *clusterName)
 		Expect(*clusterName).ToNot(BeEmpty())
 		containerName := *clusterName + "-control-plane"
+		fmt.Println("Container name:", containerName)
 
 		cleanUpPortForward()
 
+		fmt.Println("drain:", drain)
 		if drain {
 			output, err := exec.Command(
 				"kubectl",
@@ -255,15 +270,20 @@ var _ = Describe("Graceful Recovery test", Ordered, Label("graceful-recovery"),
 				"--delete-emptydir-data",
 			).CombinedOutput()
 
+			fmt.Println("Output of kubectl drain command:", string(output))
+			fmt.Println("Error of kubectl drain command:", err)
+
 			Expect(err).ToNot(HaveOccurred(), string(output))
 
 			output, err = exec.Command("kubectl", "delete", "node", kindNodeName).CombinedOutput()
 			Expect(err).ToNot(HaveOccurred(), string(output))
 		}
 
-		_, err = exec.Command("docker", "restart", containerName).CombinedOutput()
+		restart, err := exec.Command("docker", "restart", containerName).CombinedOutput()
 		Expect(err).ToNot(HaveOccurred())
 
+		fmt.Println("docker restart output:", string(restart))
+		fmt.Println("docker restart error:", err)
 		// need to wait for docker container to restart and be running before polling for ready NGF Pods or else we will error
 		Eventually(
 			func() bool {
@@ -274,6 +294,8 @@ var _ = Describe("Graceful Recovery test", Ordered, Label("graceful-recovery"),
 					"{{.State.Running}}",
 					containerName,
 				).CombinedOutput()
+				fmt.Println("docker inspect output:", string(output))
+				fmt.Println("docker inspect error:", err)
 				return strings.TrimSpace(string(output)) == "true" && err == nil
 			}).
 			WithTimeout(timeoutConfig.CreateTimeout).
@@ -290,6 +312,8 @@ var _ = Describe("Graceful Recovery test", Ordered, Label("graceful-recovery"),
 					releaseName,
 					timeoutConfig.GetStatusTimeout,
 				)
+				fmt.Println("NGF Pod names:", podNames)
+				fmt.Println("NGF Pod error:", err)
 				return len(podNames) == 1 && err == nil
 			}).
 			WithTimeout(timeoutConfig.CreateTimeout * 2).
@@ -298,6 +322,9 @@ var _ = Describe("Graceful Recovery test", Ordered, Label("graceful-recovery"),
 			Should(BeTrue())
 		newNGFPodName := podNames[0]
 
+		fmt.Print("New NGF Pod name:", newNGFPodName)
+		fmt.Print("Active NGF Pod name:", activeNGFPodName)
+
 		// expected behavior is when node is drained, new pods will be created. when the node is
 		// abruptly restarted, new pods are not created.
 		if drain {
@@ -328,6 +355,8 @@ var _ = Describe("Graceful Recovery test", Ordered, Label("graceful-recovery"),
 
 		setUpPortForward(activeNginxPodName, ns.Name)
 
+		fmt.Println("Active Nginx Pod name:", activeNginxPodName)
+
 		// sets activeNginxPodName to new pod
 		checkNGFFunctionality(teaURL, coffeeURL, files, ns)
 
@@ -522,6 +551,7 @@ var _ = Describe("Graceful Recovery test", Ordered, Label("graceful-recovery"),
 
 func expectRequestToSucceed(appURL, address string, responseBodyMessage string) error {
 	status, body, err := framework.Get(appURL, address, timeoutConfig.RequestTimeout, nil, nil)
+	fmt.Println("expectRequestToSucceed", "HTTP status:", status, "Response body:", body)
 
 	if status != http.StatusOK {
 		return errors.New("http status was not 200")
@@ -536,6 +566,7 @@ func expectRequestToSucceed(appURL, address string, responseBodyMessage string)
 
 func expectRequestToFail(appURL, address string) error {
 	status, body, err := framework.Get(appURL, address, timeoutConfig.RequestTimeout, nil, nil)
+	fmt.Println("expectRequestToFail", "HTTP status:", status, "Response body:", body)
 	if status != 0 {
 		return errors.New("expected http status to be 0")
 	}