Update the test raycluster configuration parameters with the latest SDK options and reduced polling logic time interval to 1 sec

Author: abhijeet-dhumal

tests/odh/mnist_ray_test.go

@@ -146,7 +146,7 @@ func mnistRay(t *testing.T, numGpus int) {
 		rayJobs, err := rayClient.GetJobs()
 		test.Expect(err).ToNot(HaveOccurred(), fmt.Sprintf("Failed to fetch ray-jobs : %s", err))
 		return *rayJobs
-	}, TestTimeoutMedium, 2*time.Second).Should(HaveLen(1), "Ray job not found")
+	}, TestTimeoutMedium, 1*time.Second).Should(HaveLen(1), "Ray job not found")
 
 	// Get test job-id
 	jobID := GetTestJobId(test, rayClient, dashboardUrl.Host)
@@ -169,7 +169,7 @@ func mnistRay(t *testing.T, numGpus int) {
 			rayJobStatus = rayJobStatusVal
 		}
 		return rayJobStatus
-	}, TestTimeoutDouble, 3*time.Second).Should(Or(Equal("SUCCEEDED"), Equal("FAILED")), "Job did not complete within the expected time")
+	}, TestTimeoutDouble, 1*time.Second).Should(Or(Equal("SUCCEEDED"), Equal("FAILED")), "Job did not complete within the expected time")
 	// Store job logs in output directory
 	WriteRayJobAPILogs(test, rayClient, jobID)
 

tests/odh/mnist_raytune_hpo_test.go

@@ -147,7 +147,7 @@ func mnistRayTuneHpo(t *testing.T, numGpus int) {
 		rayJobs, err := rayClient.GetJobs()
 		test.Expect(err).ToNot(HaveOccurred(), fmt.Sprintf("Failed to fetch ray-jobs : %s", err))
 		return *rayJobs
-	}, TestTimeoutMedium, 2*time.Second).Should(HaveLen(1), "Ray job not found")
+	}, TestTimeoutMedium, 1*time.Second).Should(HaveLen(1), "Ray job not found")
 
 	// Get rayjob-ID
 	jobID := GetTestJobId(test, rayClient, dashboardUrl.Host)
@@ -170,7 +170,7 @@ func mnistRayTuneHpo(t *testing.T, numGpus int) {
 			rayJobStatus = rayJobStatusVal
 		}
 		return rayJobStatus
-	}, TestTimeoutDouble, 3*time.Second).Should(Or(Equal("SUCCEEDED"), Equal("FAILED")), "Job did not complete within the expected time")
+	}, TestTimeoutDouble, 1*time.Second).Should(Or(Equal("SUCCEEDED"), Equal("FAILED")), "Job did not complete within the expected time")
 	// Store job logs in output directory
 	WriteRayJobAPILogs(test, rayClient, jobID)