diff --git a/ray-operator/test/e2eautoscaler/raycluster_autoscaler_part2_test.go b/ray-operator/test/e2eautoscaler/raycluster_autoscaler_part2_test.go
index afd2d60b16f..5be8aafad65 100644
--- a/ray-operator/test/e2eautoscaler/raycluster_autoscaler_part2_test.go
+++ b/ray-operator/test/e2eautoscaler/raycluster_autoscaler_part2_test.go
@@ -29,7 +29,7 @@ func TestRayClusterAutoscalerV2IdleTimeout(t *testing.T) {
 
 		idleTimeoutShort := int32(10)
 		idleTimeoutLong := int32(30)
-		timeoutBuffer := int32(30) // Additional wait time to allow for scale down operation
+		timeoutBuffer := int32(100) // Additional wait time to allow for scale down operation
 
 		// Script for creating detached actors to trigger autoscaling
 		scriptsAC := newConfigMap(namespace.Name, files(test, "create_detached_actor.py", "terminate_detached_actor.py"))