diff --git a/gax-java/gax/src/test/java/com/google/api/gax/retrying/ScheduledRetryingExecutorTest.java b/gax-java/gax/src/test/java/com/google/api/gax/retrying/ScheduledRetryingExecutorTest.java
index 53c1707290..5a65895ef0 100644
--- a/gax-java/gax/src/test/java/com/google/api/gax/retrying/ScheduledRetryingExecutorTest.java
+++ b/gax-java/gax/src/test/java/com/google/api/gax/retrying/ScheduledRetryingExecutorTest.java
@@ -195,13 +195,13 @@ void testCancelGetAttempt(boolean withCustomRetrySettings) throws Exception {
     setUp(withCustomRetrySettings);
     for (int executionsCount = 0; executionsCount < EXECUTIONS_COUNT; executionsCount++) {
       ScheduledExecutorService localExecutor = Executors.newSingleThreadScheduledExecutor();
-      final int maxRetries = 100;
+      final int maxRetries = 20;
 
       FailingCallable callable = new FailingCallable(maxRetries - 1, "request", "SUCCESS", tracer);
       RetrySettings retrySettings =
           FAST_RETRY_SETTINGS
               .toBuilder()
-              .setTotalTimeoutDuration(java.time.Duration.ofMillis(1000L))
+              .setTotalTimeoutDuration(java.time.Duration.ofMillis(5000L))
               .setMaxAttempts(maxRetries)
               .build();
 
@@ -259,10 +259,11 @@ void testCancelOuterFutureAfterStart() throws Exception {
             .toBuilder()
             // These params were selected to ensure that future tries to run and fail (at least
             // once) but does not complete before it is cancelled. Assuming no computation time,
-            // it would take 25 + 100 + 400 + 1000 = 1525ms for the future to complete, which should
+            // it would take 2500 + 10000 + 10000 + 10000 = 32500ms for the future to complete,
+            // which should
             // be more than enough time to cancel the future.
-            .setInitialRetryDelayDuration(java.time.Duration.ofMillis(25L))
-            .setMaxRetryDelayDuration(java.time.Duration.ofMillis(1000L))
+            .setInitialRetryDelayDuration(java.time.Duration.ofMillis(2500L))
+            .setMaxRetryDelayDuration(java.time.Duration.ofMillis(10000L))
             .setRetryDelayMultiplier(4.0)
             .setTotalTimeoutDuration(java.time.Duration.ofMillis(60000L))
             // Set this test to not use jitter as the randomized retry delay (RRD) may introduce