reducing wait times

Signed-off-by: Santhosh Gandhe <[email protected]>
opensearch-project · Oct 25, 2024 · 0087491 · 0087491
1 parent 58bbf29
commit 0087491
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 6 deletions.
diff --git a/...rch/dataprepper/plugins/source/source_crawler/coordination/scheduler/WorkerScheduler.java b/...rch/dataprepper/plugins/source/source_crawler/coordination/scheduler/WorkerScheduler.java
@@ -12,6 +12,7 @@
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
+import java.time.Duration;
 import java.util.Optional;
 
 /**
@@ -22,7 +23,7 @@ public class WorkerScheduler implements Runnable {
 
     private static final Logger log = LoggerFactory.getLogger(WorkerScheduler.class);
     private static final int RETRY_BACKOFF_ON_EXCEPTION_MILLIS = 5_000;
-    private static final long SLEEP_DURATION_MILLIS = 10000;
+    private static final Duration DEFAULT_SLEEP_DURATION_MILLIS = Duration.ofMillis(10000);
 
     private final EnhancedSourceCoordinator sourceCoordinator;
     private final SaasSourceConfig sourceConfig;
@@ -54,9 +55,9 @@ public void run() {
                     processPartition(partition.get(), buffer, sourceConfig);
 
                 } else {
-                    log.debug("No partition available. This thread will sleep for {}", SLEEP_DURATION_MILLIS);
+                    log.debug("No partition available. This thread will sleep for {}", DEFAULT_SLEEP_DURATION_MILLIS);
                     try {
-                        Thread.sleep(SLEEP_DURATION_MILLIS);
+                        Thread.sleep(DEFAULT_SLEEP_DURATION_MILLIS.toMillis());
                     } catch (final InterruptedException e) {
                         log.info("InterruptedException occurred");
                         break;

diff --git a/...dataprepper/plugins/source/source_crawler/coordination/scheduler/WorkerSchedulerTest.java b/...dataprepper/plugins/source/source_crawler/coordination/scheduler/WorkerSchedulerTest.java
@@ -110,7 +110,7 @@ void testExceptionWhileAcquiringWorkerPartition() throws InterruptedException {
         ExecutorService executorService = Executors.newSingleThreadExecutor();
         executorService.submit(workerScheduler);
 
-        Thread.sleep(1000);
+        Thread.sleep(10);
         executorService.shutdownNow();
 
         // Crawler shouldn't be invoked in this case
@@ -126,7 +126,7 @@ void testWhenNoPartitionToWorkOn() throws InterruptedException {
         executorService.submit(workerScheduler);
 
         //Wait for more than a minute as the default while loop wait time in leader scheduler is 1 minute
-        Thread.sleep(11000);
+        Thread.sleep(10);
         executorService.shutdownNow();
 
         // Crawler shouldn't be invoked in this case
@@ -142,7 +142,7 @@ void testRetryBackOffTriggeredWhenExceptionOccurred() throws InterruptedExceptio
         executorService.submit(workerScheduler);
 
         //Wait for more than a minute as the default while loop wait time in leader scheduler is 1 minute
-        Thread.sleep(11000);
+        Thread.sleep(10);
         executorService.shutdownNow();
 
         // Crawler shouldn't be invoked in this case