fix golden test

datahub-project · Aug 26, 2023 · a82eb58 · a82eb58
1 parent aa1464f
commit a82eb58
Show file tree

Hide file tree

Showing 5 changed files with 10 additions and 2 deletions.
diff --git a/metadata-io/src/test/java/com/linkedin/metadata/ESSampleDataFixture.java b/metadata-io/src/test/java/com/linkedin/metadata/ESSampleDataFixture.java
@@ -46,6 +46,7 @@
 import java.util.Map;
 
 import static com.linkedin.metadata.Constants.*;
+import static com.linkedin.metadata.ESTestConfiguration.REFRESH_INTERVAL_SECONDS;
 import static org.mockito.ArgumentMatchers.anySet;
 import static org.mockito.Mockito.mock;
 import static org.mockito.Mockito.when;
@@ -225,6 +226,7 @@ public SearchService searchServiceHelper(
                 .bulkProcessor(_bulkProcessor)
                 .fixtureName(fixtureName)
                 .targetIndexPrefix(prefix)
+                .refreshIntervalSeconds(REFRESH_INTERVAL_SECONDS)
                 .build()
                 .read();
 

diff --git a/metadata-io/src/test/java/com/linkedin/metadata/ESSearchLineageFixture.java b/metadata-io/src/test/java/com/linkedin/metadata/ESSearchLineageFixture.java
@@ -48,6 +48,7 @@
 import java.util.Map;
 
 import static com.linkedin.metadata.Constants.*;
+import static com.linkedin.metadata.ESTestConfiguration.REFRESH_INTERVAL_SECONDS;
 
 
 @TestConfiguration
@@ -154,6 +155,7 @@ protected LineageSearchService lineageSearchService(
                 .bulkProcessor(_bulkProcessor)
                 .fixtureName(fixtureName)
                 .targetIndexPrefix(prefix)
+                .refreshIntervalSeconds(REFRESH_INTERVAL_SECONDS)
                 .build()
                 .read();
 

diff --git a/metadata-io/src/test/java/com/linkedin/metadata/ESTestConfiguration.java b/metadata-io/src/test/java/com/linkedin/metadata/ESTestConfiguration.java
@@ -36,7 +36,7 @@
 @TestConfiguration
 public class ESTestConfiguration {
     private static final int HTTP_PORT = 9200;
-    private static final int REFRESH_INTERVAL_SECONDS = 5;
+    public static final int REFRESH_INTERVAL_SECONDS = 5;
 
     public static void syncAfterWrite(ESBulkProcessor bulkProcessor) throws InterruptedException {
         bulkProcessor.flush();

diff --git a/metadata-io/src/test/java/com/linkedin/metadata/ESTestFixtureUtils.java b/metadata-io/src/test/java/com/linkedin/metadata/ESTestFixtureUtils.java
@@ -15,6 +15,7 @@
 import java.io.IOException;
 import java.util.Set;
 
+import static com.linkedin.metadata.ESTestConfiguration.REFRESH_INTERVAL_SECONDS;
 import static com.linkedin.metadata.ESTestUtils.environmentRestClientBuilder;
 
 @TestConfiguration
@@ -111,6 +112,7 @@ private void reindexTestFixtureData() throws IOException {
         FixtureReader reader = FixtureReader.builder()
                 .bulkProcessor(bulkProcessor)
                 .fixtureName("long_tail")
+                .refreshIntervalSeconds(REFRESH_INTERVAL_SECONDS)
                 .build();
 
         reader.read();

diff --git a/metadata-io/src/test/java/io/datahub/test/fixtures/elasticsearch/FixtureReader.java b/metadata-io/src/test/java/io/datahub/test/fixtures/elasticsearch/FixtureReader.java
@@ -36,6 +36,8 @@ public class FixtureReader {
     @Builder.Default
     private String targetIndexPrefix = "";
 
+    private long refreshIntervalSeconds;
+
     public Set<String> read() throws IOException {
         try (Stream<Path> files = Files.list(Paths.get(String.format("%s/%s", inputBase, fixtureName)))) {
             return files.map(file -> {
@@ -64,7 +66,7 @@ public Set<String> read() throws IOException {
         } finally {
             bulkProcessor.flush();
             try {
-                Thread.sleep(1000);
+                Thread.sleep(1000 * refreshIntervalSeconds);
             } catch (InterruptedException ignored) {
             }
         }