HDFS-17711: Change fsimage loading progress percentage discontinuous …

…to continuous Co-authored-by: Sungdong Kim <[email protected]> Signed-off-by: Chris Nauroth <[email protected]>
apache · Jan 23, 2025 · 7ce4ea5 · 7ce4ea5
1 parent 2343bd7
commit 7ce4ea5
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/...adoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormatPBINode.java b/...adoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormatPBINode.java
@@ -423,6 +423,7 @@ void loadINodeSectionInParallel(ExecutorService service,
       CountDownLatch latch = new CountDownLatch(sections.size());
       AtomicInteger totalLoaded = new AtomicInteger(0);
       final List<IOException> exceptions = Collections.synchronizedList(new ArrayList<>());
+      Counter counter = prog.getCounter(Phase.LOADING_FSIMAGE, currentStep);
 
       for (int i=0; i < sections.size(); i++) {
         FileSummary.Section s = sections.get(i);
@@ -433,9 +434,7 @@ void loadINodeSectionInParallel(ExecutorService service,
         }
         service.submit(() -> {
           try {
-            totalLoaded.addAndGet(loadINodesInSection(ins, null));
-            prog.setCount(Phase.LOADING_FSIMAGE, currentStep,
-                totalLoaded.get());
+            totalLoaded.addAndGet(loadINodesInSection(ins, counter));
           } catch (Exception e) {
             LOG.error("An exception occurred loading INodes in parallel", e);
             exceptions.add(new IOException(e));