Separate output files for bulk and updates #462

hbz · Oct 12, 2023 · bddc3fe · bddc3fe
1 parent edb07ce
commit bddc3fe
Showing 1 changed file with 7 additions and 5 deletions.
diff --git a/app/transformation/TransformAll.java b/app/transformation/TransformAll.java
@@ -50,16 +50,18 @@ public class TransformAll {
 	public static void process(final String startOfUpdates,
 			 String outputPath, final String geoServer, final String wikidataLookupFilename) throws IOException {
 		String dbsOutput = outputPath + "-dbs";
-		String sigelOutput = outputPath + "-sigel";
-		TransformSigel.processBulk(sigelOutput, geoServer, wikidataLookupFilename); //Start processing  Sigel pica binary bulk.
-		TransformSigel.processUpdates(startOfUpdates, sigelOutput, geoServer, wikidataLookupFilename); //Start process Sigel Pica XML Updates via OAI-PMH.
+		String sigelBulkOutput = outputPath + "-sigelBulk";
+		String sigelUpdatesOutput = outputPath + "-sigelUpdates";		
+		TransformSigel.processBulk(sigelBulkOutput, geoServer, wikidataLookupFilename); //Start processing  Sigel pica binary bulk.
+		TransformSigel.processUpdates(startOfUpdates, sigelUpdatesOutput, geoServer, wikidataLookupFilename); //Start process Sigel Pica XML Updates via OAI-PMH.
 		TransformDbs.process(dbsOutput, geoServer,wikidataLookupFilename); //Start process DBS data.
-
+		
 		// DBS-Data, Sigel Bulk and Updates are joined in a single ES-Bulk-file.
 		// DBS data first, so that ES prefers Sigel entries that come later and overwrite DBS entries if available.
 		try (FileWriter resultWriter = new FileWriter(outputPath)) {
 			writeAll(dbsOutput, resultWriter);
-			writeAll(sigelOutput, resultWriter);
+			writeAll(sigelBulkOutput, resultWriter);
+			writeAll(sigelUpdatesOutput, resultWriter);			
 		}
 	}