Skip to content

Commit

Permalink
Separate output files for bulk and updates #462
Browse files Browse the repository at this point in the history
  • Loading branch information
TobiasNx committed Sep 18, 2023
1 parent 36e1c1d commit 20ec1d7
Showing 1 changed file with 6 additions and 4 deletions.
10 changes: 6 additions & 4 deletions app/transformation/TransformAll.java
Original file line number Diff line number Diff line change
Expand Up @@ -49,16 +49,18 @@ public class TransformAll {
public static void process(String startOfUpdates,
final String outputPath, String geoServer) throws IOException {
String dbsOutput = outputPath + "-dbs";
String sigelOutput = outputPath + "-sigel";
TransformSigel.processBulk(sigelOutput, geoServer); //Start processing Sigel pica binary bulk.
TransformSigel.processUpdates(startOfUpdates, sigelOutput, geoServer); //Start process Sigel Pica XML Updates via OAI-PMH.
String sigelBulkOutput = outputPath + "-sigelBulk";
String sigelUpdatesOutput = outputPath + "-sigelUpdates";
TransformSigel.processBulk(sigelBulkOutput, geoServer); //Start processing Sigel pica binary bulk.
TransformSigel.processUpdates(startOfUpdates, sigelUpdatesOutput, geoServer); //Start process Sigel Pica XML Updates via OAI-PMH.
TransformDbs.process(dbsOutput, geoServer); //Start process DBS data.

// DBS-Data, Sigel Bulk and Updates are joined in a single ES-Bulk-file.
// DBS data first, so that ES prefers Sigel entries that come later and overwrite DBS entries if available.
try (FileWriter resultWriter = new FileWriter(outputPath)) {
writeAll(dbsOutput, resultWriter);
writeAll(sigelOutput, resultWriter);
writeAll(sigelBulkOutput, resultWriter);
writeAll(sigelUpdatesOutput, resultWriter);
}
}

Expand Down

0 comments on commit 20ec1d7

Please sign in to comment.