quick fix for corrupt tile

eu-cdse/openeo-cdse-infra#196
Open-EO · Aug 19, 2024 · ff5cc3f · ff5cc3f
1 parent e630bf5
commit ff5cc3f
Show file tree

Hide file tree

Showing 4 changed files with 2,697 additions and 2 deletions.
diff --git a/pom.xml b/pom.xml
@@ -6,7 +6,7 @@
 
     <groupId>org.openeo</groupId>
     <artifactId>openeo-opensearch-client</artifactId>
-    <version>1.3.0_2.12-SNAPSHOT</version>
+    <version>1.3.1_2.12-SNAPSHOT</version>
 
     <properties>
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>

diff --git a/src/main/scala/org/openeo/opensearch/OpenSearchResponses.scala b/src/main/scala/org/openeo/opensearch/OpenSearchResponses.scala
@@ -813,6 +813,17 @@ object OpenSearchResponses {
             var featuresFiltered =
               if (dedup) dedupFeatures(removePhoebusFeatures(retainTileIdPattern(features, tileIdPattern)))
               else retainTileIdPattern(features, tileIdPattern)
+
+            val corruptTileProductIdentifiers =
+              Seq("/eodata/Sentinel-2/MSI/L2A_N0500/2018/03/27/S2A_MSIL2A_20180327T114351_N0500_R123_T29UMV_20230828T122340.SAFE")
+
+            featuresFiltered = featuresFiltered
+              .filterNot { feature =>
+                val isCorrupt = corruptTileProductIdentifiers contains feature.id
+                if (isCorrupt) logger.warn(s"omitting corrupt tile ${feature.id}")
+                isCorrupt
+              }
+
             featuresFiltered = featuresFiltered.map(f => {
               val all_links = if (f.id.endsWith(".SAFE") || f.id.startsWith("/eodata/Sentinel-2/MSI/")) {
                 getFilePathsFromManifest(f.id).toArray