Thumbnail generator and link to new thumbnails (#73)

* feat: adding possibility to generate thumbnails when creating catalog * feat: added support of veda endpoint thumbnail rendering * chore: added config name also to thumbnail output path * chore: updated to use thumbnail as preview
eurodatacube · Dec 19, 2023 · 232cf39 · 232cf39
1 parent a81b179
commit 232cf39
Show file tree

Hide file tree

Showing 49 changed files with 144 additions and 73 deletions.
diff --git a/.gitignore b/.gitignore
@@ -6,3 +6,4 @@ __pycache__
 
 # build folder
 build/
+thumbnails/
diff --git a/collections/CDS1_temperature.yaml b/collections/CDS1_temperature.yaml
@@ -27,5 +27,5 @@ Services:
     Type: byoc
     CollectionId: 0b3eebec-30de-4fa6-9cd3-4b252d45d847
     Script: CDS1_temperature/script.js
-Image: CDS1_temperature/CDS1.png
+Image: CDS1_temperature/thumbnail.png
 Legend: CDS1_temperature/cm_legend.png
diff --git a/collections/CDS2_relative_humidity.yaml b/collections/CDS2_relative_humidity.yaml
@@ -27,5 +27,5 @@ Services:
     Type: byoc
     CollectionId: c3f87cba-4fdd-46c5-ab45-e6889d506f93
     Script: CDS2_relative_humidity/script.js
-Image: CDS2_relative_humidity/CDS2.png
+Image: CDS2_relative_humidity/thumbnail.png
 Legend: CDS2_relative_humidity/cm_legend.png
diff --git a/collections/CDS3_wind_10m_u.yaml b/collections/CDS3_wind_10m_u.yaml
@@ -44,7 +44,7 @@ OpenEOPID: ERA5_WIND_U
 AdditionalInfoExternal:
   Title: Additional info
   Path: CDS3_wind_10m_u/README.MD
-Image: CDS3_wind_10m_u/wind_10m_u.png
+Image: CDS3_wind_10m_u/thumbnail.png
 EDCBrowser: https://browser.eurodatacube.com/?zoom=1&lat=0.00005&lng=0.00001&collectionId=wind_10m_u&layerId=Wind%20U-component&type=sentinel-hub-edc&fromTime=2019-12-01T00%3A00%3A00.000Z&toTime=2020-12-01T00%3A00%3A00.000Z
 Resolution: 0.25° x 0.25°
 BandInformation: windu10m

diff --git a/collections/CDS4_wind_10m_v.yaml b/collections/CDS4_wind_10m_v.yaml
@@ -44,7 +44,7 @@ OpenEOPID: ERA5_WIND_V
 AdditionalInfoExternal:
   Title: Additional info
   Path: CDS4_wind_10m_v/README.MD
-Image: CDS4_wind_10m_v/wind_10m_v.png
+Image: CDS4_wind_10m_v/thumbnail.png
 EDCBrowser: https://browser.eurodatacube.com/?zoom=1&lat=0.00005&lng=0.00001&collectionId=wind_10m_v&layerId=Wind%20V-component&type=sentinel-hub-edc&fromTime=2019-12-01T00%3A00%3A00.000Z&toTime=2020-12-01T00%3A00%3A00.000Z
 Resolution: 0.25° x 0.25°
 GeographicalCoverage: -179.999755859375, -90.12489004526765, 179.99977453631897, 90.125

diff --git a/collections/E10d_regional_cropland.yaml b/collections/E10d_regional_cropland.yaml
@@ -25,3 +25,4 @@ Resources:
     ColormapName: magma
     Rescale: [0,1]
 # Legend: E10d_regional_cropland/cm_legend.png
+Image: E10d_regional_cropland/thumbnail.png
diff --git a/collections/E11_shopping_center_volume.yaml b/collections/E11_shopping_center_volume.yaml
@@ -30,3 +30,4 @@ Resources:
       Type: byoc
       CollectionId: 0771d000-92ca-4f7d-9788-b56ca0411cf7
       LayerId: AWS_ICEYE-E11
+Image: E11_shopping_center_volume/thumbnail.png
diff --git a/collections/E11a_parking_lot_volume.yaml b/collections/E11a_parking_lot_volume.yaml
@@ -30,3 +30,4 @@ Resources:
       Type: byoc
       CollectionId: a9ae7d6a-70c8-4575-854a-1a8f0cb33317
       LayerId: AWS_ICEYE-E11A
+Image: E11a_parking_lot_volume/thumbnail.png
diff --git a/collections/E12c_truck_detections_motorways.yaml b/collections/E12c_truck_detections_motorways.yaml
@@ -23,5 +23,5 @@ Resources:
       Type: byoc
       CollectionId: 34fbfb05-c3e5-4885-9840-830ee85dddd4
       LayerId: VIS_TRUCK_DETECTION_MOTORWAYS_NEW
-Image: E12c_truck_detections_motorways/E12c.png
+Image: E12c_truck_detections_motorways/thumbnail.png
 Legend: E12c_truck_detections_motorways/cm_legend.png
diff --git a/collections/E12c_truck_detections_motorways_GTIF.yaml b/collections/E12c_truck_detections_motorways_GTIF.yaml
@@ -24,5 +24,5 @@ Resources:
       CollectionId: 34fbfb05-c3e5-4885-9840-830ee85dddd4
       LayerId: VIS_TRUCK_DETECTION_MOTORWAYS_NEW
       OverwriteBBox: [46.4, 49, 9.5, 17]
-Image: E12c_truck_detections_motorways_GTIF/E12c.png
+Image: E12c_truck_detections_motorways_GTIF/thumbnail.png
 Legend: E12c_truck_detections_motorways_GTIF/cm_legend.png
diff --git a/collections/E12d_truck_detections_primary_roads.yaml b/collections/E12d_truck_detections_primary_roads.yaml
@@ -23,5 +23,5 @@ Resources:
       Type: byoc
       CollectionId: 81201dac-c408-4cf8-b9a5-ca8349e4ab6c
       LayerId: VIS_TRUCK_DETECTION_PRIMARY_NEW
-Image: E12d_truck_detections_primary_roads/E12d.png
+Image: E12d_truck_detections_primary_roads/thumbnail.png
 Legend: E12d_truck_detections_motorways/cm_legend.png
diff --git a/collections/E12d_truck_detections_primary_roads_GTIF.yaml b/collections/E12d_truck_detections_primary_roads_GTIF.yaml
@@ -24,5 +24,5 @@ Resources:
       CollectionId: 81201dac-c408-4cf8-b9a5-ca8349e4ab6c
       LayerId: VIS_TRUCK_DETECTION_PRIMARY_NEW
       OverwriteBBox: [46.4, 49, 9.5, 17]
-Image: E12d_truck_detections_primary_roads_GTIF/E12d.png
+Image: E12d_truck_detections_primary_roads_GTIF/thumbnail.png
 Legend: E12d_truck_detections_motorways_GTIF/cm_legend.png
diff --git a/collections/E13b_airport_throughput.yaml b/collections/E13b_airport_throughput.yaml
@@ -34,4 +34,4 @@ Resources:
       Type: byoc
       CollectionId: 4a537983-1c61-4c6e-9c85-7b3972b7b596
       LayerId: AWS_ICEYE-E13B
-# Image: E13b_airport_throughput/E13b.png
+Image: E13b_airport_throughput/thumbnail.png
diff --git a/collections/E13c_cruises_impact.yaml b/collections/E13c_cruises_impact.yaml
@@ -30,3 +30,4 @@ Resources:
       Type: byoc
       CollectionId: c5a44d46-0032-4c86-81b0-933ed573c64e
       LayerId: AWS_ICEYE-E12B
+Image: E13c_cruises_impact/thumbnail.md
diff --git a/collections/E13o_vessel_density_all.yaml b/collections/E13o_vessel_density_all.yaml
@@ -20,7 +20,7 @@ Resources:
     CollectionId: beee9b47-b1ab-4044-baa5-0958d3465f12
     LayerId: AWS_VIS_VESSELDENSITY_ALL
 Legend: E13o_vessel_density_all/cm_legend.png
-Image: E13o_vessel_density_all/E13o.png
+Image: E13o_vessel_density_all/thumbnail.png
 Services:
   - Endpoint: https://services.sentinel-hub.com/api/v1/statistics
     Name: Statistical API

diff --git a/collections/E13p_vessel_density_cargo.yaml b/collections/E13p_vessel_density_cargo.yaml
@@ -20,7 +20,7 @@ Resources:
     CollectionId: 093a3988-6ed6-4bb0-ae37-e356f14d7daf
     LayerId: AWS_VIS_VESSELDENSITY_CARGO
 Legend: E13o_vessel_density_all/cm_legend.png
-Image: E13p_vessel_density_cargo/E13p.png
+Image: E13p_vessel_density_cargo/thumbnail.png
 Services:
   - Endpoint: https://services.sentinel-hub.com/api/v1/statistics
     Name: Statistical API

diff --git a/collections/E13q_vessel_density_tanker.yaml b/collections/E13q_vessel_density_tanker.yaml
@@ -20,7 +20,7 @@ Resources:
     CollectionId: 49f706b3-53dc-46fb-aafd-0f9e5f8cef47
     LayerId: AWS_VIS_VESSELDENSITY_TANKER
 Legend: E13o_vessel_density_all/cm_legend.png
-Image: E13q_vessel_density_tanker/E13q.png
+Image: E13q_vessel_density_tanker/thumbnail.png
 Services:
   - Endpoint: https://services.sentinel-hub.com/api/v1/statistics
     Name: Statistical API

diff --git a/collections/E3_oil_storage_volume.yaml b/collections/E3_oil_storage_volume.yaml
@@ -23,3 +23,4 @@ Resources:
       Type: byoc
       CollectionId: c47fa011-e9cd-4076-9b2f-68a93d757e58
       LayerId: AWS_ICEYE-E3
+Image: E3_oil_storage_volume/thumbnail.png
diff --git a/collections/GHS_BUILT-S-R2023A.yaml b/collections/GHS_BUILT-S-R2023A.yaml
@@ -26,7 +26,7 @@ Resources:
       Type: byoc
       CollectionId: 0c7aa265-50f9-4947-9980-2ee5ae204803
       LayerId: GHS_BUILT_S
-Image: GHS-BUILT-S-R2023A/World-GHSBUILT.png
+Image: GHS-BUILT-S-R2023A/thumbnail.png
 Legend: GHS-BUILT-S-R2023A/cm_legend.png
 Services:
     - Endpoint: https://services.sentinel-hub.com/api/v1/statistics

diff --git a/collections/Lakes_ALOS2_HH.yaml b/collections/Lakes_ALOS2_HH.yaml
@@ -23,5 +23,5 @@ Resources:
     Type: byoc
     CollectionId: aa8a9899-9df9-4ea0-b983-34360d583e17
     LayerId: JAXA_LAKES_ALOS2_HH
-#Image: Lakes_ALOS2_lakes_alos2_hh/Lakes_ALOS2.png
+Image: Lakes_ALOS2_lakes_alos2_hh/thumbnail.png
 Legend: Lakes_ALOS2_lakes_alos2_hh/cm_legend.png
diff --git a/collections/Lakes_ALOS2_HV.yaml b/collections/Lakes_ALOS2_HV.yaml
@@ -23,5 +23,5 @@ Resources:
     Type: byoc
     CollectionId: 7820f4b8-0270-438e-83da-18de27fc539c
     LayerId: JAXA_LAKES_ALOS2_HV
-#Image: Lakes_ALOS2_lakes_alos2_hv/Lakes_ALOS2.png
+Image: Lakes_ALOS2_lakes_alos2_hv/thumbnail.png
 Legend: Lakes_ALOS2_lakes_alos2_hv/cm_legend.png
diff --git a/collections/N1_CH4.yaml b/collections/N1_CH4.yaml
@@ -29,5 +29,5 @@ Services:
       Type: byoc
       CollectionId: 0ecb4a55-5ce2-4525-bdcb-a333d37d46ef
       Script: N1_CH4/script.js
-Image: N1_CH4/N1.png
+Image: N1_CH4/thumbnail.png
 Legend: N1_CH4/cm_legend.png
diff --git a/collections/N1_SO2.yaml b/collections/N1_SO2.yaml
@@ -29,5 +29,5 @@ Services:
       Type: byoc
       CollectionId: 4ad9663f-d173-411d-8d28-3081d4d9e3aa
       Script: N1_SO2/script.js
-Image: N1_SO2/N1.png
+Image: N1_SO2/thumbnail.png
 Legend: N1_SO2/cm_legend.png
diff --git a/collections/N3a2_chl_concentration.yaml b/collections/N3a2_chl_concentration.yaml
@@ -50,5 +50,5 @@ Services:
     Type: byoc
     CollectionId: 7db8e19e-bf12-4203-bdd1-673455647354
     Script: N3a2_chl_concentration/script.js
-#Image: N3a2_chl_concentration/N3a2.png
+Image: N3a2_chl_concentration/thumbnail.png
 Legend: N3a2_chl_concentration/cm_legend.png
diff --git a/collections/N3a2_sea_surface_temperature.yaml b/collections/N3a2_sea_surface_temperature.yaml
@@ -50,5 +50,5 @@ Services:
     Type: byoc
     CollectionId: 92780d01-126f-4827-80f8-4e561dd8e228
     Script: N3a2_sea_surface_temperature/script.js
-#Image: N3a2_sea_surface_temperature/N3a2.png
+Image: N3a2_sea_surface_temperature/thumbnail.png
 Legend: N3a2_sea_surface_temperature/cm_legend.png
diff --git a/collections/N3a2_total_suspended_matter.yaml b/collections/N3a2_total_suspended_matter.yaml
@@ -50,5 +50,5 @@ Services:
     Type: byoc
     CollectionId: 698ade22-bc30-44d1-8751-159ee135f998
     Script: N3a2_total_suspended_matter/script.js
-#Image: N3a2_total_suspended_matter/N3a2.png
+Image: N3a2_total_suspended_matter/thumbnail.png
 Legend: N3a2_total_suspended_matter/cm_legend.png
diff --git a/collections/N5_nightlights.yaml b/collections/N5_nightlights.yaml
@@ -74,3 +74,4 @@ Resources:
     ColormapName: inferno
     Rescale: [0,255]
 # Legend: N5_nightlights/cm_legend.png
+Image: N5_nightlights/thumbnail.png
diff --git a/collections/N6_geoglam.yaml b/collections/N6_geoglam.yaml
@@ -24,3 +24,4 @@ Resources:
     Bidx: 1
     Colormap: "%7B%221%22%3A%20%5B120%2C%20120%2C%20120%2C%20255%5D%2C%222%22%3A%20%5B130%2C%2065%2C%200%2C%20255%5D%2C%223%22%3A%20%5B66%2C%20207%2C%2056%2C%20255%5D%2C%224%22%3A%20%5B245%2C%20239%2C%200%2C%20255%5D%2C%225%22%3A%20%5B241%2C%2089%2C%2032%2C%20255%5D%2C%226%22%3A%20%5B168%2C%200%2C%200%2C%20255%5D%2C%227%22%3A%20%5B0%2C%20143%2C%20201%2C%20255%5D%7D"
 # Legend: N6_crop_conditions/cm_legend.png
+Image: N6_crop_conditions/thumbnail.png
diff --git a/collections/N7_slowdown_proxy.yaml b/collections/N7_slowdown_proxy.yaml
@@ -60,3 +60,4 @@ Resources:
     CollectionId: slowdown-proxy-covid-19-changing-landscapes
     Bidx: [1,2,3]
 # Legend: N7_slowdown_proxy/cm_legend.png
+Image: N7_slowdown_proxy/thumbnail.png
diff --git a/collections/N8_recovery_proxy.yaml b/collections/N8_recovery_proxy.yaml
@@ -90,3 +90,4 @@ Resources:
     CollectionId: recovery-proxy-maps-covid-19
     Bidx: [1,2,3]
 # Legend: N8_recovery_proxy/cm_legend.png
+Image: N8_recovery_proxy/thumbnail.png
diff --git a/collections/NASAPopulation.yaml b/collections/NASAPopulation.yaml
@@ -23,5 +23,5 @@ Resources:
       Type: byoc
       CollectionId: b468089b-2627-4787-b984-89c10434f6c6
       LayerId: AWS_POPULATION_DENSITY
-Image: NASAPopulation/NASAPopulation.png
+Image: NASAPopulation/thumbnail.png
 Legend: NASAPopulation/cm_legend.png
diff --git a/collections/NPPN_net_primary_production.yaml b/collections/NPPN_net_primary_production.yaml
@@ -43,3 +43,4 @@ Resources:
     Rescale: [0.0,1500.0]
     Bidx: 1
 Legend: NPPN_net_primary_production/cm_legend.png
+Image: NPPN_net_primary_production/thumbnail.png
diff --git a/collections/NPP_ocean_primary_productivity.yaml b/collections/NPP_ocean_primary_productivity.yaml
@@ -22,3 +22,4 @@ Resources:
     CollectionId: a216afca-8a65-4072-87a5-8ed7aa21e08a
     LayerId: BICEP_NPP_VIS_PP2
 # Legend: NPP_ocean_primary_productivity/cm_legend.png
+Image: NPP_ocean_primary_productivity/thumbnail.png
diff --git a/collections/OMI_trno2-COG.yaml b/collections/OMI_trno2-COG.yaml
@@ -35,4 +35,4 @@ Resources:
     ColormapName: reds
     Rescale: [0, 37e14]
     Bidx: 1
-Image: OMI_trno2-COG/N9.png
+Image: OMI_trno2-COG/thumbnail.png
diff --git a/collections/OMSO2PCA-COG.yaml b/collections/OMSO2PCA-COG.yaml
@@ -25,3 +25,4 @@ Resources:
     ColormapName: viridis
     Rescale: [0.0,1.0]
     Bidx: 1
+Image: OMSO2PCA-COG/thumbnail.png
diff --git a/collections/SIC_sea_ice_thickness_cryosat.yaml b/collections/SIC_sea_ice_thickness_cryosat.yaml
@@ -23,4 +23,5 @@ Resources:
       Type: zarr
       CollectionId: b6915831-0a56-424b-bcb4-781deb062f31
       LayerId: ESA-CCI-V2-CRYOSAT
-Legend: SIC_sea_ice_thickness_cryosat/cm_legend.png
+Legend: SIC_sea_ice_thickness_cryosat/cm_legend.png
+Image: SIC_sea_ice_thickness_cryosat/thumbnail.png
diff --git a/collections/SIE_sea_ice_thickness_envisat.yaml b/collections/SIE_sea_ice_thickness_envisat.yaml
@@ -23,4 +23,5 @@ Resources:
       Type: zarr
       CollectionId: a71a2cf1-f336-4baa-93b2-0b2ae1fd512d
       LayerId: ESA-CCI-V2-ENVISAT
-Legend: SIE_sea_ice_thickness_envisat/cm_legend.png
+Legend: SIE_sea_ice_thickness_envisat/cm_legend.png
+Image: SIE_sea_ice_thickness_envisat/thumbnail.png
diff --git a/collections/co2-diff.yaml b/collections/co2-diff.yaml
@@ -22,3 +22,4 @@ Resources:
     ColormapName: rdbu_r
     Rescale: [-0.000001,0.000001]
     Bidx: 1
+Image: co2-diff/thumbnail.png
diff --git a/collections/facebook_population_density.yaml b/collections/facebook_population_density.yaml
@@ -22,3 +22,4 @@ Resources:
     ColormapName: ylorrd
     Rescale: [0,70]
     Bidx: 1
+Image: facebook_population_density/thumbnail.png
diff --git a/collections/grdi-cdr-raster.yaml b/collections/grdi-cdr-raster.yaml
@@ -22,4 +22,4 @@ Resources:
     Rescale: [0.0,100.0]
     Bidx: 1
 Legend: grdi-v1-built/cm_legend.png
-Image: grdi-cdr-raster/preview.png
+Image: grdi-cdr-raster/thumbnail.png
diff --git a/collections/grdi-filled-missing-values-count.yaml b/collections/grdi-filled-missing-values-count.yaml
@@ -22,4 +22,4 @@ Resources:
     Rescale: [0.0,100.0]
     Bidx: 1
 Legend: grdi-v1-built/cm_legend.png
-Image: grdi-filled-missing-values-count/preview.png
+Image: grdi-filled-missing-values-count/thumbnail.png
diff --git a/collections/grdi-imr-raster.yaml b/collections/grdi-imr-raster.yaml
@@ -22,4 +22,4 @@ Resources:
     Rescale: [0.0,100.0]
     Bidx: 1
 Legend: grdi-v1-built/cm_legend.png
-Image:  grdi-imr-raster/preview.png
+Image:  grdi-imr-raster/thumbnail.png
diff --git a/collections/grdi-shdi-raster.yaml b/collections/grdi-shdi-raster.yaml
@@ -22,4 +22,4 @@ Resources:
     Rescale: [0.0,100.0]
     Bidx: 1
 Legend: grdi-v1-built/cm_legend.png
-Image: grdi-shdi-raster/preview.png
+Image: grdi-shdi-raster/thumbnail.png
diff --git a/collections/grdi-v1-built.yaml b/collections/grdi-v1-built.yaml
@@ -22,4 +22,4 @@ Resources:
     Rescale: [0.0,100.0]
     Bidx: 1
 Legend: grdi-v1-built/cm_legend.png
-Image: grdi-v1-built/preview.png
+Image: grdi-v1-built/thumbnail.png
diff --git a/collections/grdi-v1-raster.yaml b/collections/grdi-v1-raster.yaml
@@ -22,4 +22,4 @@ Resources:
     Rescale: [0.0,100.0]
     Bidx: 1
 Legend: grdi-v1-built/cm_legend.png
-Image: grdi-v1-raster/preview.png
+Image: grdi-v1-raster/thumbnail.png
diff --git a/collections/grdi-vnl-raster.yaml b/collections/grdi-vnl-raster.yaml
@@ -22,4 +22,4 @@ Resources:
     Rescale: [0.0,100.0]
     Bidx: 1
 Legend: grdi-v1-built/cm_legend.png
-Image: grdi-vnl-raster/preview.png
+Image: grdi-vnl-raster/thumbnail.png
diff --git a/collections/grdi-vnl-slope-raster.yaml b/collections/grdi-vnl-slope-raster.yaml
@@ -22,4 +22,4 @@ Resources:
     Rescale: [0.0,100.0]
     Bidx: 1
 Legend: grdi-v1-built/cm_legend.png
-Image: grdi-vnl-slope-raster/preview.png
+Image: grdi-vnl-slope-raster/thumbnail.png
diff --git a/collections/nceo_africa_2017.yaml b/collections/nceo_africa_2017.yaml
@@ -21,4 +21,5 @@ Resources:
     ColormapName: gist_earth_r
     Rescale: [0.0,400.0]
     Bidx: 1
-Legend: nceo_africa_2017/cm_legend.png
+Legend: nceo_africa_2017/cm_legend.png
+Image: nceo_africa_2017/thumbnail.png
Original file line number	Diff line number	Diff line change
Expand Up		@@ -6,3 +6,4 @@ __pycache__

		# build folder
		build/
		thumbnails/