Skip to content

Commit

Permalink
#349 rename geotiff 'package' to SaveResultAsGeotiff
Browse files Browse the repository at this point in the history
  • Loading branch information
jdries committed Jan 3, 2025
1 parent 8cd6b37 commit e24d8e9
Show file tree
Hide file tree
Showing 21 changed files with 35 additions and 28 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,7 @@ class PyramidFactoryTest {
.toSpatial()
.cache()

val paths = org.openeo.geotrellis.geotiff.saveRDD(
val paths = org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.saveRDD(
rdd = spatialLayer,
bandCount = 2,
path = "/tmp/sentinalHubSmallAreaToTiff.gtiff",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,7 @@ package org.openeo.geotrellis.geotiff
import java.util
import geotrellis.raster.io.geotiff.Tags
import geotrellis.raster.render.{ColorMap, DoubleColorMap, IndexedColorMap}
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.assertSafeToUseInFilePath

import scala.collection.JavaConverters._

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.openeo.geotrellis
package org.openeo.geotrellis.geotiff

import geotrellis.layer._
import geotrellis.proj4.CRS
Expand All @@ -22,6 +22,7 @@ import org.apache.spark.rdd.RDD
import org.apache.spark.storage.StorageLevel
import org.apache.spark.util.AccumulatorV2
import org.openeo.geotrellis
import org.openeo.geotrellis.{OpenEOProcesses, ProjectedPolygons, SimpleJson, getTempFile}
import org.openeo.geotrellis.creo.CreoS3Utils
import org.openeo.geotrellis.netcdf.NetCDFRDDWriter.fixedTimeOffset
import org.openeo.geotrellis.stac.STACItem
Expand All @@ -38,7 +39,7 @@ import java.util.{ArrayList, Collections, Map, List => JList}
import scala.collection.JavaConverters._
import scala.reflect._

package object geotiff {
object SaveResultAsGeotiff {

private val logger = LoggerFactory.getLogger(getClass)
private val secondsPerDay = 86400L
Expand Down Expand Up @@ -896,14 +897,14 @@ package object geotiff {
compression: Compression,
filenamePrefix: Option[String],
): java.util.List[(String, String, Extent)] =
geotrellis.geotiff.saveStitchedTileGridTemporal(rdd, path, tileGrid, Option.empty, Option.empty, compression, filenamePrefix)
SaveResultAsGeotiff.saveStitchedTileGridTemporal(rdd, path, tileGrid, Option.empty, Option.empty, compression, filenamePrefix)

def saveStitchedTileGridTemporal(rdd: MultibandTileLayerRDD[SpaceTimeKey],
path: String,
tileGrid: String,
compression: Compression,
): java.util.List[(String, String, Extent)] =
geotrellis.geotiff.saveStitchedTileGridTemporal(rdd, path, tileGrid, Option.empty, Option.empty, compression)
SaveResultAsGeotiff.saveStitchedTileGridTemporal(rdd, path, tileGrid, Option.empty, Option.empty, compression)

def saveStitchedTileGridTemporal(rdd: MultibandTileLayerRDD[SpaceTimeKey],
path: String,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ import org.apache.spark.broadcast.Broadcast
import org.apache.spark.rdd.RDD
import org.apache.spark.storage.StorageLevel
import org.openeo.geotrellis.creo.CreoS3Utils
import org.openeo.geotrellis.geotiff.preProcess
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.preProcess
import org.openeo.geotrellis.{OpenEOProcesses, ProjectedPolygons, TemporalResolution}
import org.openeo.geotrelliscommon.ByKeyPartitioner
import org.slf4j.LoggerFactory
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ import geotrellis.raster.{MultibandTile, UByteCellType}
import geotrellis.spark._
import geotrellis.vector.{Extent, ProjectedExtent}
import org.openeo.geotrellis.creo.CreoS3Utils.uploadToS3
import org.openeo.geotrellis.geotiff.SRDD
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.SRDD

import java.io.File
import java.nio.file.{Files, Paths}
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
package org.openeo.geotrellis

import geotrellis.layer.{SpaceTimeKey, _}
import geotrellis.layer._
import geotrellis.proj4.CRS
import geotrellis.raster._
import geotrellis.spark._
Expand All @@ -12,7 +12,7 @@ import org.junit.jupiter.api.{AfterAll, BeforeAll, Test}
import org.junit.jupiter.params.ParameterizedTest
import org.junit.jupiter.params.provider.{Arguments, MethodSource}
import org.openeo.geotrellis.LayerFixtures._
import org.openeo.geotrellis.geotiff.saveRDD
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.saveRDD
import org.openeo.geotrelliscommon.{OpenEORasterCube, OpenEORasterCubeMetadata, SparseSpaceTimePartitioner}

import java.nio.file.{Files, Paths}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ import org.openeo.geotrellis.LayerFixtures._
import org.openeo.geotrellis.aggregate_polygon.intern.splitOverlappingPolygons
import org.openeo.geotrellis.aggregate_polygon.{AggregatePolygonProcess, SparkAggregateScriptBuilder}
import org.openeo.geotrellis.file.Sentinel2RadiometryPyramidFactory
import org.openeo.geotrellis.geotiff.{ContextSeq, saveRDD}
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.{ContextSeq, saveRDD}
import org.openeo.geotrelliscommon.SparseSpaceOnlyPartitioner
import org.openeo.sparklisteners.GetInfoSparkListener

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ import geotrellis.raster.io.geotiff.GeoTiff
import geotrellis.raster.{ByteCellType, ByteUserDefinedNoDataCellType, FloatUserDefinedNoDataCellType, UByteCellType, UByteUserDefinedNoDataCellType}
import org.junit.Assert._
import org.junit.Test
import org.openeo.geotrellis.geotiff._
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff._

import java.nio.file.{Files, Path}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ object TestImplicits {
implicit class MultibandTileGeoTiffOutputMethods(spatialLayer: MultibandTileLayerRDD[SpatialKey]) {
def writeGeoTiff(path: String, bbox: ProjectedExtent = null): Unit = {
val maybeBBox = Option(bbox).map(_.reproject(spatialLayer.metadata.crs))
org.openeo.geotrellis.geotiff.saveRDD(spatialLayer, -1, path, 6, maybeBBox)
org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.saveRDD(spatialLayer, -1, path, 6, maybeBBox)
}
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ import org.junit.Assert.assertEquals
import org.junit.jupiter.api.Assertions.assertArrayEquals
import org.junit.{AfterClass, Ignore, Test}
import org.openeo.geotrellis.TestImplicits._
import org.openeo.geotrellis.geotiff._
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff._
import org.openeo.geotrellis.{LayerFixtures, LocalSparkContext, ProjectedPolygons}
import org.openeo.geotrelliscommon.DataCubeParameters
import org.openeo.opensearch.OpenSearchClient
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -98,7 +98,7 @@ class ProbaVPyramidFactoryTest extends RasterMatchers {
assertTrue(baseLayer.partitioner.get.isInstanceOf[SpacePartitioner[SpaceTimeKey]])
println(s"got ${baseLayer.count()} tiles")
val cropBounds = boundingBox.reproject(baseLayer.metadata.crs)
val timestampedFiles = org.openeo.geotrellis.geotiff.saveRDDTemporal(baseLayer,"./",cropBounds = Some(cropBounds))
val timestampedFiles = org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.saveRDDTemporal(baseLayer,"./",cropBounds = Some(cropBounds))
assertEquals(1, timestampedFiles.size())
val (fileName, timestamp, bbox) = timestampedFiles.get(0)
assertEquals("2019-08-01T00:00:00Z", timestamp)
Expand Down Expand Up @@ -131,7 +131,7 @@ class ProbaVPyramidFactoryTest extends RasterMatchers {
assertTrue(baseLayer.partitioner.get.isInstanceOf[SpacePartitioner[SpaceTimeKey]])
println(s"got ${baseLayer.count()} tiles")
val cropBounds = boundingBox.reproject(baseLayer.metadata.crs)
val timestampedFiles = org.openeo.geotrellis.geotiff.saveRDDTemporal(baseLayer,outDir.toString,cropBounds = Some(cropBounds))
val timestampedFiles = org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.saveRDDTemporal(baseLayer,outDir.toString,cropBounds = Some(cropBounds))
assertEquals(1, timestampedFiles.size())
val (fileName, timestamp, bbox) = timestampedFiles.get(0)
assertEquals("2019-08-01T00:00:00Z", timestamp)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ import org.junit.Assert._
import org.junit.{AfterClass, BeforeClass, Test}
import org.openeo.geotrellis.ProjectedPolygons
import org.openeo.geotrellis.TestImplicits._
import org.openeo.geotrellis.geotiff.saveRDD
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.saveRDD
import org.openeo.geotrelliscommon.DataCubeParameters
import org.openeo.opensearch.OpenSearchClient
import org.openeo.opensearch.backends.GeotiffNoDateSearchClient
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.openeo.geotrellis.geotiff
package org.openeo.geotrellis.SaveResultAsGeotiff

import cats.data.NonEmptyList
import geotrellis.layer.{SpaceTimeKey, TemporalKeyExtractor, ZoomedLayoutScheme}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@ import geotrellis.raster.io.geotiff.MultibandGeoTiff
import org.junit.jupiter.api.Assertions.{assertEquals, assertThrows, assertTrue}
import org.junit.jupiter.api.{Disabled, Test}
import org.junit.jupiter.api.io.TempDir
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.embedGdalMetadata

import java.io.IOException
import java.nio.file.{Files, Path, Paths}
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.openeo.geotrellis.geotiff
package org.openeo.geotrellis.SaveResultAsGeotiff

import java.time.{LocalDate, LocalTime, ZoneOffset, ZonedDateTime}

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package org.openeo.geotrellis.geotiff
package org.openeo.geotrellis.SaveResultAsGeotiff

import geotrellis.layer._
import geotrellis.raster.Raster
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,10 @@ import org.junit.jupiter.api.io.TempDir
import org.junit.jupiter.api.{BeforeAll, Test}
import org.junit.{AfterClass, Assert}
import org.openeo.geotrellis.LayerFixtures.rgbLayerProvider
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.saveRDDTileGrid
import org.openeo.geotrellis.png.PngTest
import org.openeo.geotrellis.tile_grid.TileGrid
import org.openeo.geotrellis.{LayerFixtures, geotiff}
import org.openeo.geotrellis.LayerFixtures

import java.nio.file.Path
import java.time.LocalTime.MIDNIGHT
Expand Down Expand Up @@ -60,7 +61,7 @@ class TileGridTest {
.toSpatial()
.persist(DISK_ONLY)

val tiles = geotiff.saveStitchedTileGrid(spatialLayer, outDir + "/testSaveStitched.tiff", "10km", DeflateCompression(6))
val tiles = SaveResultAsGeotiff.saveStitchedTileGrid(spatialLayer, outDir + "/testSaveStitched.tiff", "10km", DeflateCompression(6))
val expectedPaths = Set(
outDir + "/testSaveStitched-31UDS_3_4.tiff",
outDir + "/testSaveStitched-31UDS_2_4.tiff",
Expand All @@ -74,7 +75,7 @@ class TileGridTest {
val extent = bbox.reproject(spatialLayer.metadata.crs)
val cropBounds = mapAsJavaMap(Map("xmin" -> extent.xmin, "xmax" -> extent.xmax, "ymin" -> extent.ymin, "ymax" -> extent.ymax))

val croppedTiles = geotiff.saveStitchedTileGrid(spatialLayer, outDir + "/testSaveStitched_cropped.tiff", "10km", cropBounds, DeflateCompression(6))
val croppedTiles = SaveResultAsGeotiff.saveStitchedTileGrid(spatialLayer, outDir + "/testSaveStitched_cropped.tiff", "10km", cropBounds, DeflateCompression(6))
val expectedCroppedPaths = Set(
outDir + "/testSaveStitched_cropped-31UDS_3_4.tiff",
outDir + "/testSaveStitched_cropped-31UDS_2_4.tiff",
Expand Down Expand Up @@ -138,7 +139,7 @@ class TileGridTest {

val layer = LayerFixtures.sentinel2TocLayerProviderUTM.readMultibandTileLayer(from = date, to = date, bbox, sc = sc)

val tiles = geotiff.saveStitchedTileGridTemporal(layer, "/tmp/", "10km", DeflateCompression(6))
val tiles = SaveResultAsGeotiff.saveStitchedTileGridTemporal(layer, "/tmp/", "10km", DeflateCompression(6))
val expectedTiles = Set(
("/tmp/openEO_2020-04-05Z_31UDS_3_4.tif", isoFormattedDate),
("/tmp/openEO_2020-04-05Z_31UDS_2_4.tif", isoFormattedDate),
Expand All @@ -158,7 +159,7 @@ class TileGridTest {

val layer = LayerFixtures.sentinel2TocLayerProviderUTM.readMultibandTileLayer(from = date, to = date, bbox, sc = sc)

val tiles = geotiff.saveStitchedTileGridTemporal(layer, "/tmp/", "10km", DeflateCompression(6), filenamePrefix = Some("testPrefix"))
val tiles = SaveResultAsGeotiff.saveStitchedTileGridTemporal(layer, "/tmp/", "10km", DeflateCompression(6), filenamePrefix = Some("testPrefix"))
val expectedTiles = Set(
("/tmp/testPrefix_2020-04-05Z_31UDS_3_4.tif", isoFormattedDate),
("/tmp/testPrefix_2020-04-05Z_31UDS_2_4.tif", isoFormattedDate),
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ import org.junit.jupiter.api.io.TempDir
import org.junit.jupiter.api.{BeforeAll, Test}
import org.junit.rules.TemporaryFolder
import org.junit.{AfterClass, Rule}
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.{GDALINFO_SUFFIX, saveRDD, saveRDDTemporal, saveSamples}
import org.openeo.geotrellis.{LayerFixtures, OpenEOProcesses, ProjectedPolygons}
import org.slf4j.{Logger, LoggerFactory}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,8 @@ import org.junit.jupiter.params.ParameterizedTest
import org.junit.jupiter.params.provider.ValueSource
import org.openeo.geotrellis.TestImplicits._
import org.openeo.geotrellis.file.PyramidFactory
import org.openeo.geotrellis.geotiff._
import org.openeo.geotrellis.geotiff.GTiffOptions
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff._
import org.openeo.geotrellis.layers.LoadCollectionFromAssets.rasterSourceRDD
import org.openeo.geotrellis.netcdf.{NetCDFOptions, NetCDFRDDWriter}
import org.openeo.geotrellis.{LayerFixtures, ProjectedPolygons}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -28,10 +28,11 @@ import org.junit.jupiter.params.provider.Arguments.arguments
import org.junit.jupiter.params.provider.{Arguments, MethodSource}
import org.junit.{AfterClass, BeforeClass}
import org.openeo.geotrellis.TestImplicits._
import org.openeo.geotrellis.geotiff.{GTiffOptions, saveRDD}
import org.openeo.geotrellis.geotiff.GTiffOptions
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.saveRDD
import org.openeo.geotrellis.netcdf.{NetCDFOptions, NetCDFRDDWriter}
import org.openeo.geotrellis.{LayerFixtures, MergeCubesSpec, OpenEOProcessScriptBuilder, OpenEOProcesses, ProjectedPolygons, TestOpenEOProcessScriptBuilder}
import org.openeo.geotrelliscommon.{BatchJobMetadataTracker, ConfigurableSpaceTimePartitioner, SparseSpaceTimePartitioner, DataCubeParameters, ResampledTile}
import org.openeo.geotrelliscommon.{BatchJobMetadataTracker, ConfigurableSpaceTimePartitioner, DataCubeParameters, ResampledTile, SparseSpaceTimePartitioner}
import org.openeo.opensearch.OpenSearchResponses.Link
import org.openeo.opensearch.{OpenSearchClient, OpenSearchResponses}
import org.openeo.sparklisteners.GetInfoSparkListener
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ import org.apache.spark.rdd.RDD
import org.apache.spark.{SparkConf, SparkContext}
import org.junit.jupiter.api.Assertions.assertEquals
import org.junit.jupiter.api.{AfterAll, BeforeAll, Test}
import org.openeo.geotrellis.geotiff.saveRDD
import org.openeo.geotrellis.geotiff.SaveResultAsGeotiff.saveRDD
import org.openeo.geotrellis.{OpenEOProcesses, ProjectedPolygons}

import java.time.ZonedDateTime
Expand Down

0 comments on commit e24d8e9

Please sign in to comment.