From 05095420834d7a535a2ed791641a4458b9ff5424 Mon Sep 17 00:00:00 2001
From: Anderson Keiji Matsuki Ito <andersonkmi@acm.org>
Date: Sun, 4 Feb 2024 15:09:44 +0100
Subject: [PATCH] Remove deprecated class

---
 .../codecraftlabs/spark/utils/DataUtils.scala | 76 -------------------
 1 file changed, 76 deletions(-)
 delete mode 100644 src/main/scala/org/codecraftlabs/spark/utils/DataUtils.scala

diff --git a/src/main/scala/org/codecraftlabs/spark/utils/DataUtils.scala b/src/main/scala/org/codecraftlabs/spark/utils/DataUtils.scala
deleted file mode 100644
index e761269..0000000
--- a/src/main/scala/org/codecraftlabs/spark/utils/DataUtils.scala
+++ /dev/null
@@ -1,76 +0,0 @@
-package org.codecraftlabs.spark.utils
-
-import org.apache.log4j.Logger
-import org.apache.spark.sql.functions.asc
-import org.apache.spark.sql.{DataFrame, Dataset}
-
-@deprecated("This object will be removed", "v1.3.0")
-object DataUtils {
-  @transient lazy val logger:Logger = Logger.getLogger(getClass.getName)
-  private val Header: String = "header"
-
-  @deprecated("This method will be removed", "v1.3.0")
-  def saveDataFrameToCsv(df: DataFrame,
-                         partitions: Int = 1,
-                         destination: String,
-                         saveMode: String = "overwrite",
-                         header: Boolean = true) : Unit = {
-    logger.debug(s"Saving data frame to csv with $partitions partitions, mode '$saveMode', destination '$destination'")
-    df.coalesce(partitions).write.mode(saveMode).option(Header, header).csv(destination)
-  }
-
-  @deprecated("This method will be removed", "v1.3.0")
-  def saveDataSetToCsv[T](ds: Dataset[T],
-                          partitions: Int = 1,
-                          destination: String,
-                          saveMode: String = "overwrite",
-                          header: Boolean = true) : Unit = {
-    logger.debug(s"Saving data set to csv with $partitions partitions, mode '$saveMode', destination '$destination'")
-    ds.coalesce(partitions).write.mode(saveMode).option(Header, header).csv(destination)
-  }
-
-  @deprecated("This method will be removed", "v1.3.0")
-  def saveDataFrameToJson(df: DataFrame,
-                          destination: String,
-                          partitions: Int = 1,
-                          saveMode: String = "overwrite",
-                          header: Boolean = false): Unit = {
-    logger.debug(s"Saving data frame to json with $partitions partitions, mode '$saveMode', destination '$destination'")
-    df.coalesce(partitions).write.mode(saveMode).json(destination)
-  }
-
-  @deprecated("This method will be removed", "v1.3.0")
-  def saveDataSetToJson[T](ds: Dataset[T],
-                           destination: String,
-                           partitions: Int = 1,
-                           saveMode: String = "overwrite",
-                           header: Boolean = false): Unit = {
-    logger.debug(s"Saving data set to json with $partitions partitions, mode '$saveMode', destination '$destination'")
-    ds.coalesce(partitions).write.mode(saveMode).json(destination)
-  }
-
-  @deprecated("This method will be removed", "v1.3.0")
-  def saveDataFrameToParquet(df: DataFrame,
-                             destination: String,
-                             partitions: Int = 1,
-                             saveMode: String = "overwrite"): Unit = {
-    logger.debug(s"Saving data frame to parquet with $partitions partitions, mode '$saveMode', destination '$destination'")
-    df.coalesce(partitions).write.mode(saveMode).parquet(destination)
-  }
-
-
-  @deprecated("This method will be removed", "v1.3.0")
-  def saveDataSetToParquet[T](ds: Dataset[T],
-                              destination: String,
-                              partitions: Int = 1,
-                              saveMode: String = "overwrite"): Unit = {
-    logger.debug(s"Saving data set to parquet with $partitions partitions, mode '$saveMode', destination '$destination'")
-    ds.coalesce(partitions).write.mode(saveMode).parquet(destination)
-  }
-
-  @deprecated("This method will be removed", "v1.3.0")
-  def extractDistinctValues(contents: DataFrame,
-                            columnName: String): DataFrame = {
-    contents.select(contents(columnName)).distinct.orderBy(asc(columnName))
-  }
-}