options ignoreLeadingWhiteSpace and ignoreTrailingWhiteSpace are now …

…correctly passed to univocity parser
keedio · Jul 3, 2018 · 4a68345 · 4a68345
1 parent 1ae6492
commit 4a68345
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/build.sbt b/build.sbt
@@ -1,8 +1,8 @@
 name := "spark-csv"
 
-version := "1.5.0"
+version := "1.5.1"
 
-organization := "com.databricks"
+organization := "org.keedio"
 
 scalaVersion := "2.11.7"
 

diff --git a/src/main/scala/com/databricks/spark/csv/CsvRelation.scala b/src/main/scala/com/databricks/spark/csv/CsvRelation.scala
@@ -232,6 +232,8 @@ case class CsvRelation protected[spark] (
           fieldSep = delimiter,
           quote = quoteChar,
           escape = escapeVal,
+          ignoreLeadingSpace = ignoreLeadingWhiteSpace,
+          ignoreTrailingSpace = ignoreTrailingWhiteSpace,
           commentMarker = commentChar).parseLine(firstLine)
       } else {
         val csvFormat = defaultCsvFormat
@@ -289,6 +291,8 @@ case class CsvRelation protected[spark] (
         new BulkCsvReader(iter, split,
           headers = header, fieldSep = delimiter,
           quote = quoteChar, escape = escapeVal,
+          ignoreLeadingSpace = ignoreLeadingWhiteSpace,
+          ignoreTrailingSpace = ignoreTrailingWhiteSpace,
           commentMarker = commentChar, maxCharsPerCol = maxCharsPerCol)
       }
     }, true)