diff --git a/src/main/scala/dev/mauch/spark/excel/DefaultSource.scala b/src/main/scala/dev/mauch/spark/excel/DefaultSource.scala index facbb542..da073623 100644 --- a/src/main/scala/dev/mauch/spark/excel/DefaultSource.scala +++ b/src/main/scala/dev/mauch/spark/excel/DefaultSource.scala @@ -35,7 +35,7 @@ class DefaultSource extends RelationProvider with SchemaRelationProvider with Cr parameters: Map[String, String], schema: StructType ): ExcelRelation = { - val conf = sqlContext.sparkSession.sessionState.newHadoopConf() + val conf = sqlContext.sparkSession.sessionState.newHadoopConfWithOptions(parameters) val wbReader = WorkbookReader(parameters, conf) val dataLocator = DataLocator(parameters) ExcelRelation( @@ -63,7 +63,7 @@ class DefaultSource extends RelationProvider with SchemaRelationProvider with Cr val path = checkParameter(parameters, "path") val header = checkParameter(parameters, "header").toBoolean val filesystemPath = new Path(path) - val conf = sqlContext.sparkSession.sessionState.newHadoopConf() + val conf = sqlContext.sparkSession.sessionState.newHadoopConfWithOptions(parameters) val fs = filesystemPath.getFileSystem(conf) new ExcelFileSaver( fs, diff --git a/src/main/scala/dev/mauch/spark/excel/v2/ExcelTable.scala b/src/main/scala/dev/mauch/spark/excel/v2/ExcelTable.scala index 9e50f0c1..6d1c8aa4 100644 --- a/src/main/scala/dev/mauch/spark/excel/v2/ExcelTable.scala +++ b/src/main/scala/dev/mauch/spark/excel/v2/ExcelTable.scala @@ -72,7 +72,9 @@ case class ExcelTable( /* Actual doing schema inferring */ private def infer(sparkSession: SparkSession, inputPaths: Seq[FileStatus], options: ExcelOptions): StructType = { val excelHelper = ExcelHelper(options) - val conf = sparkSession.sessionState.newHadoopConf() + /* Hadoop Configurations are case sensitive. */ + val caseSensitiveMap = map.asCaseSensitiveMap.asScala.toMap + val conf = sparkSession.sessionState.newHadoopConfWithOptions(caseSensitiveMap) /** Sampling ratio on file level (not row level as in CSV) */ val paths = {