Github user gengliangwang commented on a diff in the pull request:
https://github.com/apache/spark/pull/21123#discussion_r183318856
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala
---
@@ -89,8 +91,13 @@ case class DataSource(
case class SourceInfo(name: String, schema: StructType,
partitionColumns: Seq[String])
- lazy val providingClass: Class[_] =
- DataSource.lookupDataSource(className, sparkSession.sessionState.conf)
+ lazy val providingClass: Class[_] = {
+ val cls = DataSource.lookupDataSource(className,
sparkSession.sessionState.conf)
+ cls.newInstance() match {
+ case f: FileDataSourceV2 => f.fallBackFileFormat.getOrElse(cls)
--- End diff --
Comments are added to explain this.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
