This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from c79f471 [SPARK-23128][SQL] A new approach to do adaptive execution in
Spark SQL
add 23ebd38 [SPARK-27418][SQL] Migrate Parquet to File Data Source V2
No new revisions were added by this update.
Summary of changes:
.../org/apache/spark/sql/internal/SQLConf.scala | 2 +-
...org.apache.spark.sql.sources.DataSourceRegister | 2 +-
.../spark/sql/execution/command/tables.scala | 5 +-
.../sql/execution/datasources/SchemaPruning.scala | 4 +-
.../datasources/parquet/ParquetFileFormat.scala | 100 +----
.../datasources/parquet/ParquetFilters.scala | 2 +-
.../datasources/parquet/ParquetOutputWriter.scala | 2 +-
.../datasources/parquet/ParquetReadSupport.scala | 4 +-
.../datasources/parquet/ParquetUtils.scala | 130 +++++++
.../datasources/parquet/ParquetWriteSupport.scala | 4 +-
.../datasources/v2/FilePartitionReader.scala | 17 +
.../ParquetDataSourceV2.scala} | 14 +-
.../v2/parquet/ParquetPartitionReaderFactory.scala | 227 +++++++++++
.../OrcScan.scala => parquet/ParquetScan.scala} | 58 ++-
.../ParquetScanBuilder.scala} | 48 ++-
.../OrcTable.scala => parquet/ParquetTable.scala} | 18 +-
.../v2/parquet/ParquetWriteBuilder.scala | 116 ++++++
.../spark/sql/FileBasedDataSourceSuite.scala | 4 +-
.../scala/org/apache/spark/sql/SQLQuerySuite.scala | 111 +++---
.../apache/spark/sql/execution/PlannerSuite.scala | 20 +-
.../spark/sql/execution/SameResultSuite.scala | 32 +-
.../spark/sql/execution/SparkPlanSuite.scala | 57 ++-
.../datasources/parquet/ParquetFilterSuite.scala | 179 ++++++---
.../parquet/ParquetPartitionDiscoverySuite.scala | 419 ++++++++++++++-------
.../datasources/parquet/ParquetQuerySuite.scala | 99 +++--
.../parquet/ParquetSchemaPruningSuite.scala | 40 +-
.../datasources/parquet/ParquetSchemaSuite.scala | 2 +-
.../sql/execution/metric/SQLMetricsSuite.scala | 47 +--
.../execution/python/ExtractPythonUDFsSuite.scala | 90 +++--
.../sources/v2/FileDataSourceV2FallBackSuite.scala | 8 +-
.../spark/sql/streaming/FileStreamSinkSuite.scala | 132 +++----
.../apache/spark/sql/streaming/StreamSuite.scala | 9 +-
.../streaming/StreamingDeduplicationSuite.scala | 50 +--
.../spark/sql/streaming/StreamingQuerySuite.scala | 86 +++--
.../spark/sql/hive/MetastoreDataSourcesSuite.scala | 10 +-
.../spark/sql/hive/execution/SQLQuerySuite.scala | 5 +-
.../spark/sql/sources/HadoopFsRelationTest.scala | 3 +-
37 files changed, 1513 insertions(+), 643 deletions(-)
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetUtils.scala
copy
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/{orc/OrcDataSourceV2.scala
=> parquet/ParquetDataSourceV2.scala} (76%)
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/parquet/ParquetPartitionReaderFactory.scala
copy
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/{orc/OrcScan.scala
=> parquet/ParquetScan.scala} (50%)
copy
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/{orc/OrcScanBuilder.scala
=> parquet/ParquetScanBuilder.scala} (53%)
copy
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/{orc/OrcTable.scala
=> parquet/ParquetTable.scala} (81%)
create mode 100644
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/parquet/ParquetWriteBuilder.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org
For additional commands, e-mail: commits-h...@spark.apache.org
