This is an automated email from the ASF dual-hosted git repository. yumwang pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git.
from 0005b41 [SPARK-38400][PYTHON] Enable Series.rename to change index labels add c16a66a [SPARK-36194][SQL] Add a logical plan visitor to propagate the distinct attributes No new revisions were added by this update. Summary of changes: .../optimizer/RemoveRedundantAggregates.scala | 8 +- .../plans/logical/DistinctKeyVisitor.scala | 140 +++ .../sql/catalyst/plans/logical/LogicalPlan.scala | 1 + ...hedData.scala => LogicalPlanDistinctKeys.scala} | 15 +- .../org/apache/spark/sql/internal/SQLConf.scala | 9 + .../optimizer/RemoveRedundantAggregatesSuite.scala | 141 ++- .../plans/logical/DistinctKeyVisitorSuite.scala | 182 +++ .../approved-plans-v1_4/q14a.sf100/explain.txt | 941 ++++++++------- .../approved-plans-v1_4/q14a.sf100/simplified.txt | 231 ++-- .../approved-plans-v1_4/q14a/explain.txt | 474 ++++---- .../approved-plans-v1_4/q14a/simplified.txt | 126 +- .../approved-plans-v1_4/q14b.sf100/explain.txt | 807 +++++++------ .../approved-plans-v1_4/q14b.sf100/simplified.txt | 217 ++-- .../approved-plans-v1_4/q14b/explain.txt | 442 ++++--- .../approved-plans-v1_4/q14b/simplified.txt | 126 +- .../approved-plans-v1_4/q38.sf100/explain.txt | 333 +++--- .../approved-plans-v1_4/q38.sf100/simplified.txt | 237 ++-- .../approved-plans-v1_4/q38/explain.txt | 185 ++- .../approved-plans-v1_4/q38/simplified.txt | 123 +- .../approved-plans-v1_4/q87.sf100/explain.txt | 333 +++--- .../approved-plans-v1_4/q87.sf100/simplified.txt | 237 ++-- .../approved-plans-v1_4/q87/explain.txt | 185 ++- .../approved-plans-v1_4/q87/simplified.txt | 123 +- .../approved-plans-v2_7/q14.sf100/explain.txt | 807 +++++++------ .../approved-plans-v2_7/q14.sf100/simplified.txt | 217 ++-- .../approved-plans-v2_7/q14/explain.txt | 442 ++++--- .../approved-plans-v2_7/q14/simplified.txt | 126 +- .../approved-plans-v2_7/q14a.sf100/explain.txt | 1225 ++++++++++---------- .../approved-plans-v2_7/q14a.sf100/simplified.txt | 261 ++--- .../approved-plans-v2_7/q14a/explain.txt | 574 +++++---- .../approved-plans-v2_7/q14a/simplified.txt | 126 +- 31 files changed, 4749 insertions(+), 4645 deletions(-) create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/DistinctKeyVisitor.scala copy sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/plans/logical/{IgnoreCachedData.scala => LogicalPlanDistinctKeys.scala} (63%) create mode 100644 sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/plans/logical/DistinctKeyVisitorSuite.scala --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org