This is an automated email from the ASF dual-hosted git repository. wenchen pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git
from 24bf76a088b [SPARK-44491][INFRA] Add `branch-3.5` to `publish_snapshot` GitHub Action job add 8ff6b7a04cb [SPARK-44475][SQL][CONNECT] Relocate DataType and Parser to sql/api No new revisions were added by this update. Summary of changes: .../scala/org/apache/spark/SparkException.scala | 9 + .../org/apache/spark/util/SparkClassUtils.scala | 7 + .../apache/spark/util/SparkCollectionUtils.scala | 26 +- .../CheckConnectJvmClientCompatibility.scala | 4 + .../connect/planner/SparkConnectPlannerSuite.scala | 2 +- .../connect/planner/SparkConnectProtoSuite.scala | 3 +- .../main/scala/org/apache/spark/util/Utils.scala | 5 - .../org/apache/spark/util/collection/Utils.scala | 18 +- dev/.rat-excludes | 1 + project/MimaExcludes.scala | 65 ++ project/SparkBuild.scala | 4 +- sql/api/pom.xml | 35 ++ .../spark/sql/catalyst/parser/SqlBaseLexer.g4 | 0 .../spark/sql/catalyst/parser/SqlBaseLexer.tokens | 665 +++++++++++++++++++++ .../spark/sql/catalyst/parser/SqlBaseParser.g4 | 0 .../scala/org/apache/spark/sql/SqlApiConf.scala | 6 + .../SqlApiAnalysis.scala} | 20 +- .../sql/catalyst/parser/DataTypeAstBuilder.scala | 9 +- .../catalyst/parser/DataTypeParserInterface.scala | 0 .../catalyst/parser/LegacyTypeStringParser.scala | 4 +- .../catalyst/parser/SparkParserErrorStrategy.scala | 0 .../apache/spark/sql/catalyst/parser/parsers.scala | 7 +- .../sql/catalyst/util/AttributeNameParser.scala | 68 +++ .../sql/catalyst/util/DataTypeJsonUtils.scala | 0 .../spark/sql/catalyst/util/QuotingUtils.scala | 19 + .../catalyst/util/ResolveDefaultColumnsUtils.scala | 46 ++ .../sql/catalyst/util/SparkParserUtils.scala} | 215 ++----- .../apache/spark/sql/errors/DataTypeErrors.scala | 123 +++- .../spark/sql/errors/DataTypeErrorsBase.scala | 49 +- .../spark/sql/errors/QueryParsingErrors.scala | 7 +- .../apache/spark/sql/types/AbstractDataType.scala | 0 .../org/apache/spark/sql/types/ArrayType.scala | 0 .../org/apache/spark/sql/types/BinaryType.scala | 0 .../org/apache/spark/sql/types/BooleanType.scala | 0 .../org/apache/spark/sql/types/ByteType.scala | 0 .../spark/sql/types/CalendarIntervalType.scala | 0 .../org/apache/spark/sql/types/CharType.scala | 0 .../org/apache/spark/sql/types/DataType.scala | 8 +- .../org/apache/spark/sql/types/DateType.scala | 0 .../spark/sql/types/DayTimeIntervalType.scala | 0 .../scala/org/apache/spark/sql/types/Decimal.scala | 29 +- .../org/apache/spark/sql/types/DecimalType.scala | 4 +- .../org/apache/spark/sql/types/DoubleType.scala | 0 .../org/apache/spark/sql/types/FloatType.scala | 0 .../org/apache/spark/sql/types/IntegerType.scala | 0 .../org/apache/spark/sql/types/LongType.scala | 0 .../scala/org/apache/spark/sql/types/MapType.scala | 0 .../org/apache/spark/sql/types/Metadata.scala | 0 .../org/apache/spark/sql/types/NullType.scala | 0 .../org/apache/spark/sql/types/ObjectType.scala | 0 .../org/apache/spark/sql/types/ShortType.scala | 0 .../org/apache/spark/sql/types/StringType.scala | 0 .../org/apache/spark/sql/types/StructField.scala | 11 +- .../org/apache/spark/sql/types/StructType.scala | 31 +- .../apache/spark/sql/types/TimestampNTZType.scala | 0 .../org/apache/spark/sql/types/TimestampType.scala | 0 .../apache/spark/sql/types/UDTRegistration.scala | 6 +- .../apache/spark/sql/types/UserDefinedType.scala | 0 .../org/apache/spark/sql/types/VarcharType.scala | 0 .../spark/sql/types/YearMonthIntervalType.scala | 0 sql/catalyst/pom.xml | 8 - .../catalyst/analysis/RewriteRowLevelCommand.scala | 6 +- .../spark/sql/catalyst/analysis/package.scala | 2 +- .../spark/sql/catalyst/analysis/unresolved.scala | 47 +- .../apache/spark/sql/catalyst/dsl/package.scala | 2 +- .../aggregate/HyperLogLogPlusPlus.scala | 3 +- .../expressions/aggregate/PivotFirst.scala | 3 +- .../expressions/aggregate/interfaces.scala | 5 +- .../catalyst/expressions/bitmapExpressions.scala | 5 +- .../spark/sql/catalyst/optimizer/objects.scala | 2 +- .../spark/sql/catalyst/parser/ParserUtils.scala | 135 +---- .../spark/sql/catalyst/plans/QueryPlan.scala | 3 +- .../sql/catalyst/plans/logical/LocalRelation.scala | 4 +- .../plans/logical/basicLogicalOperators.scala | 2 +- .../spark/sql/catalyst/plans/logical/object.scala | 7 +- .../spark/sql/catalyst/types/DataTypeUtils.scala | 5 +- .../catalyst/util/ResolveDefaultColumnsUtil.scala | 24 +- .../apache/spark/sql/catalyst/util/package.scala | 15 +- .../spark/sql/errors/QueryCompilationErrors.scala | 4 +- .../apache/spark/sql/errors/QueryErrorsBase.scala | 72 +-- .../spark/sql/errors/QueryExecutionErrors.scala | 29 +- .../spark/sql/catalyst/SQLKeywordSuite.scala | 4 +- .../optimizer/PropagateEmptyRelationSuite.scala | 7 +- .../apache/spark/sql/types/StructTypeSuite.scala | 24 +- .../spark/sql/execution/CollectMetricsExec.scala | 3 +- .../spark/sql/execution/SparkStrategies.scala | 4 +- .../execution/aggregate/HashAggregateExec.scala | 7 +- .../aggregate/ObjectAggregationIterator.scala | 5 +- .../execution/aggregate/ObjectAggregationMap.scala | 6 +- .../aggregate/TungstenAggregationIterator.scala | 10 +- .../sql/execution/columnar/InMemoryRelation.scala | 3 +- .../execution/datasources/DataSourceStrategy.scala | 4 +- .../execution/datasources/PartitioningUtils.scala | 3 +- .../execution/datasources/v2/V2CommandExec.scala | 4 +- .../sql/execution/datasources/v2/V2Writes.scala | 3 +- .../execution/exchange/ShuffleExchangeExec.scala | 4 +- .../org/apache/spark/sql/execution/objects.scala | 3 +- .../python/FlatMapCoGroupsInPandasExec.scala | 6 +- .../python/FlatMapGroupsInPandasExec.scala | 4 +- .../FlatMapGroupsInPandasWithStateExec.scala | 3 +- .../state/StreamingAggregationStateManager.scala | 5 +- .../org/apache/spark/sql/DataFrameSuite.scala | 2 +- .../spark/sql/connector/AlterTableTests.scala | 2 +- .../sql/errors/QueryCompilationErrorsSuite.scala | 4 +- .../bucketing/CoalesceBucketsInJoinSuite.scala | 5 +- 105 files changed, 1364 insertions(+), 650 deletions(-) copy sql/api/src/main/scala/org/apache/spark/sql/catalyst/util/QuotingUtils.scala => common/utils/src/main/scala/org/apache/spark/util/SparkCollectionUtils.scala (63%) rename sql/{catalyst => api}/src/main/antlr4/org/apache/spark/sql/catalyst/parser/SqlBaseLexer.g4 (100%) create mode 100644 sql/api/src/main/antlr4/org/apache/spark/sql/catalyst/parser/SqlBaseLexer.tokens rename sql/{catalyst => api}/src/main/antlr4/org/apache/spark/sql/catalyst/parser/SqlBaseParser.g4 (100%) copy sql/api/src/main/scala/org/apache/spark/sql/catalyst/{util/QuotingUtils.scala => analysis/SqlApiAnalysis.scala} (73%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/catalyst/parser/DataTypeAstBuilder.scala (96%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/catalyst/parser/DataTypeParserInterface.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/catalyst/parser/LegacyTypeStringParser.scala (95%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/catalyst/parser/SparkParserErrorStrategy.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/catalyst/parser/parsers.scala (98%) create mode 100644 sql/api/src/main/scala/org/apache/spark/sql/catalyst/util/AttributeNameParser.scala rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/catalyst/util/DataTypeJsonUtils.scala (100%) create mode 100644 sql/api/src/main/scala/org/apache/spark/sql/catalyst/util/ResolveDefaultColumnsUtils.scala copy sql/{catalyst/src/main/scala/org/apache/spark/sql/catalyst/parser/ParserUtils.scala => api/src/main/scala/org/apache/spark/sql/catalyst/util/SparkParserUtils.scala} (57%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/errors/QueryParsingErrors.scala (98%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/AbstractDataType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/ArrayType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/BinaryType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/BooleanType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/ByteType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/CalendarIntervalType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/CharType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/DataType.scala (98%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/DateType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/DayTimeIntervalType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/Decimal.scala (96%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/DecimalType.scala (98%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/DoubleType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/FloatType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/IntegerType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/LongType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/MapType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/Metadata.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/NullType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/ObjectType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/ShortType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/StringType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/StructField.scala (91%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/StructType.scala (94%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/TimestampNTZType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/TimestampType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/UDTRegistration.scala (95%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/UserDefinedType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/VarcharType.scala (100%) rename sql/{catalyst => api}/src/main/scala/org/apache/spark/sql/types/YearMonthIntervalType.scala (100%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org