This is an automated email from the ASF dual-hosted git repository. bhulette pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/beam.git.
from 48318dd Merge pull request #15782 from [BEAM-13034] [Playground] add semantics to playground app add 07aaec3 [BEAM-13099] Use vendored Calcite 1.28.0 in SQL extensions (#15836) No new revisions were added by this update. Summary of changes: CHANGES.md | 1 + .../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +- sdks/java/extensions/sql/build.gradle | 12 +-- .../sql/example/BeamSqlDataCatalogExample.java | 2 +- .../datacatalog/DataCatalogTableProvider.java | 2 +- .../sql/meta/provider/datacatalog/SchemaUtils.java | 4 +- .../provider/bigquery/BigQueryIOPushDownIT.java | 6 +- .../extensions/sql/src/main/codegen/config.fmpp | 8 +- .../beam/sdk/extensions/sql/SqlTransform.java | 4 +- .../extensions/sql/TableNameExtractionUtils.java | 17 ++-- .../sdk/extensions/sql/impl/BeamCalciteSchema.java | 16 ++-- .../sql/impl/BeamCalciteSchemaFactory.java | 20 ++--- .../sdk/extensions/sql/impl/BeamCalciteTable.java | 30 +++---- .../beam/sdk/extensions/sql/impl/BeamSqlEnv.java | 14 +-- .../sql/impl/BeamSqlPipelineOptionsRegistrar.java | 2 +- .../extensions/sql/impl/BeamTableStatistics.java | 14 +-- .../sql/impl/CalciteConnectionWrapper.java | 16 ++-- .../extensions/sql/impl/CalciteFactoryWrapper.java | 29 ++++--- .../extensions/sql/impl/CalciteQueryPlanner.java | 74 ++++++++-------- .../sdk/extensions/sql/impl/JavaUdfLoader.java | 2 +- .../sdk/extensions/sql/impl/JdbcConnection.java | 8 +- .../beam/sdk/extensions/sql/impl/JdbcDriver.java | 28 +++--- .../beam/sdk/extensions/sql/impl/JdbcFactory.java | 37 ++++---- .../beam/sdk/extensions/sql/impl/QueryPlanner.java | 8 +- .../extensions/sql/impl/ScalarFunctionImpl.java | 46 +++++----- .../extensions/sql/impl/TableResolutionUtils.java | 6 +- .../beam/sdk/extensions/sql/impl/UdafImpl.java | 12 +-- .../beam/sdk/extensions/sql/impl/UdfImpl.java | 10 +-- .../sql/impl/UdfImplReflectiveFunctionBase.java | 16 ++-- ...SqlUserDefinedSQLNativeTableValuedFunction.java | 14 +-- .../beam/sdk/extensions/sql/impl/cep/CEPCall.java | 10 +-- .../sdk/extensions/sql/impl/cep/CEPFieldRef.java | 2 +- .../sdk/extensions/sql/impl/cep/CEPLiteral.java | 2 +- .../sdk/extensions/sql/impl/cep/CEPOperation.java | 8 +- .../sdk/extensions/sql/impl/cep/CEPOperator.java | 4 +- .../sdk/extensions/sql/impl/cep/CEPPattern.java | 2 +- .../beam/sdk/extensions/sql/impl/cep/CEPUtils.java | 16 ++-- .../beam/sdk/extensions/sql/impl/cep/OrderKey.java | 2 +- .../extensions/sql/impl/parser/BeamSqlParser.java | 8 +- .../sql/impl/parser/SqlCheckConstraint.java | 18 ++-- .../sql/impl/parser/SqlColumnDeclaration.java | 23 ++--- .../sql/impl/parser/SqlCreateExternalTable.java | 28 +++--- .../sql/impl/parser/SqlCreateFunction.java | 32 +++---- .../extensions/sql/impl/parser/SqlDdlNodes.java | 27 +++--- .../extensions/sql/impl/parser/SqlDropObject.java | 25 +++--- .../extensions/sql/impl/parser/SqlDropTable.java | 10 +-- .../sql/impl/parser/SqlSetOptionBeam.java | 18 ++-- .../extensions/sql/impl/planner/BeamCostModel.java | 8 +- .../sql/impl/planner/BeamJavaTypeFactory.java | 12 +-- .../sql/impl/planner/BeamRelDataTypeSystem.java | 6 +- .../sql/impl/planner/BeamRelMetadataQuery.java | 6 +- .../extensions/sql/impl/planner/BeamRuleSets.java | 14 +-- .../sql/impl/planner/NodeStatsMetadata.java | 12 +-- .../sql/impl/planner/RelMdNodeStats.java | 14 +-- .../sql/impl/rel/AbstractBeamCalcRel.java | 18 ++-- .../sql/impl/rel/BeamAggregationRel.java | 18 ++-- .../sdk/extensions/sql/impl/rel/BeamCalcRel.java | 68 +++++++-------- .../extensions/sql/impl/rel/BeamCoGBKJoinRel.java | 16 ++-- .../sql/impl/rel/BeamEnumerableConverter.java | 38 ++++----- .../sdk/extensions/sql/impl/rel/BeamIOSinkRel.java | 25 +++--- .../extensions/sql/impl/rel/BeamIOSourceRel.java | 20 ++--- .../extensions/sql/impl/rel/BeamIntersectRel.java | 12 +-- .../sdk/extensions/sql/impl/rel/BeamJoinRel.java | 39 +++++---- .../sql/impl/rel/BeamLogicalConvention.java | 12 +-- .../sdk/extensions/sql/impl/rel/BeamMatchRel.java | 27 +++--- .../sdk/extensions/sql/impl/rel/BeamMinusRel.java | 12 +-- .../sql/impl/rel/BeamPushDownIOSourceRel.java | 14 +-- .../sdk/extensions/sql/impl/rel/BeamRelNode.java | 8 +- .../sql/impl/rel/BeamSetOperatorRelBase.java | 2 +- .../sql/impl/rel/BeamSideInputJoinRel.java | 16 ++-- .../sql/impl/rel/BeamSideInputLookupJoinRel.java | 14 +-- .../sdk/extensions/sql/impl/rel/BeamSortRel.java | 33 ++++---- .../extensions/sql/impl/rel/BeamSqlRelUtils.java | 23 +++-- .../sql/impl/rel/BeamTableFunctionScanRel.java | 24 +++--- .../extensions/sql/impl/rel/BeamUncollectRel.java | 12 +-- .../sdk/extensions/sql/impl/rel/BeamUnionRel.java | 12 +-- .../sdk/extensions/sql/impl/rel/BeamUnnestRel.java | 22 ++--- .../sdk/extensions/sql/impl/rel/BeamValuesRel.java | 18 ++-- .../sdk/extensions/sql/impl/rel/BeamWindowRel.java | 22 ++--- .../extensions/sql/impl/rel/CalcRelSplitter.java | 54 ++++++------ .../sdk/extensions/sql/impl/rel/package-info.java | 2 +- .../impl/rule/BeamAggregateProjectMergeRule.java | 20 ++--- .../sql/impl/rule/BeamAggregationRule.java | 24 +++--- .../sql/impl/rule/BeamBasicAggregationRule.java | 26 +++--- .../sql/impl/rule/BeamCalcMergeRule.java | 10 +-- .../sdk/extensions/sql/impl/rule/BeamCalcRule.java | 18 ++-- .../sql/impl/rule/BeamCalcSplittingRule.java | 14 +-- .../sql/impl/rule/BeamCoGBKJoinRule.java | 12 +-- .../sql/impl/rule/BeamEnumerableConverterRule.java | 8 +- .../sql/impl/rule/BeamIOPushDownRule.java | 38 ++++----- .../extensions/sql/impl/rule/BeamIOSinkRule.java | 6 +- .../sql/impl/rule/BeamIntersectRule.java | 10 +-- .../sql/impl/rule/BeamJoinAssociateRule.java | 12 +-- .../sql/impl/rule/BeamJoinPushThroughJoinRule.java | 16 ++-- .../extensions/sql/impl/rule/BeamMatchRule.java | 10 +-- .../extensions/sql/impl/rule/BeamMinusRule.java | 10 +-- .../sql/impl/rule/BeamSideInputJoinRule.java | 12 +-- .../sql/impl/rule/BeamSideInputLookupJoinRule.java | 12 +-- .../sdk/extensions/sql/impl/rule/BeamSortRule.java | 10 +-- .../sql/impl/rule/BeamTableFunctionScanRule.java | 12 +-- .../sql/impl/rule/BeamUncollectRule.java | 8 +- .../extensions/sql/impl/rule/BeamUnionRule.java | 12 +-- .../extensions/sql/impl/rule/BeamUnnestRule.java | 26 +++--- .../extensions/sql/impl/rule/BeamValuesRule.java | 10 +-- .../extensions/sql/impl/rule/BeamWindowRule.java | 10 +-- .../sql/impl/rule/JoinRelOptRuleCall.java | 16 ++-- .../sql/impl/rule/LogicalCalcMergeRule.java | 12 +-- .../sdk/extensions/sql/impl/rule/package-info.java | 2 +- .../extensions/sql/impl/schema/BeamTableUtils.java | 7 +- .../impl/transform/BeamBuiltinAggregations.java | 2 +- .../transform/BeamBuiltinAnalyticFunctions.java | 2 +- .../sql/impl/transform/BeamJoinTransforms.java | 8 +- .../transform/agg/AggregationCombineFnAdapter.java | 4 +- .../sql/impl/transform/agg/CovarianceFn.java | 4 +- .../sql/impl/transform/agg/VarianceFn.java | 2 +- .../sql/impl/udf/BuiltinHashFunctions.java | 2 +- .../sql/impl/udf/BuiltinStringFunctions.java | 2 +- .../sql/impl/utils/BigDecimalConverter.java | 2 +- .../extensions/sql/impl/utils/CalciteUtils.java | 37 +++++--- .../sql/impl/utils/SerializableRexFieldAccess.java | 4 +- .../sql/impl/utils/SerializableRexInputRef.java | 2 +- .../sql/impl/utils/SerializableRexNode.java | 6 +- .../sdk/extensions/sql/meta/BaseBeamTable.java | 2 +- .../beam/sdk/extensions/sql/meta/BeamSqlTable.java | 2 +- .../extensions/sql/meta/BeamSqlTableFilter.java | 4 +- .../extensions/sql/meta/DefaultTableFilter.java | 2 +- .../sql/meta/provider/ReadOnlyTableProvider.java | 2 +- .../provider/bigquery/BeamBigQuerySqlDialect.java | 22 ++--- .../provider/bigquery/BeamSqlUnparseContext.java | 44 +++++----- .../sql/meta/provider/bigquery/BigQueryFilter.java | 34 ++++---- .../sql/meta/provider/bigquery/BigQueryTable.java | 14 +-- .../provider/bigquery/BigQueryTableProvider.java | 2 +- .../sql/meta/provider/bigtable/BigtableFilter.java | 14 +-- .../sql/meta/provider/bigtable/BigtableTable.java | 2 +- .../sql/meta/provider/kafka/BeamKafkaTable.java | 2 +- .../sql/meta/provider/mongodb/MongoDbTable.java | 20 ++--- .../sql/meta/provider/test/TestTableFilter.java | 14 +-- .../sql/meta/provider/test/TestTableProvider.java | 12 +-- .../sql/meta/provider/test/TestTableUtils.java | 2 +- .../sql/meta/provider/test/TestUnboundedTable.java | 2 +- .../sql/meta/provider/text/TextTableProvider.java | 6 +- .../sql/meta/store/InMemoryMetaStore.java | 2 +- ..._28_0.org.codehaus.commons.compiler.properties} | 2 +- .../sdk/extensions/sql/BeamComplexTypeTest.java | 4 +- .../sql/BeamSqlDslSqlStdOperatorsTest.java | 28 +++--- .../sdk/extensions/sql/BeamSqlDslUdfUdafTest.java | 10 +-- .../sdk/extensions/sql/BeamSqlExplainTest.java | 6 +- .../beam/sdk/extensions/sql/BeamSqlMapTest.java | 2 +- .../extensions/sql/BeamSqlMultipleSchemasTest.java | 2 +- .../sdk/extensions/sql/PubsubToBigqueryIT.java | 4 +- .../apache/beam/sdk/extensions/sql/TestUtils.java | 2 +- .../extensions/sql/TypedCombineFnDelegateTest.java | 10 +-- .../sdk/extensions/sql/impl/JdbcDriverTest.java | 8 +- .../sql/impl/LazyAggregateCombineFnTest.java | 12 +-- .../sql/impl/parser/BeamDDLNestedTypesTest.java | 2 +- .../extensions/sql/impl/parser/BeamDDLTest.java | 12 +-- .../extensions/sql/impl/planner/NodeStatsTest.java | 10 +-- .../sql/impl/rel/BeamAggregationRelTest.java | 2 +- .../extensions/sql/impl/rel/BeamCalcRelTest.java | 2 +- .../rel/BeamCoGBKJoinRelBoundedVsBoundedTest.java | 2 +- .../BeamCoGBKJoinRelUnboundedVsUnboundedTest.java | 2 +- .../sql/impl/rel/BeamEnumerableConverterTest.java | 26 +++--- .../sql/impl/rel/BeamIOSourceRelTest.java | 4 +- .../sql/impl/rel/BeamIntersectRelTest.java | 2 +- .../extensions/sql/impl/rel/BeamMinusRelTest.java | 2 +- .../sql/impl/rel/BeamSideInputJoinRelTest.java | 2 +- .../extensions/sql/impl/rel/BeamSortRelTest.java | 2 +- .../sql/impl/rel/BeamUncollectRelTest.java | 2 +- .../extensions/sql/impl/rel/BeamUnionRelTest.java | 2 +- .../extensions/sql/impl/rel/BeamValuesRelTest.java | 2 +- .../sql/impl/rule/IOPushDownRuleTest.java | 14 +-- .../sql/impl/rule/JoinReorderingTest.java | 76 ++++++++--------- .../sql/impl/schema/BeamSqlRowCoderTest.java | 8 +- .../sql/impl/utils/CalciteUtilsTest.java | 10 +-- ...BeamSqlBuiltinFunctionsIntegrationTestBase.java | 6 +- .../BeamSqlDateFunctionsIntegrationTest.java | 4 +- .../sql/meta/CustomTableResolverTest.java | 4 +- .../provider/bigquery/BigQueryReadWriteIT.java | 2 +- .../meta/provider/bigquery/BigQueryRowCountIT.java | 2 +- .../bigquery/BigQueryTestTableProvider.java | 2 +- .../provider/datastore/DataStoreReadWriteIT.java | 2 +- .../provider/mongodb/MongoDbTableProviderTest.java | 2 +- .../provider/pubsub/PubsubTableProviderIT.java | 8 +- .../meta/provider/test/TestTableProviderTest.java | 2 +- ...tTableProviderWithFilterAndProjectPushDown.java | 8 +- .../test/TestTableProviderWithFilterPushDown.java | 10 +-- .../test/TestTableProviderWithProjectPushDown.java | 8 +- .../meta/provider/text/TextTableProviderTest.java | 2 +- .../beam/sdk/extensions/sql/utils/RowAsserts.java | 2 +- sdks/java/extensions/sql/zetasql/build.gradle | 6 +- .../extensions/sql/zetasql/BeamCalcRelType.java | 37 ++++---- .../sql/zetasql/BeamJavaUdfCalcRule.java | 2 +- .../sql/zetasql/BeamZetaSqlCalcMergeRule.java | 10 +-- .../extensions/sql/zetasql/BeamZetaSqlCalcRel.java | 26 +++--- .../sql/zetasql/BeamZetaSqlCalcRule.java | 2 +- .../extensions/sql/zetasql/BeamZetaSqlCatalog.java | 24 +++--- .../extensions/sql/zetasql/BeamZetaSqlRelType.java | 22 ++--- .../sdk/extensions/sql/zetasql/DateTimeUtils.java | 2 +- .../extensions/sql/zetasql/TableResolution.java | 8 +- .../extensions/sql/zetasql/ZetaSQLPlannerImpl.java | 30 +++---- .../sql/zetasql/ZetaSQLQueryPlanner.java | 56 ++++++------ .../zetasql/ZetaSqlCalciteTranslationUtils.java | 22 ++--- .../translation/AggregateScanConverter.java | 19 +++-- .../translation/ArrayScanColumnRefToUncollect.java | 22 ++--- .../ArrayScanLiteralToUncollectConverter.java | 6 +- .../translation/ArrayScanToJoinConverter.java | 18 ++-- .../sql/zetasql/translation/ConversionContext.java | 6 +- .../zetasql/translation/ExpressionConverter.java | 36 ++++---- .../zetasql/translation/FilterScanConverter.java | 6 +- .../sql/zetasql/translation/JoinScanConverter.java | 10 +-- .../LimitOffsetScanToLimitConverter.java | 14 +-- .../LimitOffsetScanToOrderByLimitConverter.java | 22 ++--- .../OrderByScanUnsupportedConverter.java | 2 +- .../zetasql/translation/ProjectScanConverter.java | 8 +- .../translation/QueryStatementConverter.java | 2 +- .../sql/zetasql/translation/RelConverter.java | 16 ++-- .../translation/SetOperationScanConverter.java | 8 +- .../translation/SingleRowScanConverter.java | 2 +- .../SqlCaseWithValueOperatorRewriter.java | 8 +- .../translation/SqlCoalesceOperatorRewriter.java | 10 +-- .../translation/SqlIfNullOperatorRewriter.java | 8 +- .../zetasql/translation/SqlInOperatorRewriter.java | 6 +- .../translation/SqlNullIfOperatorRewriter.java | 8 +- .../translation/SqlOperatorMappingTable.java | 4 +- .../zetasql/translation/SqlOperatorRewriter.java | 4 +- .../sql/zetasql/translation/SqlOperators.java | 54 ++++++------ .../translation/SqlWindowTableFunction.java | 28 +++--- .../sql/zetasql/translation/TVFScanConverter.java | 6 +- .../zetasql/translation/TableScanConverter.java | 36 ++++---- .../zetasql/translation/WithRefScanConverter.java | 2 +- .../sql/zetasql/translation/WithScanConverter.java | 2 +- .../translation/ZetaSqlScalarFunctionImpl.java | 10 +-- .../translation/impl/BeamBuiltinMethods.java | 2 +- .../zetasql/translation/impl/CastFunctionImpl.java | 24 +++--- .../zetasql/translation/impl/StringFunctions.java | 4 +- .../translation/impl/TimestampFunctions.java | 2 +- .../zetasql/unnest/BeamZetaSqlUncollectRel.java | 10 +-- .../zetasql/unnest/BeamZetaSqlUncollectRule.java | 6 +- .../sql/zetasql/unnest/BeamZetaSqlUnnestRel.java | 20 ++--- .../sql/zetasql/unnest/BeamZetaSqlUnnestRule.java | 22 ++--- .../sql/zetasql/unnest/ZetaSqlUnnest.java | 52 ++++++++---- .../sql/zetasql/BeamJavaUdfCalcRuleTest.java | 6 +- .../sql/zetasql/BeamZetaSqlCatalogTest.java | 2 +- .../sql/zetasql/TableResolutionTest.java | 4 +- .../sql/zetasql/ZetaSQLPushDownTest.java | 16 ++-- .../extensions/sql/zetasql/ZetaSqlJavaUdfTest.java | 2 +- .../sql/zetasql/ZetaSqlJavaUdfTypeTest.java | 4 +- .../extensions/sql/zetasql/ZetaSqlTestBase.java | 10 +-- sdks/java/testing/tpcds/build.gradle | 4 +- .../org/apache/beam/sdk/tpcds/QueryReader.java | 6 +- .../apache/beam/sdk/tpcds/SqlTransformRunner.java | 4 +- settings.gradle.kts | 1 - vendor/calcite-1_26_0/build.gradle | 99 ---------------------- 253 files changed, 1632 insertions(+), 1648 deletions(-) rename sdks/java/extensions/sql/src/main/resources/{org.apache.beam.vendor.calcite.v1_26_0.org.codehaus.commons.compiler.properties => org.apache.beam.vendor.calcite.v1_28_0.org.codehaus.commons.compiler.properties} (93%) delete mode 100644 vendor/calcite-1_26_0/build.gradle