(flink) branch master updated: [FLINK-33407] Remove old expression stack leftovers for time functions
This is an automated email from the ASF dual-hosted git repository. dwysakowicz pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink.git The following commit(s) were added to refs/heads/master by this push: new 5da6b3eff29 [FLINK-33407] Remove old expression stack leftovers for time functions 5da6b3eff29 is described below commit 5da6b3eff29c14931c86b2018331c40ed256420f Author: Dawid Wysakowicz AuthorDate: Tue Oct 31 10:22:54 2023 +0100 [FLINK-33407] Remove old expression stack leftovers for time functions --- .../expressions/PlannerExpressionConverter.scala | 40 --- .../flink/table/planner/expressions/time.scala | 309 - 2 files changed, 349 deletions(-) diff --git a/flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/expressions/PlannerExpressionConverter.scala b/flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/expressions/PlannerExpressionConverter.scala index 6a0d7b028ed..8983fbbd64a 100644 --- a/flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/expressions/PlannerExpressionConverter.scala +++ b/flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/expressions/PlannerExpressionConverter.scala @@ -147,46 +147,6 @@ class PlannerExpressionConverter private extends ApiExpressionVisitor[PlannerExp assert(args.size == 1) Collect(args.head) - case EXTRACT => -assert(args.size == 2) -Extract(args.head, args.last) - - case CURRENT_DATE => -assert(args.isEmpty) -CurrentDate() - - case CURRENT_TIME => -assert(args.isEmpty) -CurrentTime() - - case CURRENT_TIMESTAMP => -assert(args.isEmpty) -CurrentTimestamp() - - case LOCAL_TIME => -assert(args.isEmpty) -LocalTime() - - case LOCAL_TIMESTAMP => -assert(args.isEmpty) -LocalTimestamp() - - case TEMPORAL_OVERLAPS => -assert(args.size == 4) -TemporalOverlaps(args.head, args(1), args(2), args.last) - - case DATE_FORMAT => -assert(args.size == 2) -DateFormat(args.head, args.last) - - case TIMESTAMP_DIFF => -assert(args.size == 3) -TimestampDiff(args.head, args(1), args.last) - - case TO_TIMESTAMP_LTZ => -assert(args.size == 2) -ToTimestampLtz(args.head, args.last) - case AT => assert(args.size == 2) ItemAt(args.head, args.last) diff --git a/flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/expressions/time.scala b/flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/expressions/time.scala deleted file mode 100644 index 19295dd36aa..000 --- a/flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/expressions/time.scala +++ /dev/null @@ -1,309 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.flink.table.planner.expressions - -import org.apache.flink.api.common.typeinfo.{LocalTimeTypeInfo, SqlTimeTypeInfo, TypeInformation} -import org.apache.flink.api.common.typeinfo.BasicTypeInfo._ -import org.apache.flink.table.planner.calcite.FlinkRelBuilder -import org.apache.flink.table.planner.functions.sql.FlinkSqlOperatorTable -import org.apache.flink.table.planner.typeutils.TypeInfoCheckUtils -import org.apache.flink.table.planner.typeutils.TypeInfoCheckUtils.isTimeInterval -import org.apache.flink.table.planner.validate.{ValidationFailure, ValidationResult, ValidationSuccess} -import org.apache.flink.table.runtime.typeutils.LegacyLocalDateTimeTypeInfo -import org.apache.flink.table.typeutils.TimeIntervalTypeInfo - -import org.apache.calcite.rex._ - -case class Extract(timeIntervalUnit: PlannerExpression, temporal: PlannerExpression) - extends PlannerExpression { - - override private[flink] def children: Seq[PlannerExpression] = timeIntervalUnit :: temporal :: Nil - - override private[flink] def resultType: TypeInformation
(flink-connector-opensearch) annotated tag v1.1.0-rc1 updated (0f659cc -> 1a841f6)
This is an automated email from the ASF dual-hosted git repository. dannycranmer pushed a change to annotated tag v1.1.0-rc1 in repository https://gitbox.apache.org/repos/asf/flink-connector-opensearch.git *** WARNING: tag v1.1.0-rc1 was modified! *** from 0f659cc (commit) to 1a841f6 (tag) tagging 0f659cc65131c9ff7c8c35eb91f5189e80414ea1 (commit) by Danny Cranmer on Fri Nov 3 09:12:19 2023 + - Log - v1.1.0-rc1 -BEGIN PGP SIGNATURE- iQIzBAABCAAdFiEED3nyr7I1G8KWeFRFkfnB7BJf2NsFAmVEuXMACgkQkfnB7BJf 2NtyCw//XNQ4E+uPuF4zMonO1/6+gAoJipJv1T8zU6GtNzkK2LNx8Hqtv3WjFr08 QWIFfQ0DtBkrgNaXvNprn4yCTZltdYprZ6dgSpD5yNhPiGbPZexLpOhLBxBKP6tp stNISZdRKH8Pk6Mm2S/Q8n3o2BRFtABqokzFS/9u56BDDFS1v/jGTEikPexeQ9Nt QXLNLe1AkpR+WM6W0RN3VtlvyYoHjWMY6lFfdU+lJofb2pqdjBKwW5mC9ZJQt7cH feS+Kas3Sqs9VXNx7dZmGoD0DCjXrHNgydVlLCMKS39QmZ0LOAKIEh1D009e6oux l4DRmVw/NKw1NK+HbaFcEFwuI+w/KSHwCTC/+Zx9+rdp9P9CJ/ClYHMPvpMn6Lmk 0wyFL3R48TF9U3gVPIyYxvxX0XXvHzK3i/scJ+VEjo+UJIFt7sQlNSwSjwUYL7oE N7BmrFIhAaFABsefDBTob2qJDev/xL1BpMxHlfZs9gOKwvpdhXIZ36WAXuYkygvi Ubf71NHcwXq/CFmJm6fijrtZeUJ1QnrjsQqxJiqY3G1Xy74901gt3StgKz5mdTIm RTEWJgA4w2TT+32MGDOoboLD07lmxn60iCqPFyZ+eoHYwEU22gHRXyT8VPRiPUDZ hWFOnvLPKaQ51mjNS6cJoYKuIiDt+9NdCq/+KFA4vLpaea6fvHQ= =behX -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
svn commit: r64995 - in /dev/flink/flink-connector-opensearch-1.1.0-rc1: ./ flink-connector-opensearch-1.1.0-src.tgz flink-connector-opensearch-1.1.0-src.tgz.asc flink-connector-opensearch-1.1.0-src.t
Author: dannycranmer Date: Fri Nov 3 09:13:21 2023 New Revision: 64995 Log: Add flink-connector-opensearch-1.1.0-rc1 Added: dev/flink/flink-connector-opensearch-1.1.0-rc1/ dev/flink/flink-connector-opensearch-1.1.0-rc1/flink-connector-opensearch-1.1.0-src.tgz (with props) dev/flink/flink-connector-opensearch-1.1.0-rc1/flink-connector-opensearch-1.1.0-src.tgz.asc dev/flink/flink-connector-opensearch-1.1.0-rc1/flink-connector-opensearch-1.1.0-src.tgz.sha512 Added: dev/flink/flink-connector-opensearch-1.1.0-rc1/flink-connector-opensearch-1.1.0-src.tgz == Binary file - no diff available. Propchange: dev/flink/flink-connector-opensearch-1.1.0-rc1/flink-connector-opensearch-1.1.0-src.tgz -- svn:mime-type = application/octet-stream Added: dev/flink/flink-connector-opensearch-1.1.0-rc1/flink-connector-opensearch-1.1.0-src.tgz.asc == --- dev/flink/flink-connector-opensearch-1.1.0-rc1/flink-connector-opensearch-1.1.0-src.tgz.asc (added) +++ dev/flink/flink-connector-opensearch-1.1.0-rc1/flink-connector-opensearch-1.1.0-src.tgz.asc Fri Nov 3 09:13:21 2023 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCAAdFiEED3nyr7I1G8KWeFRFkfnB7BJf2NsFAmVEuawACgkQkfnB7BJf +2NsL3A/+LOboQ5EtSpGvZFKUma0adHXGO8f5z2cSTMoWb/OXlMsd5CRV5tZ80OtX +TfVrQsB/uxQcefuUvhok4oJlsT7gtuBAFi2nccfl4i6ZWwXotIdFLwi4AjuZHkg/ +UHb2rKySo0Ch707WX+gyeeCmxiBmsiDpwORl2bgxumED9SpkogXVLWvFG0VQGveS +hBR9XFoQUhprCRO2vpybonon/zSHQ62t9RrIeKR7xfBNEbYVYa1kNEqKcoXaoBn/ +CiE/tAf6o5Uo2RimeXThqiEePs82O0WXKEa3MszlMhxGrsNDq7NLVp1lv7odwEsY +Si/z+8tYEold0MSW0B9ebr7FXyZsv23/jkfDpLYkf2sSqkxpRYgBOz+4QRwa7OFp +CclEG2Hg58YlYdmO49xIcqg2P+rsGv1dnWPlgE7n2/AZHR/nQOPd6066XgsRK8eI +tDnrpCc/2Psi4ZhaUt9DjUWvjBFNvLsb5f6chGIFo7PdGm6Io0BoE6KoTnaeVsVD +6B7EOqT+t4uc2fHwsij+l01EN3M54Zy2SC3D9GXhGfne5nmMSPDeZuaudBY/Biga +HIOah1Udr5Yhs+cGPQmPSwAI6HwbMtgo9eKZpjweCDPUNgdhEZI63PQ1iB/H2Uh3 +8DVAIfrKtnBi0r3Ffe/GDbTbATZaG637fj3n9gYNv/D/LO63gIo= +=JiI4 +-END PGP SIGNATURE- Added: dev/flink/flink-connector-opensearch-1.1.0-rc1/flink-connector-opensearch-1.1.0-src.tgz.sha512 == --- dev/flink/flink-connector-opensearch-1.1.0-rc1/flink-connector-opensearch-1.1.0-src.tgz.sha512 (added) +++ dev/flink/flink-connector-opensearch-1.1.0-rc1/flink-connector-opensearch-1.1.0-src.tgz.sha512 Fri Nov 3 09:13:21 2023 @@ -0,0 +1 @@ +23f980de6a59271b145e3c060d4e597c494574e7720bfedf332011750b77d72e87df81dcac1e1c6373c9a7aa76844096f22a089e9f78862432f251cac4ea135d flink-connector-opensearch-1.1.0-src.tgz
(flink-connector-opensearch) annotated tag v deleted (was d4947a7)
This is an automated email from the ASF dual-hosted git repository. dannycranmer pushed a change to annotated tag v in repository https://gitbox.apache.org/repos/asf/flink-connector-opensearch.git *** WARNING: tag v was deleted! *** tag was d4947a7 The revisions that were on this annotated tag are still contained in other references; therefore, this change does not discard any commits from the repository.
(flink-shaded) branch release-16.0 updated: [FLINK-33417][netty] Upgrade netty version from 4.1.82 to 4.1.83
This is an automated email from the ASF dual-hosted git repository. mapohl pushed a commit to branch release-16.0 in repository https://gitbox.apache.org/repos/asf/flink-shaded.git The following commit(s) were added to refs/heads/release-16.0 by this push: new 2e81185 [FLINK-33417][netty] Upgrade netty version from 4.1.82 to 4.1.83 2e81185 is described below commit 2e81185ea46261e7f6aca88fdd0a982193b4c86c Author: Yuxin Tan AuthorDate: Thu Nov 2 11:05:33 2023 +0800 [FLINK-33417][netty] Upgrade netty version from 4.1.82 to 4.1.83 --- .../src/main/resources/META-INF/NOTICE | 66 +++--- .../src/main/resources/META-INF/NOTICE | 18 +++--- .../src/main/resources/META-INF/NOTICE | 18 +++--- .../src/main/resources/META-INF/NOTICE | 18 +++--- .../src/main/resources/META-INF/NOTICE | 18 +++--- pom.xml| 2 +- 6 files changed, 70 insertions(+), 70 deletions(-) diff --git a/flink-shaded-netty-4/src/main/resources/META-INF/NOTICE b/flink-shaded-netty-4/src/main/resources/META-INF/NOTICE index cc89ec0..7cedf60 100644 --- a/flink-shaded-netty-4/src/main/resources/META-INF/NOTICE +++ b/flink-shaded-netty-4/src/main/resources/META-INF/NOTICE @@ -6,36 +6,36 @@ The Apache Software Foundation (http://www.apache.org/). This project bundles the following dependencies under the Apache Software License 2.0 (http://www.apache.org/licenses/LICENSE-2.0.txt) -- io.netty:netty-all:4.1.82.Final -- io.netty:netty-buffer:4.1.82.Final -- io.netty:netty-codec:4.1.82.Final -- io.netty:netty-codec-dns:4.1.82.Final -- io.netty:netty-codec-haproxy:4.1.82.Final -- io.netty:netty-codec-http:4.1.82.Final -- io.netty:netty-codec-http2:4.1.82.Final -- io.netty:netty-codec-memcache:4.1.82.Final -- io.netty:netty-codec-mqtt:4.1.82.Final -- io.netty:netty-codec-redis:4.1.82.Final -- io.netty:netty-codec-smtp:4.1.82.Final -- io.netty:netty-codec-socks:4.1.82.Final -- io.netty:netty-codec-stomp:4.1.82.Final -- io.netty:netty-codec-xml:4.1.82.Final -- io.netty:netty-common:4.1.82.Final -- io.netty:netty-handler:4.1.82.Final -- io.netty:netty-handler-proxy:4.1.82.Final -- io.netty:netty-resolver:4.1.82.Final -- io.netty:netty-resolver-dns:4.1.82.Final -- io.netty:netty-resolver-dns-classes-macos:4.1.82.Final -- io.netty:netty-resolver-dns-native-macos:osx-x86_64:4.1.82.Final -- io.netty:netty-resolver-dns-native-macos:osx-aarch_64:4.1.82.Final -- io.netty:netty-transport:4.1.82.Final -- io.netty:netty-transport-classes-epoll:4.1.82.Final -- io.netty:netty-transport-classes-kqueue:4.1.82.Final -- io.netty:netty-transport-native-epoll:linux-x86_64:4.1.82.Final -- io.netty:netty-transport-native-epoll:linux-aarch_64:4.1.82.Final -- io.netty:netty-transport-native-kqueue:osx-x86_64:4.1.82.Final -- io.netty:netty-transport-native-kqueue:osx-aarch_64:4.1.82.Final -- io.netty:netty-transport-native-unix-common:4.1.82.Final -- io.netty:netty-transport-rxtx:4.1.82.Final -- io.netty:netty-transport-sctp:4.1.82.Final -- io.netty:netty-transport-udt:4.1.82.Final \ No newline at end of file +- io.netty:netty-all:4.1.83.Final +- io.netty:netty-buffer:4.1.83.Final +- io.netty:netty-codec:4.1.83.Final +- io.netty:netty-codec-dns:4.1.83.Final +- io.netty:netty-codec-haproxy:4.1.83.Final +- io.netty:netty-codec-http:4.1.83.Final +- io.netty:netty-codec-http2:4.1.83.Final +- io.netty:netty-codec-memcache:4.1.83.Final +- io.netty:netty-codec-mqtt:4.1.83.Final +- io.netty:netty-codec-redis:4.1.83.Final +- io.netty:netty-codec-smtp:4.1.83.Final +- io.netty:netty-codec-socks:4.1.83.Final +- io.netty:netty-codec-stomp:4.1.83.Final +- io.netty:netty-codec-xml:4.1.83.Final +- io.netty:netty-common:4.1.83.Final +- io.netty:netty-handler:4.1.83.Final +- io.netty:netty-handler-proxy:4.1.83.Final +- io.netty:netty-resolver:4.1.83.Final +- io.netty:netty-resolver-dns:4.1.83.Final +- io.netty:netty-resolver-dns-classes-macos:4.1.83.Final +- io.netty:netty-resolver-dns-native-macos:osx-x86_64:4.1.83.Final +- io.netty:netty-resolver-dns-native-macos:osx-aarch_64:4.1.83.Final +- io.netty:netty-transport:4.1.83.Final +- io.netty:netty-transport-classes-epoll:4.1.83.Final +- io.netty:netty-transport-classes-kqueue:4.1.83.Final +- io.netty:netty-transport-native-epoll:linux-x86_64:4.1.83.Final +- io.netty:netty-transport-native-epoll:linux-aarch_64:4.1.83.Final +- io.netty:netty-transport-native-kqueue:osx-x86_64:4.1.83.Final +- io.netty:netty-transport-native-kqueue:osx-aarch_64:4.1.83.Final +- io.netty:netty-transport-native-unix-common:4.1.83.Final +- io.netty:netty-transport-rxtx:4.1.83.Final +- io.netty:netty-transport-sctp:4.1.83.Final +- io.netty:netty-transport-udt:4.1.83.Final diff --git a/flink-shaded-zookeeper-parent/flink-shaded-zookeeper-35/src/main/resources/META-INF/NOTICE b/flink-shaded-zookeeper-parent/flink-shaded-zookeeper-35/src/main/resources/META-INF/NOTICE index 097cbec..5d1dbc0 100644 --- a/flink-shaded-zookeeper-paren
(flink) branch release-1.17 updated: [FLINK-33442] Copy local state collection preventively
This is an automated email from the ASF dual-hosted git repository. roman pushed a commit to branch release-1.17 in repository https://gitbox.apache.org/repos/asf/flink.git The following commit(s) were added to refs/heads/release-1.17 by this push: new 9f067c4a825 [FLINK-33442] Copy local state collection preventively 9f067c4a825 is described below commit 9f067c4a825c51d5856fa77ff66d6cbcb9a62336 Author: Roman Khachatryan AuthorDate: Thu Nov 2 21:46:14 2023 + [FLINK-33442] Copy local state collection preventively --- .../streaming/state/restore/RocksDBIncrementalRestoreOperation.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/restore/RocksDBIncrementalRestoreOperation.java b/flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/restore/RocksDBIncrementalRestoreOperation.java index 5a89403617e..6fbae63c432 100644 --- a/flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/restore/RocksDBIncrementalRestoreOperation.java +++ b/flink-state-backends/flink-statebackend-rocksdb/src/main/java/org/apache/flink/contrib/streaming/state/restore/RocksDBIncrementalRestoreOperation.java @@ -164,7 +164,7 @@ public class RocksDBIncrementalRestoreOperation implements RocksDBRestoreOper || !Objects.equals(theFirstStateHandle.getKeyGroupRange(), keyGroupRange)); if (isRescaling) { -restoreWithRescaling(restoreStateHandles); +restoreWithRescaling(new ArrayList<>(restoreStateHandles)); } else { restoreWithoutRescaling(theFirstStateHandle); }
svn commit: r64998 - in /dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1: ./ flink-connector-gcp-pubsub-3.0.2-src.tgz flink-connector-gcp-pubsub-3.0.2-src.tgz.asc flink-connector-gcp-pubsub-3.0.2-src.
Author: dannycranmer Date: Fri Nov 3 11:12:36 2023 New Revision: 64998 Log: Add =flink-connector-gcp-pubsub-3.0.2-rc1 Added: dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/ dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz (with props) dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.asc dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.sha512 Added: dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz == Binary file - no diff available. Propchange: dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz -- svn:mime-type = application/octet-stream Added: dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.asc == --- dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.asc (added) +++ dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.asc Fri Nov 3 11:12:36 2023 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCAAdFiEED3nyr7I1G8KWeFRFkfnB7BJf2NsFAmVE1Z4ACgkQkfnB7BJf +2Nt54RAAkWu1+nOMQ8Qt4BipUa+8mzD6mgKI90sYRvgI9jdwADYb1Dywkj1Z8Dn3 +xGh0UXjAJ0SBhqBUYSaH/MKIzlw00lMQCqxTtCSzZx42lk2kdw9U51C9th8qG77u +oV1QwuEFEg5kd1Agq8G2zvChwa312dFgkfVmrUgPGCjligDxYBWqDtHfsjbi6yDl +mJaVqOcRFk/zlxnzfhLSXXC3T85KT749KbPmAVPGQHaQN3RxBDOKgxAFP9jCMBI6 +KFcfcD+innyOrVT5itXtrnS1BQCzsHz452wqNsAdmgknqN891D6zNCRQAgBzFxWn +wyXRUaaf+B3whduLW3xnO9VwrHVajzQ3g3KusFrRiCmS7i2FAFv345T+TA3VEWXM +YhaUBuzDwlkLKXR9ufA28XHLFDCeOlSQ2EiqwEwwMw8MOZKmWmTQiQSpGYTbfnnr +Sv5f4LnoI0Q9IBKkyzcHbQ3c1O40vTiXr684l52y8VjHrgCidqGyLrOeGl0So2re +pY7quqyJjlHBim8HdInArHN99IDAohNbFfHs9L1kjCRw58wdqcsrEn6ez5Yjepnq +Hq/2B3qJ1GWaKLoTVjmyliji2dotHXF0gV/pIu730jcOQH2BvaNmsIwZPM/sVSwE +oaSocHI2mtMmpoxABIHA7T/ACGqjBTeiB6qyk4aSJCjiiRGQ83Y= +=Gzv7 +-END PGP SIGNATURE- Added: dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.sha512 == --- dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.sha512 (added) +++ dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.sha512 Fri Nov 3 11:12:36 2023 @@ -0,0 +1 @@ +2a9ad170e4a8fca57f07ee74c6fcc9a0677cbbe4915d0e504b7cc317dbfc3b529acf2a08f5374de252574a55a2e670c216c66b0e43e4d7b200c118cfcc36280f flink-connector-gcp-pubsub-3.0.2-src.tgz
(flink-connector-gcp-pubsub) annotated tag v3.0.2-rc1 updated (4c6be83 -> 71fd780)
This is an automated email from the ASF dual-hosted git repository. dannycranmer pushed a change to annotated tag v3.0.2-rc1 in repository https://gitbox.apache.org/repos/asf/flink-connector-gcp-pubsub.git *** WARNING: tag v3.0.2-rc1 was modified! *** from 4c6be83 (commit) to 71fd780 (tag) tagging 4c6be836e6c0f36ef5711f12d7b935254e7d248d (commit) by Danny Cranmer on Fri Nov 3 11:11:39 2023 + - Log - v3.0.2-rc1 -BEGIN PGP SIGNATURE- iQIzBAABCAAdFiEED3nyr7I1G8KWeFRFkfnB7BJf2NsFAmVE1WwACgkQkfnB7BJf 2NvtPg/9FotS3QpsE2DwAS0hVqLZDnctSgQUHphw4qoVvLU38S8c4by3usobdqcG j0AmOVT10DSopdsX2oYGSDSQXi1BvZDLW424Cl8ixJ4XOkF/dtnIIEGeuUmo8o5u jJyMqFkBMzx34AH/aYVJ3BIo7iae4tDE63bcps/VKCEFsWw3x0zRAdUf6Qb2AsZj 7EtsLkv6o4i0L4xIDAElAX0V4haun7wrGodHRfAWwGwB4gOV4PfgcalV43/fa8CM WXj6+ovkBqZfAoeTmm+yayUAddaR4KRmqTcXzm0gBS1UVCogsDSpvPtZyalEqrty sLkj7auRPAEybmFBmf7N6CCQzk1QC6WDFJgbkzE2SYqemgjOx6TbWm+2l5eHZ9uE pGfBxxg+xROfvz9ik4nWms6eH/mz92JrjotZCWE/YXyEVgSztm3/+ZNKc1iYfCkd ufgcKMvzFL5dP9I1Dnb+vdQWJiX7eWcKnbJr7VD4Ed5BGP2GQQhZAZNjQn2vQNoc 2M2nGh0Q1uKPuuV70XtJhmSwqan3XpV7+x1rd3ZXNMOPHTp4u8TuBTaliHBgrOpF PIVqD1fG0J6QNXS87rw/J1Iq0IsxqgYbmX8LP7gHvZR+xBxfKMtKif/8UI3KoJCM 14GqjMi/Y8Kna+vheS8DbD9JAppkIzIomBG6XySYEdOLoI7DWTU= =Tf8Y -END PGP SIGNATURE- --- No new revisions were added by this update. Summary of changes:
svn commit: r65000 - in /dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1: ./ flink-connector-gcp-pubsub-3.0.2-src.tgz flink-connector-gcp-pubsub-3.0.2-src.tgz.asc flink-connector-gcp-pubsub-3.0.2-src.t
Author: dannycranmer Date: Fri Nov 3 11:17:01 2023 New Revision: 65000 Log: Add flink-connector-gcp-pubsub-3.0.2-rc1 Added: dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/ dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz (with props) dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.asc dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.sha512 Added: dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz == Binary file - no diff available. Propchange: dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz -- svn:mime-type = application/octet-stream Added: dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.asc == --- dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.asc (added) +++ dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.asc Fri Nov 3 11:17:01 2023 @@ -0,0 +1,16 @@ +-BEGIN PGP SIGNATURE- + +iQIzBAABCAAdFiEED3nyr7I1G8KWeFRFkfnB7BJf2NsFAmVE1qgACgkQkfnB7BJf +2NuNTA//Q43ACgOV/+vxvAP9j08RuuK7hB3bDZAXVA2GnuTa+lhIWS3S1PT6H7r+ +FwjVrK5HHt11LacYCjzY+qZN4L/2idLR+4b5gZ20/c+3B1MiV35yR+CUKCzQ7iv8 +HUNI7nd2NW2zsm0lNcyP0KQzd4IcOI/H03U0AHaKqnsWl9CBlBI+Yl1XNPaRsNm1 +4Y2Hd8FSWkEBx2bQJ02SRMRTe4zSgxhfdJxEQCWUeuZTw8+1T8ZjfzUR+ZIPn7oC +XIt41Qe4bJ86PzhsakUUQbd8qgNZN/HsinqKoE4GHlVhzBKqUofdwSvhJ36ZctbK +fG6dDqtY642r8d+AE1K/TWw6ohWGoojc+wpSziCa6mtok2qva8YRCs1CVuos5RHy +mwgBDt7Zyj4fGg4q0k02RFk2eEtJLg1QqfCVIkqbZWCG7ptTWGNJGwZ1C+D4OLnf +lLml4O9WUIrvEfScvN9wXzD3oT4kyV3FqSMteHY+dhuTqvnjbvKARsrInoKGWswK +kn7rKYM1K/ZOh2T234XEKXd9Z7ob4+i/8Wz1RYpRLOJpT0Hll5HK8LFxcxpmpYlZ +PzukZqTlcunJgMN34/VWNMmcsgLEjZOe03OOygDd3LRiMCh0HtiHQpzVQfaDdGCl +O/v3InBX1slb9arnnAs/ydBcZKFDuHsbnAwlPPNmFCMFqyI8L0s= +=HrKy +-END PGP SIGNATURE- Added: dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.sha512 == --- dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.sha512 (added) +++ dev/flink/flink-connector-gcp-pubsub-3.0.2-rc1/flink-connector-gcp-pubsub-3.0.2-src.tgz.sha512 Fri Nov 3 11:17:01 2023 @@ -0,0 +1 @@ +0898dfdb5fd297617e20e0472ea88068ea8eeded7d0424fc59d7271ee20fcdae259f5407f54344b204d3ccb62a92ec565ec3ceebf0d0fda73ea9fbdae06107ea flink-connector-gcp-pubsub-3.0.2-src.tgz
svn commit: r64999 - /dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/
Author: dannycranmer Date: Fri Nov 3 11:16:30 2023 New Revision: 64999 Log: Remove bad archive Removed: dev/flink/=flink-connector-gcp-pubsub-3.0.2-rc1/
(flink) branch master updated: [FLINK-33309] Set `-Djava.security.manager=allow` on JDK 18+
This is an automated email from the ASF dual-hosted git repository. chesnay pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink.git The following commit(s) were added to refs/heads/master by this push: new 7295c3bcf92 [FLINK-33309] Set `-Djava.security.manager=allow` on JDK 18+ 7295c3bcf92 is described below commit 7295c3bcf92c0e106d3e91c57b6492030c760a25 Author: Sergey Nuyanzin AuthorDate: Fri Nov 3 12:51:42 2023 +0100 [FLINK-33309] Set `-Djava.security.manager=allow` on JDK 18+ --- flink-core/pom.xml | 21 - flink-dist/src/main/flink-bin/bin/config.sh | 6 ++ flink-runtime/pom.xml | 21 - flink-streaming-java/pom.xml| 21 - 4 files changed, 66 insertions(+), 3 deletions(-) diff --git a/flink-core/pom.xml b/flink-core/pom.xml index ce90b2a1e6d..aee94432815 100644 --- a/flink-core/pom.xml +++ b/flink-core/pom.xml @@ -34,7 +34,14 @@ under the License. jar - + +${surefire.module.config.jdk21} --add-exports=java.rmi/sun.rmi.registry=ALL-UNNAMED + -Djava.security.manager=allow + + diff --git a/flink-dist/src/main/flink-bin/bin/config.sh b/flink-dist/src/main/flink-bin/bin/config.sh index f09c68d493f..dcd48a256f7 100755 --- a/flink-dist/src/main/flink-bin/bin/config.sh +++ b/flink-dist/src/main/flink-bin/bin/config.sh @@ -334,6 +334,12 @@ if [ -z "${FLINK_ENV_JAVA_OPTS}" ]; then # Remove leading and ending double quotes (if present) of value FLINK_ENV_JAVA_OPTS="-XX:+IgnoreUnrecognizedVMOptions $( echo "${FLINK_ENV_JAVA_OPTS}" | sed -e 's/^"//' -e 's/"$//' )" + +JAVA_SPEC_VERSION=`${JAVA_HOME}/bin/java -XshowSettings:properties 2>&1 | grep "java.specification.version" | cut -d "=" -f 2 | tr -d '[:space:]' | rev | cut -d "." -f 1 | rev` +if [[ $(( $JAVA_SPEC_VERSION > 17 )) == 1 ]]; then + # set security manager property to allow calls to System.setSecurityManager() at runtime + FLINK_ENV_JAVA_OPTS="$FLINK_ENV_JAVA_OPTS -Djava.security.manager=allow" +fi fi if [ -z "${FLINK_ENV_JAVA_OPTS_JM}" ]; then diff --git a/flink-runtime/pom.xml b/flink-runtime/pom.xml index 359a0e181cb..c6bd2e90964 100644 --- a/flink-runtime/pom.xml +++ b/flink-runtime/pom.xml @@ -34,7 +34,14 @@ under the License. jar - + +${surefire.module.config.jdk21} --add-opens=java.base/java.util=ALL-UNNAMED + -Djava.security.manager=allow + + diff --git a/flink-streaming-java/pom.xml b/flink-streaming-java/pom.xml index f66ed3b48b8..4a7644dfb45 100644 --- a/flink-streaming-java/pom.xml +++ b/flink-streaming-java/pom.xml @@ -34,7 +34,14 @@ under the License. jar - + +${surefire.module.config.jdk21} --add-opens=java.base/java.lang=ALL-UNNAMED + -Djava.security.manager=allow + +
(flink) branch master updated: [FLINK-33412] Implement type inference for reinterpret_cast function
This is an automated email from the ASF dual-hosted git repository. dwysakowicz pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink.git The following commit(s) were added to refs/heads/master by this push: new f6b662f83de [FLINK-33412] Implement type inference for reinterpret_cast function f6b662f83de is described below commit f6b662f83deb80572773617f7eb202fa05388198 Author: Dawid Wysakowicz AuthorDate: Tue Oct 31 12:55:13 2023 +0100 [FLINK-33412] Implement type inference for reinterpret_cast function --- .../functions/BuiltInFunctionDefinitions.java | 3 +- .../ReinterpretCastInputTypeStrategy.java | 98 ++ .../strategies/SpecificInputTypeStrategies.java| 2 + .../types/logical/utils/LogicalTypeCasts.java | 48 +++ .../types/inference/InputTypeStrategiesTest.java | 29 ++- .../inference/InputTypeStrategiesTestBase.java | 19 ++--- .../expressions/PlannerExpressionConverter.scala | 8 -- .../table/planner/expressions/Reinterpret.scala| 49 --- .../table/planner/typeutils/TypeCoercion.scala | 81 -- 9 files changed, 185 insertions(+), 152 deletions(-) diff --git a/flink-table/flink-table-common/src/main/java/org/apache/flink/table/functions/BuiltInFunctionDefinitions.java b/flink-table/flink-table-common/src/main/java/org/apache/flink/table/functions/BuiltInFunctionDefinitions.java index e653d1d6463..2d49dc30725 100644 --- a/flink-table/flink-table-common/src/main/java/org/apache/flink/table/functions/BuiltInFunctionDefinitions.java +++ b/flink-table/flink-table-common/src/main/java/org/apache/flink/table/functions/BuiltInFunctionDefinitions.java @@ -2254,7 +2254,8 @@ public final class BuiltInFunctionDefinitions { BuiltInFunctionDefinition.newBuilder() .name("reinterpretCast") .kind(SCALAR) -.outputTypeStrategy(TypeStrategies.MISSING) + .inputTypeStrategy(SpecificInputTypeStrategies.REINTERPRET_CAST) +.outputTypeStrategy(TypeStrategies.argument(1)) .build(); public static final BuiltInFunctionDefinition AS = diff --git a/flink-table/flink-table-common/src/main/java/org/apache/flink/table/types/inference/strategies/ReinterpretCastInputTypeStrategy.java b/flink-table/flink-table-common/src/main/java/org/apache/flink/table/types/inference/strategies/ReinterpretCastInputTypeStrategy.java new file mode 100644 index 000..d33ddcdb452 --- /dev/null +++ b/flink-table/flink-table-common/src/main/java/org/apache/flink/table/types/inference/strategies/ReinterpretCastInputTypeStrategy.java @@ -0,0 +1,98 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.flink.table.types.inference.strategies; + +import org.apache.flink.annotation.Internal; +import org.apache.flink.table.functions.BuiltInFunctionDefinitions; +import org.apache.flink.table.functions.FunctionDefinition; +import org.apache.flink.table.types.DataType; +import org.apache.flink.table.types.inference.ArgumentCount; +import org.apache.flink.table.types.inference.CallContext; +import org.apache.flink.table.types.inference.ConstantArgumentCount; +import org.apache.flink.table.types.inference.InputTypeStrategy; +import org.apache.flink.table.types.inference.Signature; +import org.apache.flink.table.types.logical.LegacyTypeInformationType; +import org.apache.flink.table.types.logical.LogicalType; +import org.apache.flink.table.types.logical.LogicalTypeRoot; +import org.apache.flink.table.types.logical.utils.LogicalTypeCasts; + +import java.util.Collections; +import java.util.List; +import java.util.Optional; + +/** + * {@link InputTypeStrategy} specific for {@link BuiltInFunctionDefinitions#REINTERPRET_CAST}. + * + * It expects three arguments where the type of first one must be reinterpretable as the type of + * the second one. The second one must be a type literal. The third a BOOLEAN literal if the + * reinterpretation may result in an overflow. + */ +@Internal +public final class ReinterpretCastInputTypeStrategy implements InputTypeStrategy { +@Override +public
(flink-connector-hbase) branch main updated: [FLINK-33304] Introduce the DeduplicatedMutator to resolve the mutation write conflict problem. This closes #30
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-hbase.git The following commit(s) were added to refs/heads/main by this push: new e0971c3 [FLINK-33304] Introduce the DeduplicatedMutator to resolve the mutation write conflict problem. This closes #30 e0971c3 is described below commit e0971c3888db03243b08e5684b7690150276ef2c Author: Tan-JiaLiang <55388933+tan-jiali...@users.noreply.github.com> AuthorDate: Fri Nov 3 23:12:14 2023 +0800 [FLINK-33304] Introduce the DeduplicatedMutator to resolve the mutation write conflict problem. This closes #30 Co-authored-by: tanjialiang --- .../connector/hbase1/HBaseConnectorITCase.java | 59 ++ .../flink/connector/hbase1/util/HBaseTestBase.java | 9 .../connector/hbase2/HBaseConnectorITCase.java | 57 + .../flink/connector/hbase2/util/HBaseTestBase.java | 9 .../connector/hbase/sink/HBaseSinkFunction.java| 48 -- 5 files changed, 179 insertions(+), 3 deletions(-) diff --git a/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseConnectorITCase.java b/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseConnectorITCase.java index 35be358..0ea0002 100644 --- a/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseConnectorITCase.java +++ b/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseConnectorITCase.java @@ -29,10 +29,13 @@ import org.apache.flink.streaming.api.datastream.DataStream; import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment; import org.apache.flink.table.api.Table; import org.apache.flink.table.api.TableEnvironment; +import org.apache.flink.table.api.TableResult; import org.apache.flink.table.api.bridge.java.StreamTableEnvironment; import org.apache.flink.table.functions.ScalarFunction; +import org.apache.flink.table.planner.factories.TestValuesTableFactory; import org.apache.flink.test.util.TestBaseUtils; import org.apache.flink.types.Row; +import org.apache.flink.types.RowKind; import org.apache.flink.util.CollectionUtil; import org.apache.hadoop.hbase.TableName; @@ -41,11 +44,14 @@ import org.junit.Test; import java.io.IOException; import java.util.ArrayList; +import java.util.Arrays; +import java.util.Collections; import java.util.Iterator; import java.util.List; import java.util.stream.Collectors; import static org.apache.flink.table.api.Expressions.$; +import static org.assertj.core.api.Assertions.assertThat; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotNull; import static org.junit.Assert.assertNull; @@ -280,6 +286,59 @@ public class HBaseConnectorITCase extends HBaseTestBase { TestBaseUtils.compareResultAsText(results, expected); } +@Test +public void testTableSinkWithChangelog() throws Exception { +StreamExecutionEnvironment execEnv = StreamExecutionEnvironment.getExecutionEnvironment(); +StreamTableEnvironment tEnv = StreamTableEnvironment.create(execEnv, streamSettings); + +// register values table for source +String dataId = +TestValuesTableFactory.registerData( +Arrays.asList( +Row.ofKind(RowKind.INSERT, 1, Row.of("Hello1")), +Row.ofKind(RowKind.DELETE, 1, Row.of("Hello2")), +Row.ofKind(RowKind.INSERT, 2, Row.of("Hello1")), +Row.ofKind(RowKind.INSERT, 2, Row.of("Hello2")), +Row.ofKind(RowKind.INSERT, 2, Row.of("Hello3")), +Row.ofKind(RowKind.DELETE, 2, Row.of("Hello3")), +Row.ofKind(RowKind.INSERT, 1, Row.of("Hello3"; +tEnv.executeSql( +"CREATE TABLE source_table (" ++ " rowkey INT," ++ " family1 ROW," ++ " PRIMARY KEY (rowkey) NOT ENFORCED" ++ ") WITH (" ++ " 'connector' = 'values'," ++ " 'data-id' = '" ++ dataId ++ "'," ++ " 'changelog-mode'='I,UA,UB,D'" ++ ")"); + +// register HBase table for sink +tEnv.executeSql( +"CREATE TABLE sink_table (" ++ " rowkey INT," ++ " family1 ROW," ++ " PRIMARY KEY (rowkey) NOT ENFORCED" ++ ") WITH (" ++ " 'connector' = 'hbase-1.4'," ++ " 'table-name' = '" ++ TEST_TABLE_4 ++
(flink-connector-hbase) branch v3.0 updated: [FLINK-33304] Introduce the DeduplicatedMutator to resolve the mutation write conflict problem. This closes #30
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch v3.0 in repository https://gitbox.apache.org/repos/asf/flink-connector-hbase.git The following commit(s) were added to refs/heads/v3.0 by this push: new 3116aa4 [FLINK-33304] Introduce the DeduplicatedMutator to resolve the mutation write conflict problem. This closes #30 3116aa4 is described below commit 3116aa4a2f6aa423cd8f03a634aefba4b6d373f2 Author: Tan-JiaLiang <55388933+tan-jiali...@users.noreply.github.com> AuthorDate: Fri Nov 3 23:12:14 2023 +0800 [FLINK-33304] Introduce the DeduplicatedMutator to resolve the mutation write conflict problem. This closes #30 Co-authored-by: tanjialiang (cherry picked from commit e0971c3888db03243b08e5684b7690150276ef2c) --- .../connector/hbase1/HBaseConnectorITCase.java | 59 ++ .../flink/connector/hbase1/util/HBaseTestBase.java | 9 .../connector/hbase2/HBaseConnectorITCase.java | 57 + .../flink/connector/hbase2/util/HBaseTestBase.java | 9 .../connector/hbase/sink/HBaseSinkFunction.java| 48 -- 5 files changed, 179 insertions(+), 3 deletions(-) diff --git a/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseConnectorITCase.java b/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseConnectorITCase.java index 35be358..0ea0002 100644 --- a/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseConnectorITCase.java +++ b/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseConnectorITCase.java @@ -29,10 +29,13 @@ import org.apache.flink.streaming.api.datastream.DataStream; import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment; import org.apache.flink.table.api.Table; import org.apache.flink.table.api.TableEnvironment; +import org.apache.flink.table.api.TableResult; import org.apache.flink.table.api.bridge.java.StreamTableEnvironment; import org.apache.flink.table.functions.ScalarFunction; +import org.apache.flink.table.planner.factories.TestValuesTableFactory; import org.apache.flink.test.util.TestBaseUtils; import org.apache.flink.types.Row; +import org.apache.flink.types.RowKind; import org.apache.flink.util.CollectionUtil; import org.apache.hadoop.hbase.TableName; @@ -41,11 +44,14 @@ import org.junit.Test; import java.io.IOException; import java.util.ArrayList; +import java.util.Arrays; +import java.util.Collections; import java.util.Iterator; import java.util.List; import java.util.stream.Collectors; import static org.apache.flink.table.api.Expressions.$; +import static org.assertj.core.api.Assertions.assertThat; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotNull; import static org.junit.Assert.assertNull; @@ -280,6 +286,59 @@ public class HBaseConnectorITCase extends HBaseTestBase { TestBaseUtils.compareResultAsText(results, expected); } +@Test +public void testTableSinkWithChangelog() throws Exception { +StreamExecutionEnvironment execEnv = StreamExecutionEnvironment.getExecutionEnvironment(); +StreamTableEnvironment tEnv = StreamTableEnvironment.create(execEnv, streamSettings); + +// register values table for source +String dataId = +TestValuesTableFactory.registerData( +Arrays.asList( +Row.ofKind(RowKind.INSERT, 1, Row.of("Hello1")), +Row.ofKind(RowKind.DELETE, 1, Row.of("Hello2")), +Row.ofKind(RowKind.INSERT, 2, Row.of("Hello1")), +Row.ofKind(RowKind.INSERT, 2, Row.of("Hello2")), +Row.ofKind(RowKind.INSERT, 2, Row.of("Hello3")), +Row.ofKind(RowKind.DELETE, 2, Row.of("Hello3")), +Row.ofKind(RowKind.INSERT, 1, Row.of("Hello3"; +tEnv.executeSql( +"CREATE TABLE source_table (" ++ " rowkey INT," ++ " family1 ROW," ++ " PRIMARY KEY (rowkey) NOT ENFORCED" ++ ") WITH (" ++ " 'connector' = 'values'," ++ " 'data-id' = '" ++ dataId ++ "'," ++ " 'changelog-mode'='I,UA,UB,D'" ++ ")"); + +// register HBase table for sink +tEnv.executeSql( +"CREATE TABLE sink_table (" ++ " rowkey INT," ++ " family1 ROW," ++ " PRIMARY KEY (rowkey) NOT ENFORCED" ++ ") WITH (" ++ " 'connector' = 'hbase-1.4'," ++ " 'table-name
(flink-connector-hbase) branch main updated: [FLINK-33164] Support write option sink.ignore-null-valus. This closes #21
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/flink-connector-hbase.git The following commit(s) were added to refs/heads/main by this push: new 298d816 [FLINK-33164] Support write option sink.ignore-null-valus. This closes #21 298d816 is described below commit 298d8164495732f59d18c54d4d40b601b6d44f21 Author: Tan-JiaLiang <55388933+tan-jiali...@users.noreply.github.com> AuthorDate: Fri Nov 3 23:51:29 2023 +0800 [FLINK-33164] Support write option sink.ignore-null-valus. This closes #21 Co-authored-by: tanjialiang --- .../hbase1/HBase1DynamicTableFactory.java | 3 ++ .../hbase1/sink/HBaseDynamicTableSink.java | 5 +- .../hbase1/HBaseDynamicTableFactoryTest.java | 12 + .../hbase2/HBase2DynamicTableFactory.java | 5 +- .../hbase2/sink/HBaseDynamicTableSink.java | 5 +- .../hbase2/HBaseDynamicTableFactoryTest.java | 12 + .../connector/hbase/options/HBaseWriteOptions.java | 20 +++ .../hbase/sink/RowDataToMutationConverter.java | 7 ++- .../hbase/table/HBaseConnectorOptions.java | 6 +++ .../hbase/table/HBaseConnectorOptionsUtil.java | 2 + .../flink/connector/hbase/util/HBaseSerde.java | 15 ++ .../flink/connector/hbase/util/HBaseSerdeTest.java | 62 -- 12 files changed, 144 insertions(+), 10 deletions(-) diff --git a/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/HBase1DynamicTableFactory.java b/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/HBase1DynamicTableFactory.java index fbc793c..5321bf2 100644 --- a/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/HBase1DynamicTableFactory.java +++ b/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/HBase1DynamicTableFactory.java @@ -50,6 +50,7 @@ import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.NULL_ import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.SINK_BUFFER_FLUSH_INTERVAL; import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.SINK_BUFFER_FLUSH_MAX_ROWS; import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.SINK_BUFFER_FLUSH_MAX_SIZE; +import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.SINK_IGNORE_NULL_VALUE; import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.SINK_PARALLELISM; import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.TABLE_NAME; import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.ZOOKEEPER_QUORUM; @@ -149,6 +150,7 @@ public class HBase1DynamicTableFactory set.add(SINK_BUFFER_FLUSH_MAX_SIZE); set.add(SINK_BUFFER_FLUSH_MAX_ROWS); set.add(SINK_BUFFER_FLUSH_INTERVAL); +set.add(SINK_IGNORE_NULL_VALUE); set.add(SINK_PARALLELISM); set.add(LOOKUP_ASYNC); set.add(LOOKUP_CACHE_MAX_ROWS); @@ -173,6 +175,7 @@ public class HBase1DynamicTableFactory SINK_BUFFER_FLUSH_MAX_SIZE, SINK_BUFFER_FLUSH_MAX_ROWS, SINK_BUFFER_FLUSH_INTERVAL, +SINK_IGNORE_NULL_VALUE, LOOKUP_CACHE_MAX_ROWS, LOOKUP_CACHE_TTL, LOOKUP_MAX_RETRIES) diff --git a/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/sink/HBaseDynamicTableSink.java b/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/sink/HBaseDynamicTableSink.java index 2b9e87c..0dec937 100644 --- a/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/sink/HBaseDynamicTableSink.java +++ b/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/sink/HBaseDynamicTableSink.java @@ -61,7 +61,10 @@ public class HBaseDynamicTableSink implements DynamicTableSink { new HBaseSinkFunction<>( tableName, hbaseConf, -new RowDataToMutationConverter(hbaseTableSchema, nullStringLiteral), +new RowDataToMutationConverter( +hbaseTableSchema, +nullStringLiteral, +writeOptions.isIgnoreNullValue()), writeOptions.getBufferFlushMaxSizeInBytes(), writeOptions.getBufferFlushMaxRows(), writeOptions.getBufferFlushIntervalMillis()); diff --git a/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseDynamicTableFactoryTest.java b/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseDynamicTableFactoryTest.java index 8a8f1d7..7c4ed8e 100644 --- a/flink-connect
(flink-connector-hbase) branch v3.0 updated: [FLINK-33164] Support write option sink.ignore-null-valus. This closes #21
This is an automated email from the ASF dual-hosted git repository. martijnvisser pushed a commit to branch v3.0 in repository https://gitbox.apache.org/repos/asf/flink-connector-hbase.git The following commit(s) were added to refs/heads/v3.0 by this push: new 6544697 [FLINK-33164] Support write option sink.ignore-null-valus. This closes #21 6544697 is described below commit 654469780f0ac85f156525575c8b57559f03 Author: Tan-JiaLiang <55388933+tan-jiali...@users.noreply.github.com> AuthorDate: Fri Nov 3 23:51:29 2023 +0800 [FLINK-33164] Support write option sink.ignore-null-valus. This closes #21 Co-authored-by: tanjialiang (cherry picked from commit 298d8164495732f59d18c54d4d40b601b6d44f21) --- .../hbase1/HBase1DynamicTableFactory.java | 3 ++ .../hbase1/sink/HBaseDynamicTableSink.java | 5 +- .../hbase1/HBaseDynamicTableFactoryTest.java | 12 + .../hbase2/HBase2DynamicTableFactory.java | 5 +- .../hbase2/sink/HBaseDynamicTableSink.java | 5 +- .../hbase2/HBaseDynamicTableFactoryTest.java | 12 + .../connector/hbase/options/HBaseWriteOptions.java | 20 +++ .../hbase/sink/RowDataToMutationConverter.java | 7 ++- .../hbase/table/HBaseConnectorOptions.java | 6 +++ .../hbase/table/HBaseConnectorOptionsUtil.java | 2 + .../flink/connector/hbase/util/HBaseSerde.java | 15 ++ .../flink/connector/hbase/util/HBaseSerdeTest.java | 62 -- 12 files changed, 144 insertions(+), 10 deletions(-) diff --git a/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/HBase1DynamicTableFactory.java b/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/HBase1DynamicTableFactory.java index fbc793c..5321bf2 100644 --- a/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/HBase1DynamicTableFactory.java +++ b/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/HBase1DynamicTableFactory.java @@ -50,6 +50,7 @@ import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.NULL_ import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.SINK_BUFFER_FLUSH_INTERVAL; import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.SINK_BUFFER_FLUSH_MAX_ROWS; import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.SINK_BUFFER_FLUSH_MAX_SIZE; +import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.SINK_IGNORE_NULL_VALUE; import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.SINK_PARALLELISM; import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.TABLE_NAME; import static org.apache.flink.connector.hbase.table.HBaseConnectorOptions.ZOOKEEPER_QUORUM; @@ -149,6 +150,7 @@ public class HBase1DynamicTableFactory set.add(SINK_BUFFER_FLUSH_MAX_SIZE); set.add(SINK_BUFFER_FLUSH_MAX_ROWS); set.add(SINK_BUFFER_FLUSH_INTERVAL); +set.add(SINK_IGNORE_NULL_VALUE); set.add(SINK_PARALLELISM); set.add(LOOKUP_ASYNC); set.add(LOOKUP_CACHE_MAX_ROWS); @@ -173,6 +175,7 @@ public class HBase1DynamicTableFactory SINK_BUFFER_FLUSH_MAX_SIZE, SINK_BUFFER_FLUSH_MAX_ROWS, SINK_BUFFER_FLUSH_INTERVAL, +SINK_IGNORE_NULL_VALUE, LOOKUP_CACHE_MAX_ROWS, LOOKUP_CACHE_TTL, LOOKUP_MAX_RETRIES) diff --git a/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/sink/HBaseDynamicTableSink.java b/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/sink/HBaseDynamicTableSink.java index 2b9e87c..0dec937 100644 --- a/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/sink/HBaseDynamicTableSink.java +++ b/flink-connector-hbase-1.4/src/main/java/org/apache/flink/connector/hbase1/sink/HBaseDynamicTableSink.java @@ -61,7 +61,10 @@ public class HBaseDynamicTableSink implements DynamicTableSink { new HBaseSinkFunction<>( tableName, hbaseConf, -new RowDataToMutationConverter(hbaseTableSchema, nullStringLiteral), +new RowDataToMutationConverter( +hbaseTableSchema, +nullStringLiteral, +writeOptions.isIgnoreNullValue()), writeOptions.getBufferFlushMaxSizeInBytes(), writeOptions.getBufferFlushMaxRows(), writeOptions.getBufferFlushIntervalMillis()); diff --git a/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseDynamicTableFactoryTest.java b/flink-connector-hbase-1.4/src/test/java/org/apache/flink/connector/hbase1/HBaseDynami
(flink) branch master updated: [FLINK-33447][table-planner] Avoid CompiledPlan recompilation during loading
This is an automated email from the ASF dual-hosted git repository. twalthr pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink.git The following commit(s) were added to refs/heads/master by this push: new 96a142866a0 [FLINK-33447][table-planner] Avoid CompiledPlan recompilation during loading 96a142866a0 is described below commit 96a142866a042598bfe85407b46b0871a7b8993a Author: Timo Walther AuthorDate: Fri Nov 3 11:02:19 2023 +0100 [FLINK-33447][table-planner] Avoid CompiledPlan recompilation during loading --- .../planner/plan/ExecNodeGraphInternalPlan.java| 15 ++ .../table/planner/delegation/StreamPlanner.scala | 24 -- 2 files changed, 24 insertions(+), 15 deletions(-) diff --git a/flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/ExecNodeGraphInternalPlan.java b/flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/ExecNodeGraphInternalPlan.java index 7f138c6517a..b921535b8b8 100644 --- a/flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/ExecNodeGraphInternalPlan.java +++ b/flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/ExecNodeGraphInternalPlan.java @@ -34,17 +34,21 @@ import java.nio.charset.StandardCharsets; import java.nio.file.Files; import java.nio.file.StandardOpenOption; import java.util.List; +import java.util.function.Supplier; import java.util.stream.Collectors; /** Implementation of {@link CompiledPlan} backed by an {@link ExecNodeGraph}. */ @Internal public class ExecNodeGraphInternalPlan implements InternalPlan { -private final String serializedPlan; +private final Supplier serializedPlanSupplier; private final ExecNodeGraph execNodeGraph; -public ExecNodeGraphInternalPlan(String serializedPlan, ExecNodeGraph execNodeGraph) { -this.serializedPlan = serializedPlan; +private String serializedPlan; + +public ExecNodeGraphInternalPlan( +Supplier serializedPlanSupplier, ExecNodeGraph execNodeGraph) { +this.serializedPlanSupplier = serializedPlanSupplier; this.execNodeGraph = execNodeGraph; } @@ -54,6 +58,9 @@ public class ExecNodeGraphInternalPlan implements InternalPlan { @Override public String asJsonString() { +if (serializedPlan == null) { +serializedPlan = serializedPlanSupplier.get(); +} return serializedPlan; } @@ -78,7 +85,7 @@ public class ExecNodeGraphInternalPlan implements InternalPlan { Files.createDirectories(file.toPath().getParent()); Files.write( file.toPath(), -serializedPlan.getBytes(StandardCharsets.UTF_8), +asJsonString().getBytes(StandardCharsets.UTF_8), StandardOpenOption.CREATE, StandardOpenOption.TRUNCATE_EXISTING, StandardOpenOption.WRITE); diff --git a/flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/delegation/StreamPlanner.scala b/flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/delegation/StreamPlanner.scala index 1029475b748..fb32326f117 100644 --- a/flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/delegation/StreamPlanner.scala +++ b/flink-table/flink-table-planner/src/main/scala/org/apache/flink/table/planner/delegation/StreamPlanner.scala @@ -22,7 +22,7 @@ import org.apache.flink.api.dag.Transformation import org.apache.flink.configuration.ExecutionOptions import org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectReader import org.apache.flink.streaming.api.graph.StreamGraph -import org.apache.flink.table.api.{ExplainDetail, ExplainFormat, PlanReference, TableConfig, TableException} +import org.apache.flink.table.api._ import org.apache.flink.table.api.PlanReference.{ContentPlanReference, FilePlanReference, ResourcePlanReference} import org.apache.flink.table.catalog.{CatalogManager, FunctionCatalog} import org.apache.flink.table.delegation.{Executor, InternalPlan} @@ -190,10 +190,12 @@ class StreamPlanner( } new ExecNodeGraphInternalPlan( - JsonSerdeUtil -.createObjectWriter(ctx) -.withDefaultPrettyPrinter() -.writeValueAsString(execNodeGraph), + // ensures that the JSON output is always normalized + () => +JsonSerdeUtil + .createObjectWriter(ctx) + .withDefaultPrettyPrinter() + .writeValueAsString(execNodeGraph), execNodeGraph) } @@ -204,12 +206,12 @@ class StreamPlanner( val execGraph = translateToExecNodeGraph(optimizedRelNodes, isCompiled = true) afterTranslation() -new ExecNodeGraphInternalPlan( - JsonSerdeUtil -.createObjectWriter(createSerdeContext) -.withDefaultPrettyPrinter() -.wri