This is an automated email from the ASF dual-hosted git repository.
arvid pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/flink-connector-kafka.git
The following commit(s) were added to refs/heads/main by this push:
new 1dc5c1a9 [FLINK-36821] Update to Kafka 3.9.0
1dc5c1a9 is described below
commit 1dc5c1a9f41d53098e502d44e5927370d681d01f
Author: Thomas Cooper <[email protected]>
AuthorDate: Thu Nov 28 17:41:51 2024 +0000
[FLINK-36821] Update to Kafka 3.9.0
Signed-off-by: Thomas Cooper <[email protected]>
---
.../27a0a5e4-29c2-4069-b381-952746c90862 | 1 -
.../86dfd459-67a9-4b26-9b5c-0b0bbf22681a | 38 --------------
.../c0d94764-76a0-4c50-b617-70b1754c4612 | 58 ----------------------
.../d853eb69-8c04-4246-9a5e-4f5911286b1d | 2 -
.../kafka/testutils/DockerImageVersions.java | 6 +--
.../src/main/resources/META-INF/NOTICE | 2 +-
pom.xml | 13 +++--
7 files changed, 10 insertions(+), 110 deletions(-)
diff --git
a/flink-connector-kafka/archunit-violations/27a0a5e4-29c2-4069-b381-952746c90862
b/flink-connector-kafka/archunit-violations/27a0a5e4-29c2-4069-b381-952746c90862
index 109ecf83..e69de29b 100644
---
a/flink-connector-kafka/archunit-violations/27a0a5e4-29c2-4069-b381-952746c90862
+++
b/flink-connector-kafka/archunit-violations/27a0a5e4-29c2-4069-b381-952746c90862
@@ -1 +0,0 @@
-Method
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.getTransactionCoordinatorId()>
calls method
<org.apache.flink.streaming.connectors.kafka.internals.FlinkKafkaInternalProducer.getTransactionCoordinatorId()>
in (FlinkKafkaProducer.java:1320)
diff --git
a/flink-connector-kafka/archunit-violations/86dfd459-67a9-4b26-9b5c-0b0bbf22681a
b/flink-connector-kafka/archunit-violations/86dfd459-67a9-4b26-9b5c-0b0bbf22681a
index b879def1..018d66cc 100644
---
a/flink-connector-kafka/archunit-violations/86dfd459-67a9-4b26-9b5c-0b0bbf22681a
+++
b/flink-connector-kafka/archunit-violations/86dfd459-67a9-4b26-9b5c-0b0bbf22681a
@@ -1,41 +1,3 @@
-org.apache.flink.connector.kafka.sink.ExactlyOnceKafkaWriterITCase does not
satisfy: only one of the following predicates match:\
-* reside in a package 'org.apache.flink.runtime.*' and contain any fields that
are static, final, and of type InternalMiniClusterExtension and annotated with
@RegisterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and contain any
fields that are static, final, and of type MiniClusterExtension and annotated
with @RegisterExtension or are , and of type MiniClusterTestEnvironment and
annotated with @TestEnv\
-* reside in a package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class InternalMiniClusterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class MiniClusterExtension\
- or contain any fields that are public, static, and of type
MiniClusterWithClientResource and final and annotated with @ClassRule or
contain any fields that is of type MiniClusterWithClientResource and public and
final and not static and annotated with @Rule
-org.apache.flink.connector.kafka.sink.FlinkKafkaInternalProducerITCase does
not satisfy: only one of the following predicates match:\
-* reside in a package 'org.apache.flink.runtime.*' and contain any fields that
are static, final, and of type InternalMiniClusterExtension and annotated with
@RegisterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and contain any
fields that are static, final, and of type MiniClusterExtension and annotated
with @RegisterExtension or are , and of type MiniClusterTestEnvironment and
annotated with @TestEnv\
-* reside in a package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class InternalMiniClusterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class MiniClusterExtension\
- or contain any fields that are public, static, and of type
MiniClusterWithClientResource and final and annotated with @ClassRule or
contain any fields that is of type MiniClusterWithClientResource and public and
final and not static and annotated with @Rule
-org.apache.flink.connector.kafka.sink.KafkaTransactionLogITCase does not
satisfy: only one of the following predicates match:\
-* reside in a package 'org.apache.flink.runtime.*' and contain any fields that
are static, final, and of type InternalMiniClusterExtension and annotated with
@RegisterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and contain any
fields that are static, final, and of type MiniClusterExtension and annotated
with @RegisterExtension or are , and of type MiniClusterTestEnvironment and
annotated with @TestEnv\
-* reside in a package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class InternalMiniClusterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class MiniClusterExtension\
- or contain any fields that are public, static, and of type
MiniClusterWithClientResource and final and annotated with @ClassRule or
contain any fields that is of type MiniClusterWithClientResource and public and
final and not static and annotated with @Rule
-org.apache.flink.connector.kafka.sink.KafkaWriterFaultToleranceITCase does not
satisfy: only one of the following predicates match:\
-* reside in a package 'org.apache.flink.runtime.*' and contain any fields that
are static, final, and of type InternalMiniClusterExtension and annotated with
@RegisterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and contain any
fields that are static, final, and of type MiniClusterExtension and annotated
with @RegisterExtension or are , and of type MiniClusterTestEnvironment and
annotated with @TestEnv\
-* reside in a package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class InternalMiniClusterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class MiniClusterExtension\
- or contain any fields that are public, static, and of type
MiniClusterWithClientResource and final and annotated with @ClassRule or
contain any fields that is of type MiniClusterWithClientResource and public and
final and not static and annotated with @Rule
-org.apache.flink.connector.kafka.sink.KafkaWriterITCase does not satisfy: only
one of the following predicates match:\
-org.apache.flink.connector.kafka.sink.KafkaWriterFaultToleranceITCase does not
satisfy: only one of the following predicates match:\
-* reside in a package 'org.apache.flink.runtime.*' and contain any fields that
are static, final, and of type InternalMiniClusterExtension and annotated with
@RegisterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and contain any
fields that are static, final, and of type MiniClusterExtension and annotated
with @RegisterExtension or are , and of type MiniClusterTestEnvironment and
annotated with @TestEnv\
-* reside in a package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class InternalMiniClusterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class MiniClusterExtension\
- or contain any fields that are public, static, and of type
MiniClusterWithClientResource and final and annotated with @ClassRule or
contain any fields that is of type MiniClusterWithClientResource and public and
final and not static and annotated with @Rule
-org.apache.flink.connector.kafka.sink.internal.ProducerPoolImplITCase does not
satisfy: only one of the following predicates match:\
-org.apache.flink.connector.kafka.sink.KafkaWriterITCase does not satisfy: only
one of the following predicates match:\
-* reside in a package 'org.apache.flink.runtime.*' and contain any fields that
are static, final, and of type InternalMiniClusterExtension and annotated with
@RegisterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and contain any
fields that are static, final, and of type MiniClusterExtension and annotated
with @RegisterExtension or are , and of type MiniClusterTestEnvironment and
annotated with @TestEnv\
-* reside in a package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class InternalMiniClusterExtension\
-* reside outside of package 'org.apache.flink.runtime.*' and is annotated with
@ExtendWith with class MiniClusterExtension\
- or contain any fields that are public, static, and of type
MiniClusterWithClientResource and final and annotated with @ClassRule or
contain any fields that is of type MiniClusterWithClientResource and public and
final and not static and annotated with @Rule
org.apache.flink.connector.kafka.source.KafkaSourceITCase does not satisfy:
only one of the following predicates match:\
* reside in a package 'org.apache.flink.runtime.*' and contain any fields that
are static, final, and of type InternalMiniClusterExtension and annotated with
@RegisterExtension\
* reside outside of package 'org.apache.flink.runtime.*' and contain any
fields that are static, final, and of type MiniClusterExtension and annotated
with @RegisterExtension or are , and of type MiniClusterTestEnvironment and
annotated with @TestEnv\
diff --git
a/flink-connector-kafka/archunit-violations/c0d94764-76a0-4c50-b617-70b1754c4612
b/flink-connector-kafka/archunit-violations/c0d94764-76a0-4c50-b617-70b1754c4612
index ebea539d..610a1928 100644
---
a/flink-connector-kafka/archunit-violations/c0d94764-76a0-4c50-b617-70b1754c4612
+++
b/flink-connector-kafka/archunit-violations/c0d94764-76a0-4c50-b617-70b1754c4612
@@ -1,37 +1,11 @@
Class <org.apache.flink.connector.kafka.sink.KafkaSink> implements interface
<org.apache.flink.streaming.api.connector.sink2.SupportsPostCommitTopology> in
(KafkaSink.java:0)
Class
<org.apache.flink.connector.kafka.source.enumerator.KafkaSourceEnumerator$PartitionChange>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(KafkaSourceEnumerator.java:0)
Class
<org.apache.flink.connector.kafka.source.enumerator.KafkaSourceEnumerator$PartitionOffsetsRetrieverImpl>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(KafkaSourceEnumerator.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$ContextStateSerializer>
extends class
<org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton> in
(FlinkKafkaProducer.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$ContextStateSerializer>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(FlinkKafkaProducer.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$KafkaTransactionContext>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(FlinkKafkaProducer.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$KafkaTransactionState>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(FlinkKafkaProducer.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$NextTransactionalIdHintSerializer>
extends class
<org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton> in
(FlinkKafkaProducer.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$NextTransactionalIdHintSerializer>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(FlinkKafkaProducer.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$TransactionStateSerializer>
extends class
<org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton> in
(FlinkKafkaProducer.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$TransactionStateSerializer>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(FlinkKafkaProducer.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElement>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(KafkaShuffleFetcher.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(KafkaShuffleFetcher.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleRecord>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(KafkaShuffleFetcher.java:0)
-Class
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleWatermark>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(KafkaShuffleFetcher.java:0)
Constructor
<org.apache.flink.connector.kafka.dynamic.source.enumerator.DynamicKafkaSourceEnumerator.<init>(org.apache.flink.connector.kafka.dynamic.source.enumerator.subscriber.KafkaStreamSubscriber,
org.apache.flink.connector.kafka.dynamic.metadata.KafkaMetadataService,
org.apache.flink.api.connector.source.SplitEnumeratorContext,
org.apache.flink.connector.kafka.source.enumerator.initializer.OffsetsInitializer,
org.apache.flink.connector.kafka.source.enumerator.initializer.OffsetsInit
[...]
Constructor
<org.apache.flink.connector.kafka.dynamic.source.reader.DynamicKafkaSourceReader.<init>(org.apache.flink.api.connector.source.SourceReaderContext,
org.apache.flink.connector.kafka.source.reader.deserializer.KafkaRecordDeserializationSchema,
java.util.Properties)> calls constructor
<org.apache.flink.streaming.runtime.io.MultipleFuturesAvailabilityHelper.<init>(int)>
in (DynamicKafkaSourceReader.java:114)
-Constructor
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$ContextStateSerializer.<init>()>
calls constructor
<org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton.<init>()>
in (FlinkKafkaProducer.java:1710)
-Constructor
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$KafkaTransactionContext.<init>(java.util.Set)>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(FlinkKafkaProducer.java:0)
-Constructor
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$KafkaTransactionState.<init>(java.lang.String,
long, short,
org.apache.flink.streaming.connectors.kafka.internals.FlinkKafkaInternalProducer)>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(FlinkKafkaProducer.java:0)
-Constructor
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$KafkaTransactionState.<init>(java.lang.String,
org.apache.flink.streaming.connectors.kafka.internals.FlinkKafkaInternalProducer)>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(FlinkKafkaProducer.java:0)
-Constructor
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$KafkaTransactionState.<init>(org.apache.flink.streaming.connectors.kafka.internals.FlinkKafkaInternalProducer)>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(FlinkKafkaProducer.java:0)
-Constructor
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$NextTransactionalIdHintSerializer.<init>()>
calls constructor
<org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton.<init>()>
in (FlinkKafkaProducer.java:1848)
-Constructor
<org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$TransactionStateSerializer.<init>()>
calls constructor
<org.apache.flink.api.common.typeutils.base.TypeSerializerSingleton.<init>()>
in (FlinkKafkaProducer.java:1618)
-Constructor
<org.apache.flink.streaming.connectors.kafka.internals.AbstractFetcher$PeriodicWatermarkEmitter.<init>(java.lang.Object,
java.util.List,
org.apache.flink.api.common.eventtime.WatermarkOutputMultiplexer,
org.apache.flink.streaming.runtime.tasks.ProcessingTimeService, long)> has
parameter of type
<org.apache.flink.api.common.eventtime.WatermarkOutputMultiplexer> in
(AbstractFetcher.java:0)
-Constructor
<org.apache.flink.streaming.connectors.kafka.internals.AbstractFetcher$PeriodicWatermarkEmitter.<init>(java.lang.Object,
java.util.List,
org.apache.flink.api.common.eventtime.WatermarkOutputMultiplexer,
org.apache.flink.streaming.runtime.tasks.ProcessingTimeService, long)> has
parameter of type
<org.apache.flink.streaming.runtime.tasks.ProcessingTimeService> in
(AbstractFetcher.java:0)
-Constructor
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.<init>(org.apache.flink.api.common.typeutils.TypeSerializer)>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(KafkaShuffleFetcher.java:0)
Constructor
<org.apache.flink.streaming.connectors.kafka.table.DynamicKafkaRecordSerializationSchema.<init>(java.util.List,
java.util.regex.Pattern,
org.apache.flink.connector.kafka.sink.KafkaPartitioner,
org.apache.flink.api.common.serialization.SerializationSchema,
org.apache.flink.api.common.serialization.SerializationSchema,
[Lorg.apache.flink.table.data.RowData$FieldGetter;,
[Lorg.apache.flink.table.data.RowData$FieldGetter;, boolean, [I, boolean)> has
parameter of type <[Lorg.apach [...]
Field
<org.apache.flink.connector.kafka.dynamic.source.metrics.KafkaClusterMetricGroupManager.metricGroups>
has generic type <java.util.Map<java.lang.String,
org.apache.flink.runtime.metrics.groups.AbstractMetricGroup>> with type
argument depending on
<org.apache.flink.runtime.metrics.groups.AbstractMetricGroup> in
(KafkaClusterMetricGroupManager.java:0)
Field
<org.apache.flink.connector.kafka.dynamic.source.reader.DynamicKafkaSourceReader.availabilityHelper>
has type
<org.apache.flink.streaming.runtime.io.MultipleFuturesAvailabilityHelper> in
(DynamicKafkaSourceReader.java:0)
-Field
<org.apache.flink.streaming.connectors.kafka.internals.AbstractFetcher$PeriodicWatermarkEmitter.timerService>
has type <org.apache.flink.streaming.runtime.tasks.ProcessingTimeService> in
(AbstractFetcher.java:0)
-Field
<org.apache.flink.streaming.connectors.kafka.internals.AbstractFetcher$PeriodicWatermarkEmitter.watermarkOutputMultiplexer>
has type <org.apache.flink.api.common.eventtime.WatermarkOutputMultiplexer> in
(AbstractFetcher.java:0)
-Field
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.dis>
has type <org.apache.flink.core.memory.DataInputDeserializer> in
(KafkaShuffleFetcher.java:0)
-Field
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.dos>
has type <org.apache.flink.core.memory.DataOutputSerializer> in
(FlinkKafkaShuffleProducer.java:0)
Field
<org.apache.flink.streaming.connectors.kafka.table.DynamicKafkaRecordSerializationSchema.keyFieldGetters>
has type <[Lorg.apache.flink.table.data.RowData$FieldGetter;> in
(DynamicKafkaRecordSerializationSchema.java:0)
Field
<org.apache.flink.streaming.connectors.kafka.table.DynamicKafkaRecordSerializationSchema.valueFieldGetters>
has type <[Lorg.apache.flink.table.data.RowData$FieldGetter;> in
(DynamicKafkaRecordSerializationSchema.java:0)
Method
<org.apache.flink.connector.kafka.dynamic.source.DynamicKafkaSource.getKafkaStreamSubscriber()>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(DynamicKafkaSource.java:0)
@@ -72,38 +46,6 @@ Method
<org.apache.flink.connector.kafka.source.reader.KafkaPartitionSplitReader
Method
<org.apache.flink.connector.kafka.source.reader.KafkaPartitionSplitReader.setConsumerClientRack(java.util.Properties,
java.lang.String)> is annotated with
<org.apache.flink.annotation.VisibleForTesting> in
(KafkaPartitionSplitReader.java:0)
Method
<org.apache.flink.connector.kafka.source.reader.KafkaSourceReader.getNumAliveFetchers()>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(KafkaSourceReader.java:0)
Method
<org.apache.flink.connector.kafka.source.reader.KafkaSourceReader.getOffsetsToCommit()>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(KafkaSourceReader.java:0)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.AbstractFetcher$PeriodicWatermarkEmitter.onProcessingTime(long)>
calls method
<org.apache.flink.api.common.eventtime.WatermarkOutputMultiplexer.onPeriodicEmit()>
in (AbstractFetcher.java:613)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.AbstractFetcher$PeriodicWatermarkEmitter.onProcessingTime(long)>
calls method
<org.apache.flink.streaming.runtime.tasks.ProcessingTimeService.getCurrentProcessingTime()>
in (AbstractFetcher.java:617)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.AbstractFetcher$PeriodicWatermarkEmitter.onProcessingTime(long)>
calls method
<org.apache.flink.streaming.runtime.tasks.ProcessingTimeService.registerTimer(long,
org.apache.flink.api.common.operators.ProcessingTimeService$ProcessingTimeCallback)>
in (AbstractFetcher.java:617)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.AbstractFetcher$PeriodicWatermarkEmitter.start()>
calls method
<org.apache.flink.streaming.runtime.tasks.ProcessingTimeService.getCurrentProcessingTime()>
in (AbstractFetcher.java:602)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.AbstractFetcher$PeriodicWatermarkEmitter.start()>
calls method
<org.apache.flink.streaming.runtime.tasks.ProcessingTimeService.registerTimer(long,
org.apache.flink.api.common.operators.ProcessingTimeService$ProcessingTimeCallback)>
in (AbstractFetcher.java:602)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
calls constructor
<org.apache.flink.core.memory.DataInputDeserializer.<init>([B)> in
(KafkaShuffleFetcher.java:241)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
calls method
<org.apache.flink.api.common.typeutils.base.ByteSerializer.deserialize(org.apache.flink.core.memory.DataInputView)>
in (KafkaShuffleFetcher.java:245)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
calls method
<org.apache.flink.api.common.typeutils.base.ByteSerializer.deserialize(org.apache.flink.core.memory.DataInputView)>
in (KafkaShuffleFetcher.java:246)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
calls method
<org.apache.flink.api.common.typeutils.base.IntSerializer.deserialize(org.apache.flink.core.memory.DataInputView)>
in (KafkaShuffleFetcher.java:255)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
calls method
<org.apache.flink.api.common.typeutils.base.LongSerializer.deserialize(org.apache.flink.core.memory.DataInputView)>
in (KafkaShuffleFetcher.java:252)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
calls method
<org.apache.flink.api.common.typeutils.base.LongSerializer.deserialize(org.apache.flink.core.memory.DataInputView)>
in (KafkaShuffleFetcher.java:256)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
calls method
<org.apache.flink.core.memory.DataInputDeserializer.setBuffer([B)> in
(KafkaShuffleFetcher.java:239)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
gets field
<org.apache.flink.api.common.typeutils.base.ByteSerializer.INSTANCE> in
(KafkaShuffleFetcher.java:245)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
gets field
<org.apache.flink.api.common.typeutils.base.ByteSerializer.INSTANCE> in
(KafkaShuffleFetcher.java:246)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
gets field <org.apache.flink.api.common.typeutils.base.IntSerializer.INSTANCE>
in (KafkaShuffleFetcher.java:254)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
gets field
<org.apache.flink.api.common.typeutils.base.LongSerializer.INSTANCE> in
(KafkaShuffleFetcher.java:251)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
gets field
<org.apache.flink.api.common.typeutils.base.LongSerializer.INSTANCE> in
(KafkaShuffleFetcher.java:255)
-Method
<org.apache.flink.streaming.connectors.kafka.internals.KafkaShuffleFetcher$KafkaShuffleElementDeserializer.deserialize(org.apache.kafka.clients.consumer.ConsumerRecord)>
is annotated with <org.apache.flink.annotation.VisibleForTesting> in
(KafkaShuffleFetcher.java:0)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeRecord(java.lang.Object,
java.lang.Long)> calls constructor
<org.apache.flink.core.memory.DataOutputSerializer.<init>(int)> in
(FlinkKafkaShuffleProducer.java:187)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeRecord(java.lang.Object,
java.lang.Long)> calls method
<org.apache.flink.core.memory.DataOutputSerializer.clear()> in
(FlinkKafkaShuffleProducer.java:206)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeRecord(java.lang.Object,
java.lang.Long)> calls method
<org.apache.flink.core.memory.DataOutputSerializer.getCopyOfBuffer()> in
(FlinkKafkaShuffleProducer.java:205)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeRecord(java.lang.Object,
java.lang.Long)> calls method
<org.apache.flink.core.memory.DataOutputSerializer.write(int)> in
(FlinkKafkaShuffleProducer.java:191)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeRecord(java.lang.Object,
java.lang.Long)> calls method
<org.apache.flink.core.memory.DataOutputSerializer.write(int)> in
(FlinkKafkaShuffleProducer.java:194)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeRecord(java.lang.Object,
java.lang.Long)> calls method
<org.apache.flink.core.memory.DataOutputSerializer.write(int)> in
(FlinkKafkaShuffleProducer.java:196)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeRecord(java.lang.Object,
java.lang.Long)> calls method
<org.apache.flink.core.memory.DataOutputSerializer.writeLong(long)> in
(FlinkKafkaShuffleProducer.java:197)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeWatermark(org.apache.flink.streaming.api.watermark.Watermark,
int)> calls constructor
<org.apache.flink.core.memory.DataOutputSerializer.<init>(int)> in
(FlinkKafkaShuffleProducer.java:213)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeWatermark(org.apache.flink.streaming.api.watermark.Watermark,
int)> calls method <org.apache.flink.core.memory.DataOutputSerializer.clear()>
in (FlinkKafkaShuffleProducer.java:226)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeWatermark(org.apache.flink.streaming.api.watermark.Watermark,
int)> calls method
<org.apache.flink.core.memory.DataOutputSerializer.getCopyOfBuffer()> in
(FlinkKafkaShuffleProducer.java:225)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeWatermark(org.apache.flink.streaming.api.watermark.Watermark,
int)> calls method
<org.apache.flink.core.memory.DataOutputSerializer.write(int)> in
(FlinkKafkaShuffleProducer.java:217)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeWatermark(org.apache.flink.streaming.api.watermark.Watermark,
int)> calls method
<org.apache.flink.core.memory.DataOutputSerializer.write(int)> in
(FlinkKafkaShuffleProducer.java:218)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeWatermark(org.apache.flink.streaming.api.watermark.Watermark,
int)> calls method
<org.apache.flink.core.memory.DataOutputSerializer.writeInt(int)> in
(FlinkKafkaShuffleProducer.java:219)
-Method
<org.apache.flink.streaming.connectors.kafka.shuffle.FlinkKafkaShuffleProducer$KafkaSerializer.serializeWatermark(org.apache.flink.streaming.api.watermark.Watermark,
int)> calls method
<org.apache.flink.core.memory.DataOutputSerializer.writeLong(long)> in
(FlinkKafkaShuffleProducer.java:220)
Method
<org.apache.flink.streaming.connectors.kafka.table.DynamicKafkaRecordSerializationSchema.createProjectedRow(org.apache.flink.table.data.RowData,
org.apache.flink.types.RowKind,
[Lorg.apache.flink.table.data.RowData$FieldGetter;)> has parameter of type
<[Lorg.apache.flink.table.data.RowData$FieldGetter;> in
(DynamicKafkaRecordSerializationSchema.java:0)
Method
<org.apache.flink.streaming.connectors.kafka.table.KafkaConnectorOptionsUtil.createKeyFormatProjection(org.apache.flink.configuration.ReadableConfig,
org.apache.flink.table.types.DataType)> calls method
<org.apache.flink.table.types.logical.utils.LogicalTypeChecks.getFieldNames(org.apache.flink.table.types.logical.LogicalType)>
in (KafkaConnectorOptionsUtil.java:525)
Method
<org.apache.flink.streaming.connectors.kafka.table.KafkaConnectorOptionsUtil.createValueFormatProjection(org.apache.flink.configuration.ReadableConfig,
org.apache.flink.table.types.DataType)> calls method
<org.apache.flink.table.types.logical.utils.LogicalTypeChecks.getFieldCount(org.apache.flink.table.types.logical.LogicalType)>
in (KafkaConnectorOptionsUtil.java:569)
diff --git
a/flink-connector-kafka/archunit-violations/d853eb69-8c04-4246-9a5e-4f5911286b1d
b/flink-connector-kafka/archunit-violations/d853eb69-8c04-4246-9a5e-4f5911286b1d
index 09a12f00..adc8ea8e 100644
---
a/flink-connector-kafka/archunit-violations/d853eb69-8c04-4246-9a5e-4f5911286b1d
+++
b/flink-connector-kafka/archunit-violations/d853eb69-8c04-4246-9a5e-4f5911286b1d
@@ -2,6 +2,4 @@
org.apache.flink.connector.kafka.sink.KafkaRecordSerializationSchema.open(org.ap
org.apache.flink.connector.kafka.sink.KafkaRecordSerializationSchema.serialize(java.lang.Object,
org.apache.flink.connector.kafka.sink.KafkaRecordSerializationSchema$KafkaSinkContext,
java.lang.Long): Argument leaf type
org.apache.flink.connector.kafka.sink.KafkaRecordSerializationSchema$KafkaSinkContext
does not satisfy: reside outside of package 'org.apache.flink..' or reside in
any package ['..shaded..'] or annotated with @Public or annotated with
@PublicEvolving or annotated with @De [...]
org.apache.flink.connector.kafka.sink.KafkaSink.addPostCommitTopology(org.apache.flink.streaming.api.datastream.DataStream):
Argument leaf type org.apache.flink.connector.kafka.sink.KafkaCommittable does
not satisfy: reside outside of package 'org.apache.flink..' or reside in any
package ['..shaded..'] or annotated with @Public or annotated with
@PublicEvolving or annotated with @Deprecated
org.apache.flink.connector.kafka.sink.KafkaSink.addPostCommitTopology(org.apache.flink.streaming.api.datastream.DataStream):
Argument leaf type
org.apache.flink.streaming.api.connector.sink2.CommittableMessage does not
satisfy: reside outside of package 'org.apache.flink..' or reside in any
package ['..shaded..'] or annotated with @Public or annotated with
@PublicEvolving or annotated with @Deprecated
-org.apache.flink.connector.kafka.sink.KafkaSink.createCommitter(org.apache.flink.api.connector.sink2.CommitterInitContext):
Returned leaf type org.apache.flink.connector.kafka.sink.KafkaCommittable does
not satisfy: reside outside of package 'org.apache.flink..' or reside in any
package ['..shaded..'] or annotated with @Public or annotated with
@PublicEvolving or annotated with @Deprecated
org.apache.flink.connector.kafka.source.enumerator.initializer.OffsetsInitializer.getPartitionOffsets(java.util.Collection,
org.apache.flink.connector.kafka.source.enumerator.initializer.OffsetsInitializer$PartitionOffsetsRetriever):
Argument leaf type
org.apache.flink.connector.kafka.source.enumerator.initializer.OffsetsInitializer$PartitionOffsetsRetriever
does not satisfy: reside outside of package 'org.apache.flink..' or reside in
any package ['..shaded..'] or annotated with @Public [...]
-org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer.invoke(org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$KafkaTransactionState,
java.lang.Object,
org.apache.flink.streaming.api.functions.sink.SinkFunction$Context): Argument
leaf type
org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer$KafkaTransactionState
does not satisfy: reside outside of package 'org.apache.flink..' or reside in
any package ['..shaded..'] or annotated with @Public or annotated w [...]
diff --git
a/flink-connector-kafka/src/test/java/org/apache/flink/connector/kafka/testutils/DockerImageVersions.java
b/flink-connector-kafka/src/test/java/org/apache/flink/connector/kafka/testutils/DockerImageVersions.java
index 2d262963..0f40dc26 100644
---
a/flink-connector-kafka/src/test/java/org/apache/flink/connector/kafka/testutils/DockerImageVersions.java
+++
b/flink-connector-kafka/src/test/java/org/apache/flink/connector/kafka/testutils/DockerImageVersions.java
@@ -24,9 +24,9 @@ package org.apache.flink.connector.kafka.testutils;
*/
public class DockerImageVersions {
- public static final String KAFKA = "confluentinc/cp-kafka:7.4.4";
+ public static final String KAFKA = "confluentinc/cp-kafka:7.7.2";
- public static final String SCHEMA_REGISTRY =
"confluentinc/cp-schema-registry:7.4.4";
+ public static final String SCHEMA_REGISTRY =
"confluentinc/cp-schema-registry:7.7.2";
- public static final String ZOOKEEPER = "zookeeper:3.4.14";
+ public static final String ZOOKEEPER = "zookeeper:3.8.4";
}
diff --git a/flink-sql-connector-kafka/src/main/resources/META-INF/NOTICE
b/flink-sql-connector-kafka/src/main/resources/META-INF/NOTICE
index 926976da..1b9dc959 100644
--- a/flink-sql-connector-kafka/src/main/resources/META-INF/NOTICE
+++ b/flink-sql-connector-kafka/src/main/resources/META-INF/NOTICE
@@ -6,4 +6,4 @@ The Apache Software Foundation (http://www.apache.org/).
This project bundles the following dependencies under the Apache Software
License 2.0. (http://www.apache.org/licenses/LICENSE-2.0.txt)
-- org.apache.kafka:kafka-clients:3.4.0
+- org.apache.kafka:kafka-clients:3.9.0
diff --git a/pom.xml b/pom.xml
index 76a76da4..9d139cd9 100644
--- a/pom.xml
+++ b/pom.xml
@@ -27,7 +27,6 @@ under the License.
<modelVersion>4.0.0</modelVersion>
- <groupId>org.apache.flink</groupId>
<artifactId>flink-connector-kafka-parent</artifactId>
<version>4.0-SNAPSHOT</version>
<name>Flink : Connectors : Kafka : Parent</name>
@@ -51,10 +50,10 @@ under the License.
<properties>
<flink.version>2.0.0</flink.version>
- <kafka.version>3.4.0</kafka.version>
- <confluent.version>7.4.4</confluent.version>
+ <kafka.version>3.9.0</kafka.version>
+ <confluent.version>7.8.2</confluent.version>
- <jackson-bom.version>2.15.2</jackson-bom.version>
+ <jackson-bom.version>2.16.2</jackson-bom.version>
<junit4.version>4.13.2</junit4.version>
<junit5.version>5.9.1</junit5.version>
<assertj.version>3.23.1</assertj.version>
@@ -65,8 +64,8 @@ under the License.
<byte-buddy.version>1.12.10</byte-buddy.version>
<commons-cli.version>1.5.0</commons-cli.version>
<scala.binary.version>2.12</scala.binary.version>
- <scala-reflect.version>2.12.7</scala-reflect.version>
- <scala-library.version>2.12.7</scala-library.version>
+ <scala-reflect.version>2.12.19</scala-reflect.version>
+ <scala-library.version>2.12.19</scala-library.version>
<snappy-java.version>1.1.10.5</snappy-java.version>
<avro.version>1.11.4</avro.version>
<guava.version>32.1.2-jre</guava.version>
@@ -74,7 +73,7 @@ under the License.
<japicmp.skip>false</japicmp.skip>
<japicmp.referenceVersion>1.17.0</japicmp.referenceVersion>
- <slf4j.version>1.7.32</slf4j.version>
+ <slf4j.version>1.7.36</slf4j.version>
<log4j.version>2.17.1</log4j.version>
<flink.parent.artifactId>flink-connector-kafka-parent</flink.parent.artifactId>
