This is an automated email from the ASF dual-hosted git repository.
gkoszyk pushed a change to branch partitions
in repository https://gitbox.apache.org/repos/asf/iggy.git
from 4c7fc716c fixo
add 223e8ba15 feat(server): cooperative partition reassignment for
consumer groups (#2734)
add 1b171164e feat(java): Add test for AsyncIggyTcpClientBuilder (#2726)
add 8b96f6203 feat(go): implement Go leader redirection scenario (#2580)
add 88a598ad9 fix(server): fix stream stats corruption on topic purge
(#2736)
add ccb3fa492 merge master
add f390371c9 fix clippy
No new revisions were added by this update.
Summary of changes:
Cargo.lock | 2 +-
DEPENDENCIES.md | 2 +-
bdd/docker-compose.yml | 7 +-
bdd/go/go.mod | 1 +
bdd/go/go.sum | 6 +-
...{basic_messaging_test.go => basic_messaging.go} | 126 +-
bdd/go/tests/leader_redirection.go | 530 ++++
.../{tcp_test/tcp_suite_test.go => suite_test.go} | 31 +-
bdd/go/tests/tcp_test/consumers_steps.go | 13 +-
bdd/go/tests/tcp_test/messages_steps.go | 3 +-
bdd/go/tests/tcp_test/partitions_steps.go | 3 +-
bdd/go/tests/tcp_test/pat_steps.go | 7 +-
bdd/go/tests/tcp_test/stream_steps.go | 12 +-
bdd/go/tests/tcp_test/test_helpers.go | 15 +-
bdd/go/tests/tcp_test/topic_steps.go | 9 +-
bdd/go/tests/tcp_test/users_steps.go | 15 +-
core/common/src/lib.rs | 4 +-
core/common/src/types/consensus/header.rs | 2 -
core/common/src/types/message/mod.rs | 2 +-
core/common/src/types/mod.rs | 2 +-
.../src/types/segment_storage/index_reader.rs | 2 +-
.../src/types/segment_storage/index_writer.rs | 4 +-
.../src/types/segment_storage/messages_writer.rs | 2 +-
core/common/src/types/segment_storage/mod.rs | 2 +-
core/common/src/types/streaming_stats.rs | 57 +-
.../tests/connectors/postgres/postgres_source.rs | 23 +-
core/integration/tests/data_integrity/mod.rs | 1 +
.../verify_consumer_group_partition_assignment.rs | 3269 ++++++++++++++++++++
.../scenarios/stream_size_validation_scenario.rs | 34 +
core/partitions/src/iggy_partition.rs | 2 +-
core/partitions/src/iggy_partitions.rs | 54 +-
core/partitions/src/journal.rs | 4 +-
core/partitions/src/log.rs | 30 +-
core/server/Cargo.toml | 2 +-
core/server/config.toml | 7 +
core/server/src/bootstrap.rs | 1 +
core/server/src/configs/defaults.rs | 25 +-
core/server/src/configs/displays.rs | 17 +-
core/server/src/configs/server.rs | 12 +
core/server/src/metadata/absorb.rs | 83 +-
core/server/src/metadata/consumer_group.rs | 262 +-
core/server/src/metadata/consumer_group_member.rs | 19 +
core/server/src/metadata/ops.rs | 16 +-
core/server/src/metadata/partition.rs | 4 +
core/server/src/metadata/reader.rs | 213 +-
core/server/src/metadata/writer.rs | 37 +-
core/server/src/shard/handlers.rs | 26 +
core/server/src/shard/mod.rs | 4 +
core/server/src/shard/system/consumer_groups.rs | 15 +-
core/server/src/shard/system/consumer_offsets.rs | 71 +-
core/server/src/shard/system/messages.rs | 26 +-
core/server/src/shard/system/partitions.rs | 1 +
core/server/src/shard/system/topics.rs | 6 +-
core/server/src/shard/system/utils.rs | 55 +-
core/server/src/shard/tasks/periodic/mod.rs | 2 +
.../src/shard/tasks/periodic/revocation_timeout.rs | 106 +
core/server/src/shard/transmission/frame.rs | 1 +
core/server/src/shard/transmission/message.rs | 9 +
core/simulator/src/client.rs | 6 +-
core/simulator/src/lib.rs | 3 +-
examples/go/getting-started/consumer/main.go | 24 +-
examples/go/getting-started/producer/main.go | 28 +-
examples/go/go.mod | 1 +
examples/go/go.sum | 10 +
.../ConsumerGroupTests.cs | 5 +-
.../go/benchmarks/send_messages_benchmark_test.go | 16 +-
foreign/go/{iggycli => client}/iggy_client.go | 50 +-
.../tcp/cluster.go} | 19 +-
.../tcp/tcp_access_token_managament.go | 12 +-
.../go/{ => client}/tcp/tcp_clients_managament.go | 8 +-
.../tcp/tcp_consumer_group_managament.go | 24 +-
foreign/go/client/tcp/tcp_core.go | 376 +++
foreign/go/{ => client}/tcp/tcp_messaging.go | 10 +-
.../go/{ => client}/tcp/tcp_offset_managament.go | 12 +-
.../{ => client}/tcp/tcp_partition_managament.go | 8 +-
foreign/go/client/tcp/tcp_session_managament.go | 124 +
.../go/{ => client}/tcp/tcp_stream_managament.go | 20 +-
.../go/{ => client}/tcp/tcp_topic_managament.go | 20 +-
foreign/go/{ => client}/tcp/tcp_user_managament.go | 28 +-
foreign/go/{ => client}/tcp/tcp_utilities.go | 8 +-
foreign/go/contracts/client.go | 260 +-
foreign/go/contracts/{client.go => client_info.go} | 0
.../{compression_algorithm.go => cluster.go} | 14 +-
foreign/go/contracts/cluster_node.go | 161 +
.../{compression_algorithm.go => command.go} | 12 +-
foreign/go/contracts/command_codes.go | 2 +
foreign/go/contracts/config.go | 7 +-
.../go/contracts/connection_info.go | 8 +-
...ccess_tokens.go => leader_redirection_state.go} | 28 +-
foreign/go/contracts/meta_data.go | 112 +
foreign/go/contracts/node_status.go | 84 +
foreign/go/contracts/role.go | 67 +
foreign/go/contracts/{config.go => state.go} | 38 +-
foreign/go/contracts/transport_endpoints.go | 76 +
foreign/go/go.mod | 7 +
foreign/go/go.sum | 8 +
foreign/go/iggycli/client.go | 265 --
foreign/go/internal/util/leader_aware.go | 123 +
foreign/go/internal/util/leader_aware_test.go | 83 +
foreign/go/samples/consumer/consumer.go | 12 +-
foreign/go/samples/producer/producer.go | 12 +-
foreign/go/tcp/tcp_core.go | 192 --
foreign/go/tcp/tcp_session_managament.go | 54 -
.../async/tcp/AsyncIggyTcpClientBuilderTest.java | 330 +-
104 files changed, 7015 insertions(+), 1048 deletions(-)
rename bdd/go/tests/{basic_messaging_test.go => basic_messaging.go} (70%)
create mode 100644 bdd/go/tests/leader_redirection.go
copy bdd/go/tests/{tcp_test/tcp_suite_test.go => suite_test.go} (58%)
create mode 100644
core/integration/tests/data_integrity/verify_consumer_group_partition_assignment.rs
create mode 100644 core/server/src/shard/tasks/periodic/revocation_timeout.rs
rename foreign/go/{iggycli => client}/iggy_client.go (65%)
copy foreign/go/{binary_serialization/consumer_serializer.go =>
client/tcp/cluster.go} (72%)
rename foreign/go/{ => client}/tcp/tcp_access_token_managament.go (73%)
rename foreign/go/{ => client}/tcp/tcp_clients_managament.go (79%)
rename foreign/go/{ => client}/tcp/tcp_consumer_group_managament.go (66%)
create mode 100644 foreign/go/client/tcp/tcp_core.go
rename foreign/go/{ => client}/tcp/tcp_messaging.go (86%)
rename foreign/go/{ => client}/tcp/tcp_offset_managament.go (69%)
rename foreign/go/{ => client}/tcp/tcp_partition_managament.go (76%)
create mode 100644 foreign/go/client/tcp/tcp_session_managament.go
rename foreign/go/{ => client}/tcp/tcp_stream_managament.go (71%)
rename foreign/go/{ => client}/tcp/tcp_topic_managament.go (81%)
rename foreign/go/{ => client}/tcp/tcp_user_managament.go (66%)
rename foreign/go/{ => client}/tcp/tcp_utilities.go (82%)
copy foreign/go/contracts/{client.go => client_info.go} (100%)
copy foreign/go/contracts/{compression_algorithm.go => cluster.go} (79%)
create mode 100644 foreign/go/contracts/cluster_node.go
copy foreign/go/contracts/{compression_algorithm.go => command.go} (84%)
copy core/bench/dashboard/server/src/github/mod.rs =>
foreign/go/contracts/connection_info.go (89%)
copy foreign/go/contracts/{access_tokens.go => leader_redirection_state.go}
(57%)
create mode 100644 foreign/go/contracts/meta_data.go
create mode 100644 foreign/go/contracts/node_status.go
create mode 100644 foreign/go/contracts/role.go
copy foreign/go/contracts/{config.go => state.go} (62%)
create mode 100644 foreign/go/contracts/transport_endpoints.go
delete mode 100644 foreign/go/iggycli/client.go
create mode 100644 foreign/go/internal/util/leader_aware.go
create mode 100644 foreign/go/internal/util/leader_aware_test.go
delete mode 100644 foreign/go/tcp/tcp_core.go
delete mode 100644 foreign/go/tcp/tcp_session_managament.go
