This is an automated email from the ASF dual-hosted git repository.
hgruszecki pushed a change to branch command-handler-impr
in repository https://gitbox.apache.org/repos/asf/iggy.git
from a2fb1009f refactor(server): streamline command handlers with
centralized execution
add 0723a31c0 chore(cpp): delete old client (#2668)
add eecd8f48d refactor(integration): migrate connectors tests to
iggy_harness proc macro (#2667)
add cb0a5a6a3 feat(bench): add --message-expiry CLI option for benchmark
topics (#2672)
add 75a3f4064 feat(python): add message_expiry parameter to create_topic
(#2671)
add 43d2dd5a1 ci: unify publishing via workflow_call in publish.yml (#2655)
add 15d2f1572 ci: add pre-commit hooks for all SDKs (#2676)
add f1ff99a07 ci(rust): replace sccache with Swatinem/rust-cache (#2679)
add 7db7eeae1 feat(cluster): add `Partitions` trait that unifies both
single-node and VSR operations (#2620)
add 83f5d15ab ci(rust): add code coverage reporting with Codecov (#2677)
add 202fda739 fix(server): properly cleanup messages in message cleaner
(#2670)
add e313ca7e8 Merge branch 'master' into command-handler-impr
No new revisions were added by this update.
Summary of changes:
.github/actions/csharp-dotnet/pre-merge/action.yml | 3 -
.github/actions/go/pre-merge/action.yml | 33 +-
.github/actions/java-gradle/pre-merge/action.yml | 3 -
.github/actions/node-npm/pre-merge/action.yml | 11 +-
.../actions/python-maturin/pre-merge/action.yml | 27 +-
.github/actions/rust/post-merge/action.yml | 2 -
.github/actions/rust/pre-merge/action.yml | 40 +-
.../actions/utils/setup-go-with-cache/action.yml | 2 +-
.../actions/utils/setup-rust-with-cache/action.yml | 211 +-
.github/workflows/_build_python_wheels.yml | 3 -
.github/workflows/_build_rust_artifacts.yml | 12 +-
.github/workflows/_common.yml | 21 +-
.github/workflows/_publish_rust_crates.yml | 3 -
.github/workflows/_test.yml | 18 +-
.github/workflows/_test_bdd.yml | 5 +-
.github/workflows/_test_examples.yml | 3 -
.github/workflows/post-merge.yml | 502 +---
.github/workflows/pre-merge.yml | 4 +-
.github/workflows/publish.yml | 171 +-
.pre-commit-config.yaml | 115 +-
Cargo.lock | 35 +-
DEPENDENCIES.md | 2 -
bdd/go/go.sum | 4 -
bdd/go/tests/basic_messaging_test.go | 32 +-
bdd/go/tests/tcp_test/consumers_steps.go | 8 +-
bdd/go/tests/tcp_test/stream_feature_create.go | 20 +-
bdd/go/tests/tcp_test/stream_feature_get_by_id.go | 8 +-
bdd/go/tests/tcp_test/stream_steps.go | 2 +-
bdd/go/tests/tcp_test/topic_steps.go | 8 +-
bdd/python/tests/conftest.py | 5 +-
bdd/python/tests/test_basic_messaging.py | 96 +-
bdd/csharp/Dockerfile => codecov.yml | 39 +-
core/bench/src/args/common.rs | 6 +-
core/bench/src/args/examples.rs | 1 +
.../src/args/kinds/balanced/consumer_group.rs | 2 +-
core/bench/src/args/kinds/balanced/producer.rs | 10 +-
.../kinds/balanced/producer_and_consumer_group.rs | 10 +-
.../args/kinds/end_to_end/producing_consumer.rs | 10 +-
.../kinds/end_to_end/producing_consumer_group.rs | 10 +-
core/bench/src/args/kinds/pinned/producer.rs | 10 +-
.../src/args/kinds/pinned/producer_and_consumer.rs | 10 +-
core/bench/src/args/props.rs | 5 +-
core/bench/src/benchmarks/benchmark.rs | 7 +-
core/common/src/utils/duration.rs | 2 +-
core/harness_derive/src/codegen.rs | 14 +-
core/integration/Cargo.toml | 6 +-
core/integration/src/harness/context.rs | 30 +-
.../src/harness/{fixtures/mod.rs => fixture.rs} | 13 -
core/integration/src/harness/fixtures/random.rs | 36 -
.../src/harness/handle/connectors_runtime.rs | 28 +-
core/integration/src/harness/handle/mcp.rs | 20 +-
core/integration/src/harness/handle/mod.rs | 2 +-
core/integration/src/harness/handle/server.rs | 138 +-
core/integration/src/harness/mod.rs | 4 +-
.../src/harness/orchestrator/builder.rs | 24 +-
.../src/harness/orchestrator/harness.rs | 79 +-
core/integration/tests/config_provider/mod.rs | 9 +-
core/integration/tests/connectors/api/endpoints.rs | 107 +-
core/integration/tests/connectors/api/mod.rs | 9 -
.../postgres => tests/connectors/fixtures}/mod.rs | 17 +-
.../connectors}/fixtures/postgres/container.rs | 25 +-
.../connectors}/fixtures/postgres/mod.rs | 6 +-
.../connectors}/fixtures/postgres/sink.rs | 3 +-
.../connectors}/fixtures/postgres/source.rs | 110 +-
.../connectors/fixtures/quickwit/container.rs | 363 +++
.../tests/connectors/fixtures/quickwit/mod.rs | 4 +-
.../connectors}/fixtures/wiremock.rs | 15 +-
.../http_config_provider/direct_responses.rs | 151 +-
.../tests/connectors/http_config_provider/mod.rs | 82 -
.../http_config_provider/wrapped_responses.rs | 153 +-
core/integration/tests/connectors/mod.rs | 190 +-
core/integration/tests/connectors/postgres/mod.rs | 502 +---
.../tests/connectors/postgres/postgres_sink.rs | 136 +-
.../tests/connectors/postgres/postgres_source.rs | 314 ++-
core/integration/tests/connectors/quickwit/mod.rs | 265 --
.../tests/connectors/quickwit/quickwit_sink.rs | 283 ++-
core/integration/tests/connectors/random/mod.rs | 9 -
.../tests/connectors/random/random_source.rs | 32 +-
core/integration/tests/mod.rs | 84 +-
core/integration/tests/server/message_cleanup.rs | 124 +
core/integration/tests/server/mod.rs | 1 +
.../server/scenarios/message_cleanup_scenario.rs | 588 +++++
core/integration/tests/server/scenarios/mod.rs | 1 +
core/integration/tests/server/specific.rs | 6 -
core/partitions/src/lib.rs | 127 +-
core/partitions/src/types.rs | 122 +-
core/server/config.toml | 66 +-
core/server/src/bootstrap.rs | 19 +-
core/server/src/configs/defaults.rs | 3 +-
core/server/src/configs/displays.rs | 8 +-
core/server/src/configs/system.rs | 9 +-
core/server/src/configs/validators.rs | 110 +-
core/server/src/shard/system/messages.rs | 9 +-
core/server/src/shard/system/partitions.rs | 6 +-
core/server/src/shard/system/segments.rs | 27 +-
.../src/shard/tasks/periodic/message_cleaner.rs | 224 +-
core/server/src/streaming/segments/segment.rs | 31 +-
examples/go/getting-started/consumer/main.go | 8 +-
examples/go/getting-started/producer/main.go | 14 +-
examples/node/src/basic/producer.ts | 1 -
examples/node/src/getting-started/producer.ts | 1 -
foreign/cpp/.clang-format | 7 -
foreign/cpp/.devcontainer/devcontainer.json | 32 -
foreign/cpp/.devcontainer/post-install.sh | 29 -
foreign/cpp/.gitignore | 5 -
foreign/cpp/.lcovrc | 3 -
foreign/cpp/.yamllint | 3 -
foreign/cpp/CMakeLists.txt | 124 -
foreign/cpp/CMakePresets.json | 54 -
foreign/cpp/CONTRIBUTORS.md | 71 -
foreign/cpp/CPPLINT.cfg | 3 -
foreign/cpp/Doxyfile | 2657 --------------------
foreign/cpp/LICENSE | 201 --
foreign/cpp/NOTICE | 19 -
foreign/cpp/README.md | 3 -
foreign/cpp/docs/CMakeLists.txt | 33 -
foreign/cpp/docs/images/init_act.png | Bin 161574 -> 0 bytes
foreign/cpp/docs/images/pre-commit_run.png | Bin 148646 -> 0 bytes
.../iggy-cpp-build/.devcontainer/devcontainer.json | 39 -
foreign/cpp/images/iggy-cpp-build/README.md | 6 -
foreign/cpp/sdk/binary.h | 77 -
foreign/cpp/sdk/client.cc | 40 -
foreign/cpp/sdk/client.h | 108 -
foreign/cpp/sdk/command.h | 481 ----
foreign/cpp/sdk/json.cc | 17 -
foreign/cpp/sdk/json.h | 42 -
foreign/cpp/sdk/model.cc | 17 -
foreign/cpp/sdk/model.h | 679 -----
foreign/cpp/sdk/net/address.cc | 51 -
foreign/cpp/sdk/net/address.h | 67 -
foreign/cpp/sdk/net/conn.cc | 21 -
foreign/cpp/sdk/net/conn.h | 67 -
foreign/cpp/sdk/net/http/conn.cc | 17 -
foreign/cpp/sdk/net/http/conn.h | 17 -
foreign/cpp/sdk/net/iggy.cc | 41 -
foreign/cpp/sdk/net/iggy.h | 61 -
foreign/cpp/sdk/net/protocol.cc | 40 -
foreign/cpp/sdk/net/protocol.h | 126 -
foreign/cpp/sdk/net/quic/address.h | 17 -
foreign/cpp/sdk/net/quic/conn.h | 17 -
foreign/cpp/sdk/net/quic/stream.h | 17 -
foreign/cpp/sdk/net/ssl/crypto.cc | 88 -
foreign/cpp/sdk/net/ssl/crypto.h | 328 ---
foreign/cpp/sdk/net/ssl/ssl.cc | 212 --
foreign/cpp/sdk/net/ssl/ssl.h | 166 --
foreign/cpp/sdk/net/ssl/ssl_engine.h | 21 -
foreign/cpp/sdk/net/tcp/conn.cc | 17 -
foreign/cpp/sdk/net/tcp/conn.h | 17 -
foreign/cpp/sdk/net/transport.h | 47 -
foreign/cpp/sdk/serialization.cc | 36 -
foreign/cpp/sdk/serialization.h | 45 -
foreign/cpp/sdk/types.h | 41 -
foreign/cpp/tests/CMakeLists.txt | 103 -
foreign/cpp/tests/e2e/e2e_testutils.cc | 49 -
foreign/cpp/tests/e2e/e2e_testutils.h | 38 -
foreign/cpp/tests/e2e/ping_cmd_test.cc | 30 -
foreign/cpp/tests/e2e/server.toml | 410 ---
foreign/cpp/tests/unit/client_test.cc | 25 -
foreign/cpp/tests/unit/crypto_test.cc | 50 -
.../cpp/tests/unit/iggy_protocol_provider_test.cc | 50 -
foreign/cpp/tests/unit/model_test.cc | 23 -
foreign/cpp/tests/unit/serialization_test.cc | 32 -
foreign/cpp/tests/unit/ssl_test.cc | 148 --
foreign/cpp/tests/unit/unit_testutils.cc | 63 -
foreign/cpp/tests/unit/unit_testutils.h | 44 -
foreign/cpp/vcpkg-configuration.json | 14 -
foreign/cpp/vcpkg.json | 14 -
.../go/benchmarks/send_messages_benchmark_test.go | 12 +-
.../binary_request_serializer.go | 146 +-
.../create_stream_serializer.go | 16 +-
.../create_stream_serializer_test.go | 2 +-
.../create_topic_serializer.go | 2 +-
.../fetch_messages_request_serializer.go | 30 +-
foreign/go/contracts/consumer.go | 2 +-
foreign/go/contracts/consumer_groups.go | 6 +-
foreign/go/iggycli/client.go | 34 +-
foreign/go/samples/consumer/consumer.go | 20 +-
foreign/go/samples/producer/producer.go | 20 +-
foreign/go/tcp/tcp_consumer_group_managament.go | 6 +-
foreign/go/tcp/tcp_stream_managament.go | 2 +-
foreign/go/tcp/tcp_topic_managament.go | 2 +-
foreign/python/Cargo.toml | 2 +-
foreign/python/apache_iggy.pyi | 3 +-
foreign/python/pyproject.toml | 2 +-
foreign/python/src/client.rs | 15 +-
scripts/ci/python-version-sync.sh | 205 ++
.../lib/components/Layouts/SettingsLayout.svelte | 20 +-
.../lib/components/Modals/InspectMessage.svelte | 6 +-
web/src/lib/components/Navbar.svelte | 24 +-
web/src/routes/auth/sign-in/+page.svelte | 2 +-
.../[partitionId=i32]/messages/+page.svelte | 6 +-
191 files changed, 3878 insertions(+), 10426 deletions(-)
copy bdd/csharp/Dockerfile => codecov.yml (56%)
rename core/integration/src/harness/{fixtures/mod.rs => fixture.rs} (79%)
delete mode 100644 core/integration/src/harness/fixtures/random.rs
copy core/integration/{src/harness/fixtures/postgres =>
tests/connectors/fixtures}/mod.rs (68%)
rename core/integration/{src/harness =>
tests/connectors}/fixtures/postgres/container.rs (91%)
rename core/integration/{src/harness =>
tests/connectors}/fixtures/postgres/mod.rs (85%)
rename core/integration/{src/harness =>
tests/connectors}/fixtures/postgres/sink.rs (98%)
rename core/integration/{src/harness =>
tests/connectors}/fixtures/postgres/source.rs (83%)
create mode 100644
core/integration/tests/connectors/fixtures/quickwit/container.rs
copy bdd/java/settings.gradle.kts =>
core/integration/tests/connectors/fixtures/quickwit/mod.rs (89%)
rename core/integration/{src/harness => tests/connectors}/fixtures/wiremock.rs
(94%)
create mode 100644 core/integration/tests/server/message_cleanup.rs
create mode 100644
core/integration/tests/server/scenarios/message_cleanup_scenario.rs
delete mode 100644 foreign/cpp/.clang-format
delete mode 100644 foreign/cpp/.devcontainer/devcontainer.json
delete mode 100755 foreign/cpp/.devcontainer/post-install.sh
delete mode 100644 foreign/cpp/.gitignore
delete mode 100644 foreign/cpp/.lcovrc
delete mode 100644 foreign/cpp/.yamllint
delete mode 100644 foreign/cpp/CMakeLists.txt
delete mode 100644 foreign/cpp/CMakePresets.json
delete mode 100644 foreign/cpp/CONTRIBUTORS.md
delete mode 100644 foreign/cpp/CPPLINT.cfg
delete mode 100644 foreign/cpp/Doxyfile
delete mode 100644 foreign/cpp/LICENSE
delete mode 100644 foreign/cpp/NOTICE
delete mode 100644 foreign/cpp/README.md
delete mode 100644 foreign/cpp/docs/CMakeLists.txt
delete mode 100644 foreign/cpp/docs/images/init_act.png
delete mode 100644 foreign/cpp/docs/images/pre-commit_run.png
delete mode 100644
foreign/cpp/images/iggy-cpp-build/.devcontainer/devcontainer.json
delete mode 100644 foreign/cpp/images/iggy-cpp-build/README.md
delete mode 100644 foreign/cpp/sdk/binary.h
delete mode 100644 foreign/cpp/sdk/client.cc
delete mode 100644 foreign/cpp/sdk/client.h
delete mode 100644 foreign/cpp/sdk/command.h
delete mode 100644 foreign/cpp/sdk/json.cc
delete mode 100644 foreign/cpp/sdk/json.h
delete mode 100644 foreign/cpp/sdk/model.cc
delete mode 100644 foreign/cpp/sdk/model.h
delete mode 100644 foreign/cpp/sdk/net/address.cc
delete mode 100644 foreign/cpp/sdk/net/address.h
delete mode 100644 foreign/cpp/sdk/net/conn.cc
delete mode 100644 foreign/cpp/sdk/net/conn.h
delete mode 100644 foreign/cpp/sdk/net/http/conn.cc
delete mode 100644 foreign/cpp/sdk/net/http/conn.h
delete mode 100644 foreign/cpp/sdk/net/iggy.cc
delete mode 100644 foreign/cpp/sdk/net/iggy.h
delete mode 100644 foreign/cpp/sdk/net/protocol.cc
delete mode 100644 foreign/cpp/sdk/net/protocol.h
delete mode 100644 foreign/cpp/sdk/net/quic/address.h
delete mode 100644 foreign/cpp/sdk/net/quic/conn.h
delete mode 100644 foreign/cpp/sdk/net/quic/stream.h
delete mode 100644 foreign/cpp/sdk/net/ssl/crypto.cc
delete mode 100644 foreign/cpp/sdk/net/ssl/crypto.h
delete mode 100644 foreign/cpp/sdk/net/ssl/ssl.cc
delete mode 100644 foreign/cpp/sdk/net/ssl/ssl.h
delete mode 100644 foreign/cpp/sdk/net/ssl/ssl_engine.h
delete mode 100644 foreign/cpp/sdk/net/tcp/conn.cc
delete mode 100644 foreign/cpp/sdk/net/tcp/conn.h
delete mode 100644 foreign/cpp/sdk/net/transport.h
delete mode 100644 foreign/cpp/sdk/serialization.cc
delete mode 100644 foreign/cpp/sdk/serialization.h
delete mode 100644 foreign/cpp/sdk/types.h
delete mode 100644 foreign/cpp/tests/CMakeLists.txt
delete mode 100644 foreign/cpp/tests/e2e/e2e_testutils.cc
delete mode 100644 foreign/cpp/tests/e2e/e2e_testutils.h
delete mode 100644 foreign/cpp/tests/e2e/ping_cmd_test.cc
delete mode 100644 foreign/cpp/tests/e2e/server.toml
delete mode 100644 foreign/cpp/tests/unit/client_test.cc
delete mode 100644 foreign/cpp/tests/unit/crypto_test.cc
delete mode 100644 foreign/cpp/tests/unit/iggy_protocol_provider_test.cc
delete mode 100644 foreign/cpp/tests/unit/model_test.cc
delete mode 100644 foreign/cpp/tests/unit/serialization_test.cc
delete mode 100644 foreign/cpp/tests/unit/ssl_test.cc
delete mode 100644 foreign/cpp/tests/unit/unit_testutils.cc
delete mode 100644 foreign/cpp/tests/unit/unit_testutils.h
delete mode 100644 foreign/cpp/vcpkg-configuration.json
delete mode 100644 foreign/cpp/vcpkg.json
create mode 100755 scripts/ci/python-version-sync.sh
