This is an automated email from the ASF dual-hosted git repository.
szaszm pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/nifi-minifi-cpp.git
from db574c821 MINIFICPP-2492 Free up disk space for docker tests
new bd1182eb8 MINIFICPP-2467 PutCouchbaseKey processor and controller
new ea16935f9 MINIFICPP-2469 Create GetCouchbaseKey processor
new 3885493eb MINIFICPP-2470 Add SSL and mTLS authentication support to
CouchbaseClusterService
new d6dcc24ed MINIFICPP-2479 Update librdkafka and add lz4, zstd support
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.clang-format | 10 +-
.github/workflows/ci.yml | 18 +-
.github/workflows/verify-package.yml | 4 +-
CMakeLists.txt | 2 +-
CONTROLLERS.md | 18 +
LICENSE | 154 +++++-
NOTICE | 3 +
PROCESSORS.md | 84 +++-
README.md | 5 +-
Windows.md | 2 +-
bootstrap.sh | 4 +-
bstrp_functions.sh | 2 +
cmake/Asio.cmake | 2 +-
cmake/BundledLibRdKafka.cmake | 72 ---
cmake/BundledRocksDB.cmake | 3 -
cmake/Bustache.cmake | 7 +
cmake/Couchbase.cmake | 45 ++
cmake/DockerConfig.cmake | 3 +-
cmake/Fetchlibrdkafka.cmake | 50 ++
cmake/LZ4.cmake | 22 +-
cmake/MiNiFiOptions.cmake | 3 +-
cmake/Spdlog.cmake | 4 +-
cmake/Zstd.cmake | 8 +-
cmake/fmt.cmake | 4 +-
cmake/zstd/dummy/Findzstd.cmake | 1 +
docker/requirements.txt | 1 +
docker/test/integration/cluster/ContainerStore.py | 13 +
.../test/integration/cluster/DockerTestCluster.py | 12 +-
.../cluster/DockerTestDirectoryBindings.py | 10 +-
.../cluster/checkers/CouchbaseChecker.py | 69 +++
.../integration/cluster/containers/Container.py | 4 +
.../cluster/containers/CouchbaseServerContainer.py | 125 +++++
.../features/MiNiFi_integration_test_driver.py | 24 +-
docker/test/integration/features/couchbase.feature | 232 +++++++++
docker/test/integration/features/kafka.feature | 259 +++++-----
docker/test/integration/features/steps/steps.py | 51 +-
...rollerService.py => CouchbaseClusterService.py} | 18 +-
.../integration/minifi/core/ControllerService.py | 1 +
.../Minifi_flow_json_serializer.py | 13 +-
.../Minifi_flow_yaml_serializer.py | 38 +-
.../{LogAttribute.py => GetCouchbaseKey.py} | 10 +-
.../{LogAttribute.py => PutCouchbaseKey.py} | 10 +-
examples/couchbase_mtls_authentication.json | 74 +++
examples/couchbase_mtls_authentication.yml | 45 ++
.../{elasticsearch => couchbase}/CMakeLists.txt | 14 +-
.../controllerservices/CouchbaseClusterService.cpp | 266 ++++++++++
.../controllerservices/CouchbaseClusterService.h | 177 +++++++
.../couchbase/processors/GetCouchbaseKey.cpp | 111 +++++
extensions/couchbase/processors/GetCouchbaseKey.h | 113 +++++
.../couchbase/processors/PutCouchbaseKey.cpp | 86 ++++
extensions/couchbase/processors/PutCouchbaseKey.h | 161 ++++++
extensions/{aws => couchbase}/tests/CMakeLists.txt | 23 +-
.../couchbase/tests/GetCouchbaseKeyTests.cpp | 170 +++++++
.../couchbase/tests/MockCouchbaseClusterService.h | 114 +++++
.../couchbase/tests/PutCouchbaseKeyTests.cpp | 172 +++++++
extensions/{librdkafka => kafka}/CMakeLists.txt | 16 +-
extensions/{librdkafka => kafka}/ConsumeKafka.cpp | 193 ++++----
extensions/kafka/ConsumeKafka.h | 313 ++++++++++++
.../{librdkafka => kafka}/KafkaConnection.cpp | 35 +-
extensions/{librdkafka => kafka}/KafkaConnection.h | 18 +-
.../{librdkafka => kafka}/KafkaProcessorBase.cpp | 28 +-
extensions/kafka/KafkaProcessorBase.h | 110 +++++
.../KafkaTopic.h} | 23 +-
extensions/{librdkafka => kafka}/PublishKafka.cpp | 550 +++++++++++----------
extensions/kafka/PublishKafka.h | 288 +++++++++++
extensions/{librdkafka => kafka}/rdkafka_utils.cpp | 46 +-
extensions/{librdkafka => kafka}/rdkafka_utils.h | 76 ++-
.../{librdkafka => kafka}/tests/CMakeLists.txt | 6 +-
.../tests/PublishKafkaTests.cpp | 34 ++
extensions/librdkafka/ConsumeKafka.h | 273 ----------
extensions/librdkafka/KafkaProcessorBase.h | 107 ----
extensions/librdkafka/KafkaTopic.h | 57 ---
extensions/librdkafka/PublishKafka.h | 253 ----------
libminifi/include/Exception.h | 2 +-
libminifi/include/core/Processor.h | 4 +-
libminifi/include/utils/SmallString.h | 2 +-
.../controller/StandardControllerServiceNode.cpp | 15 +-
thirdparty/bustache/add-append.patch | 18 +
thirdparty/couchbase/remove-thirdparty.patch | 172 +++++++
.../0001-remove-findLZ4-and-findZSTD.patch | 92 ++++
thirdparty/librdkafka/high-cpu.patch | 185 -------
win_build_vs.bat | 6 +-
82 files changed, 4192 insertions(+), 1676 deletions(-)
delete mode 100644 cmake/BundledLibRdKafka.cmake
create mode 100644 cmake/Couchbase.cmake
create mode 100644 cmake/Fetchlibrdkafka.cmake
create mode 100644 docker/test/integration/cluster/checkers/CouchbaseChecker.py
create mode 100644
docker/test/integration/cluster/containers/CouchbaseServerContainer.py
create mode 100644 docker/test/integration/features/couchbase.feature
copy
docker/test/integration/minifi/controllers/{KubernetesControllerService.py =>
CouchbaseClusterService.py} (56%)
copy docker/test/integration/minifi/processors/{LogAttribute.py =>
GetCouchbaseKey.py} (84%)
copy docker/test/integration/minifi/processors/{LogAttribute.py =>
PutCouchbaseKey.py} (84%)
create mode 100644 examples/couchbase_mtls_authentication.json
create mode 100644 examples/couchbase_mtls_authentication.yml
copy extensions/{elasticsearch => couchbase}/CMakeLists.txt (56%)
create mode 100644
extensions/couchbase/controllerservices/CouchbaseClusterService.cpp
create mode 100644
extensions/couchbase/controllerservices/CouchbaseClusterService.h
create mode 100644 extensions/couchbase/processors/GetCouchbaseKey.cpp
create mode 100644 extensions/couchbase/processors/GetCouchbaseKey.h
create mode 100644 extensions/couchbase/processors/PutCouchbaseKey.cpp
create mode 100644 extensions/couchbase/processors/PutCouchbaseKey.h
copy extensions/{aws => couchbase}/tests/CMakeLists.txt (71%)
create mode 100644 extensions/couchbase/tests/GetCouchbaseKeyTests.cpp
create mode 100644 extensions/couchbase/tests/MockCouchbaseClusterService.h
create mode 100644 extensions/couchbase/tests/PutCouchbaseKeyTests.cpp
rename extensions/{librdkafka => kafka}/CMakeLists.txt (76%)
rename extensions/{librdkafka => kafka}/ConsumeKafka.cpp (68%)
create mode 100644 extensions/kafka/ConsumeKafka.h
rename extensions/{librdkafka => kafka}/KafkaConnection.cpp (78%)
rename extensions/{librdkafka => kafka}/KafkaConnection.h (85%)
rename extensions/{librdkafka => kafka}/KafkaProcessorBase.cpp (85%)
create mode 100644 extensions/kafka/KafkaProcessorBase.h
copy extensions/{test-processors/LogOnDestructionProcessor.cpp =>
kafka/KafkaTopic.h} (62%)
rename extensions/{librdkafka => kafka}/PublishKafka.cpp (58%)
create mode 100644 extensions/kafka/PublishKafka.h
rename extensions/{librdkafka => kafka}/rdkafka_utils.cpp (73%)
rename extensions/{librdkafka => kafka}/rdkafka_utils.h (68%)
rename extensions/{librdkafka => kafka}/tests/CMakeLists.txt (92%)
rename extensions/{librdkafka => kafka}/tests/PublishKafkaTests.cpp (52%)
delete mode 100644 extensions/librdkafka/ConsumeKafka.h
delete mode 100644 extensions/librdkafka/KafkaProcessorBase.h
delete mode 100644 extensions/librdkafka/KafkaTopic.h
delete mode 100644 extensions/librdkafka/PublishKafka.h
create mode 100644 thirdparty/bustache/add-append.patch
create mode 100644 thirdparty/couchbase/remove-thirdparty.patch
create mode 100644 thirdparty/librdkafka/0001-remove-findLZ4-and-findZSTD.patch
delete mode 100644 thirdparty/librdkafka/high-cpu.patch
