This is an automated email from the ASF dual-hosted git repository.
martinzink pushed a change to branch minifi_rust_impr_3
in repository https://gitbox.apache.org/repos/asf/nifi-minifi-cpp.git
omit 4c4cfeb48 update manifest
omit aef4b7efe update docs
omit 69b2db28b MINIFICPP-2901 Rust route_to_failure by default, rollback
explicit
add 0dc40f95e MINIFICPP-2890 InputStream::read (length prefixed string)
length shou… (#2251)
add d860695ae MINIFICPP-2900 Fix leak of NodeID allocation in OPC
processors (#2261)
add 1fd09ad4b MINIFICPP-2904 Register pip3 alternative for python3.12 on
Rocky 8/9 (#2264)
add 58838fd7b MINIFICPP-2877 Fix ASan and LSan warnings (#2254)
add 4756cb537 MINIFICPP-2852 Implement LMDB based flow file repository
(#2203)
add ac00fa335 MINIFICPP-2749 Add EncryptContentPGP and DecryptContentPGP
add 08b1057be MINIFICPP-2892 Tensor extensions based on sonos/tract
add d63f20453 rebase fix
add 911719e6b MINIFICPP-2901 Rust route_to_failure by default, rollback
explicit
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (4c4cfeb48)
\
N -- N -- N refs/heads/minifi_rust_impr_3 (911719e6b)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../ubuntu_22_04_clang_arm_manifest.json | 803 +++++++++++++++++++++
.github/workflows/memcheck_ci.yml | 61 +-
CMakeLists.txt | 10 +
CONFIGURE.md | 9 +-
CONTROLLERS.md | 53 +-
PROCESSORS.md | 246 +++++++
README.md | 53 +-
behave_framework/pyproject.toml | 3 +-
cmake/Abseil.cmake | 4 +-
cmake/BuildTests.cmake | 16 +
cmake/BundledIodbc.cmake | 2 +-
cmake/CivetWeb.cmake | 5 +
cmake/FetchLibSSH2.cmake | 12 +-
cmake/Grpc.cmake | 2 +-
cmake/MiNiFiOptions.cmake | 1 +
cmake/VerifyPackageWithDocker.cmake | 8 +-
cmake/valgrind.supp | 76 +-
conanfile.py | 2 +-
controller/Controller.cpp | 46 +-
core-framework/common/src/io/InputStream.cpp | 71 +-
core-framework/common/src/utils/Id.cpp | 7 +-
core-framework/include/core/Core.h | 2 +-
core-framework/include/core/ProcessorImpl.h | 2 +-
core-framework/src/core/ProcessorImpl.cpp | 2 +-
.../include/api/core/ControllerServiceImpl.h | 2 +-
.../include/api/core/ProcessorImpl.h | 6 +-
.../src/core/ControllerServiceImpl.cpp | 2 +-
.../include/utils/net/ConnectionHandler.h | 30 +-
extension-framework/include/utils/net/Server.h | 25 +-
extension-framework/src/utils/net/TcpServer.cpp | 9 +-
extension-framework/src/utils/net/UdpServer.cpp | 3 +
extensions/aws/tests/MockS3RequestSender.h | 3 +-
extensions/couchbase/CMakeLists.txt | 2 +
extensions/couchbase/tests/CMakeLists.txt | 2 +
extensions/libarchive/BinFiles.h | 2 +-
extensions/lmdb/LmdbContentRepository.cpp | 175 +----
extensions/lmdb/LmdbContentRepository.h | 32 +-
extensions/lmdb/LmdbFlowFileRepository.cpp | 254 +++++++
extensions/lmdb/LmdbFlowFileRepository.h | 120 +++
extensions/lmdb/LmdbStream.cpp | 56 +-
extensions/lmdb/LmdbStream.h | 11 +-
extensions/lmdb/LmdbWrapper.cpp | 269 +++++++
extensions/lmdb/LmdbWrapper.h | 63 ++
.../lmdb/tests/LmdbContentRepositoryTests.cpp | 32 +-
extensions/lmdb/tests/LmdbContentSessionTests.cpp | 2 +-
.../lmdb/tests/LmdbFlowFileRepositoryTests.cpp | 470 ++++++++++++
extensions/lmdb/tests/LmdbStreamTests.cpp | 111 +--
.../opc/include/{opcbase.h => BaseOPCProcessor.h} | 2 +-
.../include/{fetchopc.h => FetchOPCProcessor.h} | 6 +-
extensions/opc/include/{opc.h => OPCCommon.h} | 39 +-
.../opc/include/{putopc.h => PutOPCProcessor.h} | 8 +-
.../opc/src/{opcbase.cpp => BaseOPCProcessor.cpp} | 4 +-
.../src/{fetchopc.cpp => FetchOPCProcessor.cpp} | 14 +-
extensions/opc/src/{opc.cpp => OPCCommon.cpp} | 8 +-
.../opc/src/{putopc.cpp => PutOPCProcessor.cpp} | 51 +-
...ocessorTests.cpp => FetchOPCProcessorTests.cpp} | 26 +-
extensions/opc/tests/OpcUaTestServer.h | 30 +
...ProcessorTests.cpp => PutOPCProcessorTests.cpp} | 12 +-
extensions/python/types/Types.h | 6 +-
.../tests/DBContentRepositoryTests.cpp | 12 +-
.../rocksdb-repos/tests/RocksDBStreamTests.cpp | 2 +-
.../standard-processors/processors/GetTCP.cpp | 22 +-
.../tests/unit/GenerateFlowFileTests.cpp | 3 +-
.../standard-processors/tests/unit/PutTCPTests.cpp | 4 +-
libminifi/include/c2/PayloadSerializer.h | 18 +-
libminifi/include/sitetosite/SiteToSite.h | 2 +-
libminifi/src/Configuration.cpp | 1 +
libminifi/src/FlowFileRecord.cpp | 6 +-
libminifi/src/c2/ControllerSocketProtocol.cpp | 19 +-
libminifi/src/core/FlowConfiguration.cpp | 16 +-
libminifi/src/provenance/Provenance.cpp | 22 +-
libminifi/src/sitetosite/RawSiteToSiteClient.cpp | 2 +-
libminifi/src/sitetosite/SiteToSiteClient.cpp | 6 +-
libminifi/test/integration/HTTPSiteToSiteTests.cpp | 24 +-
.../libtest/integration/ConnectionCountingServer.h | 11 +-
.../test/libtest/integration/HTTPHandlers.cpp | 9 +-
libminifi/test/libtest/integration/HTTPHandlers.h | 3 -
libminifi/test/libtest/unit/TestUtils.cpp | 2 +-
libminifi/test/unit/FileStreamTests.cpp | 30 -
libminifi/test/unit/FileSystemRepositoryTests.cpp | 11 +
libminifi/test/unit/SerializationTests.cpp | 6 +-
libminifi/test/unit/StreamTests.cpp | 45 +-
.../common/include/minifi-cpp/io/InputStream.h | 11 +-
minifi-api/common/include/minifi-cpp/utils/Id.h | 9 +-
minifi-api/include/minifi-cpp/core/Core.h | 2 +-
.../include/minifi-cpp/properties/Configuration.h | 1 +
minifi_rust/CMakeLists.txt | 16 +-
minifi_rust/Cargo.toml | 6 +
.../.cargo/config.toml | 0
minifi_rust/extensions/minifi_pgp/.gitignore | 7 +
minifi_rust/extensions/minifi_pgp/Cargo.toml | 14 +
.../minifi_pgp/features/encrypt_decrypt.feature | 67 ++
.../features/environment.py | 7 +-
.../extensions/minifi_pgp/features/steps/steps.py | 80 ++
minifi_rust/extensions/minifi_pgp/minifi_pgp.md | 112 +++
.../src/controller_services/encryption_key.rs | 131 ++++
.../src/controller_services/key_file_property.rs | 118 +++
.../src/controller_services/key_lookup.rs | 141 ++++
.../src/controller_services/key_parsing.rs | 90 +++
.../src/controller_services/key_property.rs | 49 ++
.../src/controller_services/mod.rs} | 13 +-
.../src/controller_services/private_key_service.rs | 249 +++++++
.../src/controller_services/public_key_service.rs | 296 ++++++++
.../properties.rs => minifi_pgp/src/lib.rs} | 33 +-
.../minifi_pgp/src/processors/decrypt_content.rs | 468 ++++++++++++
.../minifi_pgp/src/processors/encrypt_content.rs | 391 ++++++++++
.../minifi_pgp/src/processors/mod.rs} | 5 +-
.../src/test_utils/mod.rs} | 19 +-
minifi_rust/extensions/minifi_pgp/src/utils.rs | 80 ++
.../extensions/minifi_pgp/test_keys/README.txt | 59 ++
.../extensions/minifi_pgp/test_keys/alice.asc | 18 +
.../extensions/minifi_pgp/test_keys/alice.gpg | Bin 0 -> 640 bytes
.../minifi_pgp/test_keys/alice_private.asc | 32 +
.../minifi_pgp/test_keys/alice_private.gpg | Bin 0 -> 1337 bytes
.../minifi_pgp/test_keys/ambiguous_keyring.gpg | Bin 0 -> 3227 bytes
.../minifi_pgp/test_keys/bob_private.asc | 71 ++
.../minifi_pgp/test_keys/bob_private.gpg | Bin 0 -> 3207 bytes
.../extensions/minifi_pgp/test_keys/dave.asc | 14 +
.../minifi_pgp/test_keys/dave_private.asc | 18 +
.../extensions/minifi_pgp/test_keys/erin.asc | 10 +
.../extensions/minifi_pgp/test_keys/garbage.gpg | Bin 0 -> 1024 bytes
.../extensions/minifi_pgp/test_keys/keyring.asc | 58 ++
.../extensions/minifi_pgp/test_keys/keyring.gpg | Bin 0 -> 2545 bytes
.../minifi_pgp/test_keys/mixed_secret_keyring.gpg | Bin 0 -> 1966 bytes
.../minifi_pgp/test_keys/secret_keyring.asc | 99 +++
.../minifi_pgp/test_keys/secret_keyring.gpg | Bin 0 -> 4544 bytes
.../minifi_pgp/test_keys/spoofed_bob.asc | 19 +
.../extensions/minifi_pgp/test_keys/truncated.asc | 10 +
.../minifi_pgp/test_keys/truncated_private.asc | 17 +
.../minifi_pgp/test_messages/foo_for_alice.asc | 12 +
.../minifi_pgp/test_messages/foo_for_alice.gpg | Bin 0 -> 346 bytes
.../test_messages/password_encrypted_foo.asc | 6 +
.../test_messages/password_encrypted_foo.gpg | 1 +
.../src/processors/asciify_german.rs | 4 +-
.../src/processors/asciify_german/tests.rs | 5 +-
.../src/processors/get_file.rs | 4 +-
.../src/processors/put_file/unix_permissions.rs | 11 +-
minifi_rust/extensions/minifi_tensor/Cargo.toml | 25 +
.../minifi_tensor/features/basic.feature | 33 +
.../minifi_tensor/features/classification.feature | 128 ++++
.../minifi_tensor/features/detection.feature | 131 ++++
.../minifi_tensor/features/environment.py | 125 ++++
.../minifi_tensor/features/image_to_tensor.feature | 105 +++
.../minifi_tensor/features/steps/steps.py | 13 +-
.../extensions/minifi_tensor/minifi_tensor.md | 317 ++++++++
minifi_rust/extensions/minifi_tensor/src/lib.rs | 53 ++
.../src/low_level_processors/classify_output.rs | 534 ++++++++++++++
.../classify_output/classify_output_def.rs | 161 +++++
.../low_level_processors/filter_bounding_boxes.rs | 582 +++++++++++++++
.../filter_bounding_boxes_def.rs | 152 ++++
.../src/low_level_processors/image_to_tensor.rs | 661 +++++++++++++++++
.../image_to_tensor/image_to_tensor_def.rs | 206 ++++++
.../src/low_level_processors/invoke_tract_model.rs | 118 +++
.../invoke_tract_model/invoke_tract_model_def.rs | 87 +++
.../src/low_level_processors/mod.rs} | 11 +-
.../minifi_tensor/src/processors/classify_image.rs | 80 ++
.../classify_image/classify_image_def.rs | 82 +++
.../minifi_tensor/src/processors/detect_object.rs | 118 +++
.../processors/detect_object/detect_object_def.rs | 99 +++
.../src/processors/draw_bounding_box.rs | 191 +++++
.../minifi_tensor/src/processors/mod.rs} | 6 +-
.../minifi_tensor/src/services/mod.rs} | 4 +-
.../src/services/tract_model_service.rs | 178 +++++
.../tract_model_service/service_definition.rs | 50 ++
.../minifi_tensor/src/utils/bounding_box.rs | 204 ++++++
.../minifi_tensor/src/utils/dimensions.rs | 146 ++++
.../minifi_tensor/src/utils/mod.rs} | 8 +-
.../minifi_tensor/src/utils/per_channel_f32.rs | 86 +++
.../minifi_tensor/src/utils/score_activation.rs | 91 +++
.../minifi_tensor/src/utils/tensor_helpers.rs | 259 +++++++
minifi_rust/minifi_native/src/api/errors.rs | 217 +++++-
minifi_rust/minifi_native/src/api/processor.rs | 3 +-
.../flow_file_stream_transform.rs | 6 +-
.../api/processor_wrappers/flow_file_transform.rs | 5 +-
minifi_rust/minifi_native/src/lib.rs | 15 +-
minifi_rust/minifi_native/src/test_utils.rs | 48 ++
minifi_rust/minifi_rs_behave/Cargo.toml | 1 -
minifi_rust/minifi_rs_behave/Dockerfile.alpine | 4 +-
minifi_rust/minifi_rs_behave/Dockerfile.debian | 4 +-
minifi_rust/minifi_rs_behave/linux_build.sh | 9 +
thirdparty/abseil/rename-crc32.patch | 44 +-
thirdparty/couchbase/all/conanfile.py | 2 +-
thirdparty/grpc/all/conandata.yml | 8 +-
thirdparty/grpc/all/conanfile.py | 2 +-
.../fix-msvc-auto-return-type-template-arg.patch | 16 +-
.../{grpc_1.82.0.yml => grpc_1.83.1.yml} | 2 +-
thirdparty/grpc/config.yml | 2 +-
thirdparty/libssh2/fix-ecdh-leak.patch | 18 +
188 files changed, 11198 insertions(+), 794 deletions(-)
create mode 100644 extensions/lmdb/LmdbFlowFileRepository.cpp
create mode 100644 extensions/lmdb/LmdbFlowFileRepository.h
create mode 100644 extensions/lmdb/LmdbWrapper.cpp
create mode 100644 extensions/lmdb/LmdbWrapper.h
create mode 100644 extensions/lmdb/tests/LmdbFlowFileRepositoryTests.cpp
rename extensions/opc/include/{opcbase.h => BaseOPCProcessor.h} (99%)
rename extensions/opc/include/{fetchopc.h => FetchOPCProcessor.h} (97%)
rename extensions/opc/include/{opc.h => OPCCommon.h} (77%)
rename extensions/opc/include/{putopc.h => PutOPCProcessor.h} (96%)
rename extensions/opc/src/{opcbase.cpp => BaseOPCProcessor.cpp} (99%)
rename extensions/opc/src/{fetchopc.cpp => FetchOPCProcessor.cpp} (95%)
rename extensions/opc/src/{opc.cpp => OPCCommon.cpp} (99%)
rename extensions/opc/src/{putopc.cpp => PutOPCProcessor.cpp} (86%)
rename extensions/opc/tests/{FetchOpcProcessorTests.cpp =>
FetchOPCProcessorTests.cpp} (91%)
rename extensions/opc/tests/{PutOpcProcessorTests.cpp =>
PutOPCProcessorTests.cpp} (98%)
copy minifi_rust/extensions/{minifi_rs_playground =>
minifi_pgp}/.cargo/config.toml (100%)
create mode 100644 minifi_rust/extensions/minifi_pgp/.gitignore
create mode 100644 minifi_rust/extensions/minifi_pgp/Cargo.toml
create mode 100644
minifi_rust/extensions/minifi_pgp/features/encrypt_decrypt.feature
copy minifi_rust/extensions/{minifi_rs_playground =>
minifi_pgp}/features/environment.py (82%)
create mode 100644 minifi_rust/extensions/minifi_pgp/features/steps/steps.py
create mode 100644 minifi_rust/extensions/minifi_pgp/minifi_pgp.md
create mode 100644
minifi_rust/extensions/minifi_pgp/src/controller_services/encryption_key.rs
create mode 100644
minifi_rust/extensions/minifi_pgp/src/controller_services/key_file_property.rs
create mode 100644
minifi_rust/extensions/minifi_pgp/src/controller_services/key_lookup.rs
create mode 100644
minifi_rust/extensions/minifi_pgp/src/controller_services/key_parsing.rs
create mode 100644
minifi_rust/extensions/minifi_pgp/src/controller_services/key_property.rs
copy
minifi_rust/extensions/{minifi_rs_playground/src/processors/lorem_ipsum_cs_user/relationships.rs
=> minifi_pgp/src/controller_services/mod.rs} (82%)
create mode 100644
minifi_rust/extensions/minifi_pgp/src/controller_services/private_key_service.rs
create mode 100644
minifi_rust/extensions/minifi_pgp/src/controller_services/public_key_service.rs
copy
minifi_rust/extensions/{minifi_rs_playground/src/processors/lorem_ipsum_cs_user/properties.rs
=> minifi_pgp/src/lib.rs} (50%)
create mode 100644
minifi_rust/extensions/minifi_pgp/src/processors/decrypt_content.rs
create mode 100644
minifi_rust/extensions/minifi_pgp/src/processors/encrypt_content.rs
copy minifi_rust/{minifi_native/src/api/processor_wrappers/utils.rs =>
extensions/minifi_pgp/src/processors/mod.rs} (87%)
copy
minifi_rust/extensions/{minifi_rs_playground/src/controller_services/animal_controller_apis.rs
=> minifi_pgp/src/test_utils/mod.rs} (63%)
create mode 100644 minifi_rust/extensions/minifi_pgp/src/utils.rs
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/README.txt
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/alice.asc
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/alice.gpg
create mode 100644
minifi_rust/extensions/minifi_pgp/test_keys/alice_private.asc
create mode 100644
minifi_rust/extensions/minifi_pgp/test_keys/alice_private.gpg
create mode 100644
minifi_rust/extensions/minifi_pgp/test_keys/ambiguous_keyring.gpg
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/bob_private.asc
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/bob_private.gpg
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/dave.asc
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/dave_private.asc
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/erin.asc
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/garbage.gpg
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/keyring.asc
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/keyring.gpg
create mode 100644
minifi_rust/extensions/minifi_pgp/test_keys/mixed_secret_keyring.gpg
create mode 100644
minifi_rust/extensions/minifi_pgp/test_keys/secret_keyring.asc
create mode 100644
minifi_rust/extensions/minifi_pgp/test_keys/secret_keyring.gpg
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/spoofed_bob.asc
create mode 100644 minifi_rust/extensions/minifi_pgp/test_keys/truncated.asc
create mode 100644
minifi_rust/extensions/minifi_pgp/test_keys/truncated_private.asc
create mode 100644
minifi_rust/extensions/minifi_pgp/test_messages/foo_for_alice.asc
create mode 100644
minifi_rust/extensions/minifi_pgp/test_messages/foo_for_alice.gpg
create mode 100644
minifi_rust/extensions/minifi_pgp/test_messages/password_encrypted_foo.asc
create mode 100644
minifi_rust/extensions/minifi_pgp/test_messages/password_encrypted_foo.gpg
create mode 100644 minifi_rust/extensions/minifi_tensor/Cargo.toml
create mode 100644 minifi_rust/extensions/minifi_tensor/features/basic.feature
create mode 100644
minifi_rust/extensions/minifi_tensor/features/classification.feature
create mode 100644
minifi_rust/extensions/minifi_tensor/features/detection.feature
create mode 100644 minifi_rust/extensions/minifi_tensor/features/environment.py
create mode 100644
minifi_rust/extensions/minifi_tensor/features/image_to_tensor.feature
copy thirdparty/Simple-Windows-Posix-Semaphore/CMakeLists.txt =>
minifi_rust/extensions/minifi_tensor/features/steps/steps.py (76%)
create mode 100644 minifi_rust/extensions/minifi_tensor/minifi_tensor.md
create mode 100644 minifi_rust/extensions/minifi_tensor/src/lib.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/low_level_processors/classify_output.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/low_level_processors/classify_output/classify_output_def.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/low_level_processors/filter_bounding_boxes.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/low_level_processors/filter_bounding_boxes/filter_bounding_boxes_def.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/low_level_processors/image_to_tensor.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/low_level_processors/image_to_tensor/image_to_tensor_def.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/low_level_processors/invoke_tract_model.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/low_level_processors/invoke_tract_model/invoke_tract_model_def.rs
copy
minifi_rust/extensions/{minifi_rs_playground/src/processors/lorem_ipsum_cs_user/relationships.rs
=> minifi_tensor/src/low_level_processors/mod.rs} (81%)
create mode 100644
minifi_rust/extensions/minifi_tensor/src/processors/classify_image.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/processors/classify_image/classify_image_def.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/processors/detect_object.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/processors/detect_object/detect_object_def.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/processors/draw_bounding_box.rs
copy minifi_rust/{minifi_native/src/api/processor_wrappers/utils.rs =>
extensions/minifi_tensor/src/processors/mod.rs} (87%)
copy minifi_rust/{minifi_native/src/api/processor_wrappers/utils.rs =>
extensions/minifi_tensor/src/services/mod.rs} (87%)
create mode 100644
minifi_rust/extensions/minifi_tensor/src/services/tract_model_service.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/services/tract_model_service/service_definition.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/utils/bounding_box.rs
create mode 100644 minifi_rust/extensions/minifi_tensor/src/utils/dimensions.rs
copy minifi_rust/{minifi_native/src/api/processor_wrappers/utils.rs =>
extensions/minifi_tensor/src/utils/mod.rs} (84%)
create mode 100644
minifi_rust/extensions/minifi_tensor/src/utils/per_channel_f32.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/utils/score_activation.rs
create mode 100644
minifi_rust/extensions/minifi_tensor/src/utils/tensor_helpers.rs
create mode 100644 minifi_rust/minifi_native/src/test_utils.rs
rename thirdparty/grpc/all/target_info/{grpc_1.82.0.yml => grpc_1.83.1.yml}
(99%)
create mode 100644 thirdparty/libssh2/fix-ecdh-leak.patch
