This is an automated email from the ASF dual-hosted git repository.
zehnder pushed a change to branch SP-1085
in repository https://gitbox.apache.org/repos/asf/streampipes.git
from d9250f91f Merge branch 'dev' into SP-1085
add 3123212a7 [#1065] Add e2e tests for all json formats
add 5a2a19d39 Merge branch 'dev' into SP-1065
add c36c21fce [#1065] Replace library underscore with
jackson-dataformat-xml
add 898ad6c0f [SP-1065] Add e2e test for xml format
add 609b3f379 [SP-1065] Add e2e test for csv format
add 80afe5ecb [hotfix] Add missing header and fix dependency convergence
add ce0b5cafc [#1065] Extracted common strings into GeoJsonConstants
add 3854af17a Bump konva from 8.3.14 to 8.4.0 in /ui (#1083)
add 5119886c6 Bump simple-java-mail from 7.5.2 to 7.6.0 (#1076)
add 1e66a8b8d [#877] Format and lint core module (#1086)
add 1cde20aba Remove unused classes (#1058)
add 8a1161839 Remove obsolete event property quality classes (#1058)
add c59017c13 Eliminate Abstract and UnnamedStreamPipesEntity classes
(#SP-1058)
add 7b17ffe60 Bump jgrapht-core from 1.3.1 to 1.5.1
add 4e61e6848 Merge pull request #1075 from
apache/dependabot/maven/org.jgrapht-jgrapht-core-1.5.1
add 8de82671b Bump protobuf-java from 3.16.3 to 3.21.12
add 505fdb6d0 Merge pull request #1074 from
apache/dependabot/maven/com.google.protobuf-protobuf-java-3.21.12
add 8d07cafd2 Merge branch 'dev' into SP-1065
new 77354bffc Merge remote-tracking branch 'origin/SP-1065' into SP-1085
new 02059a87d [#1085] Extract find timestamp property from
FileStreamProtocol to EventSchemaUtils
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pom.xml | 12 +-
.../api/declarer/EventStreamDeclarer.java | 25 -
.../declarer/SemanticEventProducerDeclarer.java | 28 -
streampipes-extensions-management/pom.xml | 20 +-
.../connect/adapter/AdapterPipelineGenerator.java | 9 +-
.../connect/adapter/format/csv/CsvParser.java | 4 +-
.../geojson/GeoJsonConstants.java} | 30 +-
.../adapter/format/geojson/GeoJsonFormat.java | 28 +-
.../adapter/format/geojson/GeoJsonParser.java | 99 +-
...onObjectParser.java => AbstractJsonParser.java} | 49 +-
.../adapter/format/json/arraykey/JsonParser.java | 32 +-
.../format/json/arraynokey/JsonArrayParser.java | 36 +-
.../format/json/object/JsonObjectParser.java | 47 +-
.../adapter/format/xml/XmlMapConverter.java | 20 +-
.../connect/adapter/format/xml/XmlParser.java | 37 +-
.../adapter/model/generic/GenericAdapter.java | 4 -
.../pipeline/AdapterEventPreviewPipeline.java | 6 +
.../adapter/model/pipeline/AdapterPipeline.java | 8 +-
.../management/util/EventSchemaUtils.java | 29 +-
.../adapter/format/xml/XmlMapConverterTest.java | 37 +-
.../management/util/EventSchemaUtilsTest.java | 18 +-
.../streampipes-connect-adapters-iiot/pom.xml | 6 +
.../iiot/protocol/stream/FileStreamProtocol.java | 34 +-
streampipes-model/pom.xml | 5 -
.../apache/streampipes/model/ApplicationLink.java | 95 --
.../org/apache/streampipes/model/SpDataSet.java | 11 +-
.../org/apache/streampipes/model/SpDataStream.java | 67 -
.../streampipes/model/SpDataStreamContainer.java | 8 +-
.../model/base/AbstractStreamPipesEntity.java | 71 -
.../model/base/NamedStreamPipesEntity.java | 50 +-
.../apache/streampipes/model/base/Namespaces.java | 25 -
.../model/base/UnnamedStreamPipesEntity.java | 45 -
.../model/connect/guess/GuessSchema.java | 7 +-
.../rules/TransformationRuleDescription.java | 9 +-
.../model/dashboard/DashboardWidgetSettings.java | 3 +-
.../model/datalake/DataLakeMeasure.java | 16 +-
.../model/graph/DataSourceDescription.java | 93 --
.../model/grounding/EventGrounding.java | 4 +-
.../model/grounding/TopicDefinition.java | 7 +-
.../model/grounding/TransportFormat.java | 5 +-
.../model/grounding/TransportProtocol.java | 18 +-
.../model/grounding/WildcardTopicMapping.java | 4 +-
.../monitoring/ElementStatusInfoSettings.java | 5 +-
.../streampipes/model/output/OutputStrategy.java | 6 +-
.../model/output/PropertyRenameRule.java | 5 +-
.../model/output/TransformOperation.java | 5 +-
.../apache/streampipes/model/quality/Accuracy.java | 47 -
.../quality/EventPropertyQualityDefinition.java | 41 -
.../quality/EventPropertyQualityRequirement.java | 82 --
.../quality/EventStreamQualityDefinition.java | 40 -
.../quality/EventStreamQualityRequirement.java | 64 -
.../streampipes/model/quality/Frequency.java | 52 -
.../apache/streampipes/model/quality/Latency.java | 63 -
.../model/quality/MeasurementCapability.java | 54 -
.../model/quality/MeasurementObject.java | 54 -
.../model/quality/MeasurementProperty.java | 41 -
.../model/quality/MeasurementRange.java | 61 -
.../streampipes/model/quality/Precision.java | 48 -
.../streampipes/model/quality/Resolution.java | 48 -
.../model/runtime/RuntimeOptionsRequest.java | 6 +-
.../streampipes/model/schema/Enumeration.java | 1 -
.../streampipes/model/schema/EventProperty.java | 69 +-
.../model/schema/EventPropertyPrimitive.java | 10 -
.../streampipes/model/schema/EventSchema.java | 4 +-
.../model/schema/QuantitativeValue.java | 3 -
.../model/schema/ValueSpecification.java | 10 +-
.../streampipes/model/staticproperty/Option.java | 26 +-
.../staticproperty/PropertyValueSpecification.java | 4 +-
.../model/staticproperty/StaticProperty.java | 6 +-
.../staticproperty/StaticPropertyAlternative.java | 13 +
.../model/staticproperty/SupportedProperty.java | 4 +-
.../model/template/BoundPipelineElement.java | 5 +-
.../PipelineTemplateDescriptionContainer.java | 4 +-
.../model/template/PipelineTemplateInvocation.java | 7 +-
.../org/apache/streampipes/model/util/Cloner.java | 46 -
.../streampipes/model/util/ElementIdGenerator.java | 2 +-
.../apache/streampipes/model/util/SchemaUtils.java | 34 -
.../matching/output/ListOutputSchemaGenerator.java | 1 -
.../matching/output/PropertyDuplicateRemover.java | 3 -
.../output/TransformOutputSchemaGenerator.java | 7 +-
.../manager/matching/v2/StreamMatch.java | 29 +-
.../manager/matching/v2/StreamQualityMatch.java | 45 -
.../monitoring/pipeline/ExtensionsLogProvider.java | 6 +-
.../runtime/HeartbeatMessageGenerator.java | 38 -
.../runtime/RuntimeVerificationResult.java | 23 -
.../verification/runtime/RuntimeVerifier.java | 23 -
.../verification/runtime/SourceSchemaVerifier.java | 41 -
.../verification/structure/GeneralSecVerifier.java | 23 -
.../verification/structure/GeneralSepVerifier.java | 23 -
.../structure/GeneralSepaVerifier.java | 23 -
.../structure/StreamRequirementVerifier.java | 23 -
.../verification/structure/StreamVerifier.java | 41 -
.../AbstractPipelineElementResourceManager.java | 3 +-
.../streampipes/sdk/builder/DataSourceBuilder.java | 50 -
.../sdk/builder/PrimitivePropertyBuilder.java | 21 -
.../storage/couchdb/serializer/GsonSerializer.java | 8 -
ui/.eslintignore | 1 -
ui/.prettierignore | 1 -
.../fixtures/connect/format/csvWithComma.csv | 2 +
.../fixtures/connect/format/csvWithHeader.csv | 2 +
.../fixtures/connect/format/csvWithoutHeader.csv | 1 +
ui/cypress/fixtures/connect/format/geoJson.json | 16 +
ui/cypress/fixtures/connect/format/jsonArray.json | 9 +
.../fixtures/connect/format/jsonArrayField.json | 11 +
ui/cypress/fixtures/connect/format/jsonObject.json | 7 +
ui/cypress/fixtures/connect/format/xmlObject.xml | 28 +
ui/cypress/support/utils/connect/ConnectBtns.ts | 43 +
ui/cypress/support/utils/connect/ConnectUtils.ts | 12 +-
ui/cypress/tests/adapter/formats/format.spec.ts | 221 +++
ui/package-lock.json | 14 +-
ui/package.json | 2 +-
.../src/lib/model/gen/streampipes-model.ts | 1403 ++++++--------------
.../breadcrumb/breadcrumb.component.html | 35 +-
.../breadcrumb/breadcrumb.component.scss | 20 +-
.../components/breadcrumb/breadcrumb.component.ts | 44 +-
.../core/components/iconbar/iconbar.component.html | 82 +-
.../core/components/iconbar/iconbar.component.scss | 4 +-
.../core/components/iconbar/iconbar.component.ts | 40 +-
.../streampipes/streampipes.component.html | 10 +-
.../streampipes/streampipes.component.scss | 10 +-
.../streampipes/streampipes.component.ts | 21 +-
.../core/components/toolbar/toolbar.component.html | 204 ++-
.../core/components/toolbar/toolbar.component.scss | 61 +-
.../core/components/toolbar/toolbar.component.ts | 170 +--
ui/src/app/core/core.module.ts | 57 +-
ui/src/app/editor/editor.component.ts | 20 +-
126 files changed, 1622 insertions(+), 3491 deletions(-)
delete mode 100644
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/declarer/EventStreamDeclarer.java
delete mode 100644
streampipes-extensions-api/src/main/java/org/apache/streampipes/extensions/api/declarer/SemanticEventProducerDeclarer.java
copy
streampipes-extensions-management/src/main/java/org/apache/streampipes/extensions/management/connect/adapter/{guess/SchemaGuesser.java
=> format/geojson/GeoJsonConstants.java} (56%)
copy
streampipes-extensions-management/src/main/java/org/apache/streampipes/extensions/management/connect/adapter/format/json/{object/JsonObjectParser.java
=> AbstractJsonParser.java} (67%)
copy
streampipes-model/src/main/java/org/apache/streampipes/model/util/SchemaUtils.java
=>
streampipes-extensions-management/src/main/java/org/apache/streampipes/extensions/management/util/EventSchemaUtils.java
(74%)
copy
streampipes-data-explorer/src/test/java/org/apache/streampipesdataexplorer/v4/query/writer/item/TestCsvItemWriter.java
=>
streampipes-extensions-management/src/test/java/org/apache/streampipes/extensions/management/connect/adapter/format/xml/XmlMapConverterTest.java
(52%)
rename
streampipes-model/src/test/java/org/apache/streampipes/model/util/SchemaUtilsTest.java
=>
streampipes-extensions-management/src/test/java/org/apache/streampipes/extensions/management/util/EventSchemaUtilsTest.java
(81%)
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/ApplicationLink.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/base/AbstractStreamPipesEntity.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/base/Namespaces.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/base/UnnamedStreamPipesEntity.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/graph/DataSourceDescription.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/Accuracy.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/EventPropertyQualityDefinition.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/EventPropertyQualityRequirement.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/EventStreamQualityDefinition.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/EventStreamQualityRequirement.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/Frequency.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/Latency.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/MeasurementCapability.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/MeasurementObject.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/MeasurementProperty.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/MeasurementRange.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/Precision.java
delete mode 100644
streampipes-model/src/main/java/org/apache/streampipes/model/quality/Resolution.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/matching/v2/StreamQualityMatch.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/verification/runtime/HeartbeatMessageGenerator.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/verification/runtime/RuntimeVerificationResult.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/verification/runtime/RuntimeVerifier.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/verification/runtime/SourceSchemaVerifier.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/verification/structure/GeneralSecVerifier.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/verification/structure/GeneralSepVerifier.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/verification/structure/GeneralSepaVerifier.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/verification/structure/StreamRequirementVerifier.java
delete mode 100644
streampipes-pipeline-management/src/main/java/org/apache/streampipes/manager/verification/structure/StreamVerifier.java
delete mode 100644
streampipes-sdk/src/main/java/org/apache/streampipes/sdk/builder/DataSourceBuilder.java
create mode 100644 ui/cypress/fixtures/connect/format/csvWithComma.csv
create mode 100644 ui/cypress/fixtures/connect/format/csvWithHeader.csv
create mode 100644 ui/cypress/fixtures/connect/format/csvWithoutHeader.csv
create mode 100644 ui/cypress/fixtures/connect/format/geoJson.json
create mode 100644 ui/cypress/fixtures/connect/format/jsonArray.json
create mode 100644 ui/cypress/fixtures/connect/format/jsonArrayField.json
create mode 100644 ui/cypress/fixtures/connect/format/jsonObject.json
create mode 100644 ui/cypress/fixtures/connect/format/xmlObject.xml
create mode 100644 ui/cypress/tests/adapter/formats/format.spec.ts
