This is an automated email from the ASF dual-hosted git repository.
hansva pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-hop.git.
from 915b3fb HOP-2489 Bump commons-collections to commons-collections4
(#594)
new 1da92cd HOP-2269 : Allow metadata to be read from other projects
new e283fa3 HOP-2104 : Hop needs a default "Project" and "Local Run
Configuration" HOP-2478 : Options Dialog : ConfigPlugins are no longer showing
up HOP-2166 : Improve first-time usage experience
new 772602b HOP-2474 : Add UDJE (User Defined Java Expression) to ETL
Metadata Injection step
new b055a67 HOP-2104, HOP-2478, HOP-2166 : Removed unused (beam)-demo
module and RAT exclusion
new 97cf3c3 HOP-2269: remove Demo assembly
new bfb520c Merge branch 'pr588'
new 79bc133 HOP-2104, HOP-2478, HOP-2166 : automatic packaging of samples
new 50a8211 HOP-2104, HOP-2478, HOP-2166 : samples packaging: prevent out
of order execution during parallel processing
new 198d2e3 Avoid running assemblies during maven compile phase
new e5268ae Merge pull request #588 from mattcasters/master
The 1540 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
assemblies/client/pom.xml | 2 +-
assemblies/client/src/assembly/assembly.xml | 2 +-
assemblies/core/lib/pom.xml | 2 +-
assemblies/lib/pom.xml | 2 +-
assemblies/pom.xml | 2 +-
assemblies/{demo => samples}/pom.xml | 18 +-
.../{demo => samples}/src/assembly/assembly.xml | 12 +-
.../main/resources/audit/beam-demo/data-orch.list | 1 -
.../src/main/resources/config/hop-config.json | 12 +-
.../metadata/pipeline-run-configuration/local.json | 4 +-
.../metadata/workflow-run-configuration/local.json | 4 +-
.../config/projects/default}/project-config.json | 6 +-
.../config/projects/samples}/project-config.json | 6 +-
.../hop/core/config/plugin/ConfigPlugin.java | 6 +-
.../hop/core/config/plugin/ConfigPluginType.java | 4 +-
.../hop/core/extension/HopExtensionPoint.java | 1 -
.../apache/hop/metadata/api/HopMetadataBase.java | 25 +-
.../org/apache/hop/metadata/api/IHopMetadata.java | 6 +-
.../metadata/serializer/BaseMetadataProvider.java | 59 +-
.../serializer/json/JsonMetadataProvider.java | 10 +-
.../serializer/json/JsonMetadataSerializer.java | 20 +-
.../serializer/memory/MemoryMetadataProvider.java | 9 +-
.../memory/MemoryMetadataSerializer.java | 11 +-
.../serializer/multi/MultiMetadataProvider.java | 185 ++++
.../serializer/multi/MultiMetadataSerializer.java | 178 ++++
.../apache/hop/metadata/util/HopMetadataUtil.java | 47 +-
.../serializer/multi/MetadataTestBase.java | 72 ++
.../metadata/serializer/multi/MetadataType1.java | 97 ++
.../metadata/serializer/multi/MetadataType2.java | 97 ++
.../multi/MultiMetadataProviderTest.java | 87 ++
.../multi/MultiMetadataSerializerTest.java | 151 +++
.../main/java/org/apache/hop/config/HopConfig.java | 104 +-
.../org/apache/hop/partition/PartitionSchema.java | 17 -
.../hop/pipeline/engine/PipelineEngineFactory.java | 104 +-
.../src/main/java/org/apache/hop/run/HopRun.java | 171 ++--
.../mssqlnative/MsSqlServerNativeDatabaseMeta.java | 8 +-
.../demo/tmp/evaluate-kafka-to-neo4j-delta.hpl | 1081 --------------------
.../resources/demo/tmp/generate-kafka-messages.hpl | 713 -------------
.../demo/tmp/process-kafka-messages-batch-100.hpl | 771 --------------
.../demo/tmp/process-kafka-messages-unwind-100.hpl | 772 --------------
.../resources/demo/tmp/process-kafka-messages.hpl | 771 --------------
...bscribe-to-gcp-queue-and-populate-big-query.hpl | 908 ----------------
.../beam}/input/customers-noheader-1k.txt | 0
.../demo => samples/beam}/input/state-data.txt | 0
.../demo => samples/beam}/pipelines/complex.hpl | 0
.../beam}/pipelines/generate-synthetic-data.hpl | 0
.../beam}/pipelines/input-process-output.hpl | 0
.../beam}/pipelines/switch-case.hpl | 0
.../beam}/pipelines/unbounded-synthetic-data.hpl | 0
.../beam}/workflows/input-process-output.hwf | 0
.../demo => samples}/datasets/complex-golden.csv | 0
.../demo => samples}/datasets/customers-input.csv | 0
.../datasets/filter-split-combine-golden.csv | 0
.../demo => samples}/datasets/group-by-golden.csv | 0
.../datasets/input-process-output-golden.csv | 0
.../datasets/json-pubsub-messages.csv | 0
.../datasets/kafka-beers-golden.csv | 0
.../demo => samples}/datasets/kafka-beers.csv | 0
.../demo => samples}/datasets/kafka-comsumer.csv | 0
.../datasets/merge-join-golden.csv | 0
.../demo => samples}/datasets/state-data-input.csv | 0
.../datasets/stream-lookup-golden.csv | 0
.../datasets/switch-case-golden.csv | 0
.../metadata/dataset/complex-golden.json | 0
.../metadata/dataset/customers-input.json | 0
.../dataset/input-process-output-golden.json | 0
.../metadata/dataset/state-date input.json | 0
.../metadata/file-definition/Customers.json | 0
.../file-definition/State population data.json | 0
.../pipeline-run-configuration/DataFlow.json | 0
.../pipeline-run-configuration/Direct.json | 6 +-
.../metadata/pipeline-run-configuration/Flink.json | 6 +-
.../metadata/unit-test/complex UNIT.json | 2 +-
.../unit-test/input-process-output UNIT.json | 2 +-
.../unit-test/input-process-output2 UNIT.json | 2 +-
plugins/misc/projects/src/main/doc/projects.adoc | 326 ++++++
.../apache/hop/projects/config/ProjectsConfig.java | 143 ++-
.../config/ProjectsConfigOptionPlugin.java | 377 +++++++
.../projects/config/ProjectsRunOptionPlugin.java | 165 +++
.../apache/hop/projects/gui/ProjectsGuiPlugin.java | 16 +-
.../project/ManageProjectsOptionPlugin.java | 36 +
.../org/apache/hop/projects/project/Project.java | 250 +++--
.../apache/hop/projects/project/ProjectDialog.java | 89 +-
.../xp/HopGuiDirectoryOpenSetDefaultFolder.java | 6 +
.../hop/projects/xp/HopGuiStartProjectLoad.java | 122 +--
.../xp/HopRunCalculateFilenameExtensionPoint.java | 3 +-
.../hop/projects/xp/HopRunStartExtensionPoint.java | 105 --
.../demo => plugins}/src/assembly/assembly.xml | 30 +-
.../Add Sequence - Add a cyclic number.hpl | 106 ++
.../transforms/Add Sequence - Add a unique ID.hpl} | 105 +-
.../hop/pipeline/transforms/janino/JaninoMeta.java | 12 +-
.../transforms/janino/JaninoMetaFunction.java | 18 +
.../janino/messages/messages_en_US.properties | 8 +
.../transforms/metainject/MetaInjectDialog.java | 3 +-
pom.xml | 7 +-
.../hop/ui/core/database/DatabaseMetaEditor.java | 14 -
.../hop/ui/core/dialog/EnterOptionsDialog.java | 91 +-
.../hop/ui/core/gui/GuiCompositeWidgets.java | 18 +-
.../gui/IGuiPluginCompositeWidgetsListener.java | 13 +-
.../hop/ui/core/metadata/MetadataEditor.java | 9 +-
.../hopgui/file/pipeline/HopGuiPipelineGraph.java | 8 +-
.../hopgui/file/workflow/HopGuiWorkflowGraph.java | 4 +-
102 files changed, 2938 insertions(+), 5722 deletions(-)
rename assemblies/{demo => samples}/pom.xml (81%)
copy assemblies/{demo => samples}/src/assembly/assembly.xml (82%)
delete mode 100644
assemblies/static/src/main/resources/audit/beam-demo/data-orch.list
rename {plugins/engines/beam/src/main/resources/demo =>
assemblies/static/src/main/resources/config/projects/default}/metadata/pipeline-run-configuration/local.json
(82%)
rename {plugins/engines/beam/src/main/resources/demo =>
assemblies/static/src/main/resources/config/projects/default}/metadata/workflow-run-configuration/local.json
(52%)
copy {plugins/engines/beam/src/main/resources/demo =>
assemblies/static/src/main/resources/config/projects/default}/project-config.json
(70%)
rename {plugins/engines/beam/src/main/resources/demo =>
assemblies/static/src/main/resources/config/projects/samples}/project-config.json
(70%)
create mode 100644
core/src/main/java/org/apache/hop/metadata/serializer/multi/MultiMetadataProvider.java
create mode 100644
core/src/main/java/org/apache/hop/metadata/serializer/multi/MultiMetadataSerializer.java
create mode 100644
core/src/test/java/org/apache/hop/metadata/serializer/multi/MetadataTestBase.java
create mode 100644
core/src/test/java/org/apache/hop/metadata/serializer/multi/MetadataType1.java
create mode 100644
core/src/test/java/org/apache/hop/metadata/serializer/multi/MetadataType2.java
create mode 100644
core/src/test/java/org/apache/hop/metadata/serializer/multi/MultiMetadataProviderTest.java
create mode 100644
core/src/test/java/org/apache/hop/metadata/serializer/multi/MultiMetadataSerializerTest.java
delete mode 100644
plugins/engines/beam/src/main/resources/demo/tmp/evaluate-kafka-to-neo4j-delta.hpl
delete mode 100644
plugins/engines/beam/src/main/resources/demo/tmp/generate-kafka-messages.hpl
delete mode 100644
plugins/engines/beam/src/main/resources/demo/tmp/process-kafka-messages-batch-100.hpl
delete mode 100644
plugins/engines/beam/src/main/resources/demo/tmp/process-kafka-messages-unwind-100.hpl
delete mode 100644
plugins/engines/beam/src/main/resources/demo/tmp/process-kafka-messages.hpl
delete mode 100644
plugins/engines/beam/src/main/resources/demo/tmp/tr-subscribe-to-gcp-queue-and-populate-big-query.hpl
rename plugins/engines/beam/src/main/{resources/demo =>
samples/beam}/input/customers-noheader-1k.txt (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples/beam}/input/state-data.txt (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples/beam}/pipelines/complex.hpl (100%)
copy plugins/engines/beam/src/main/{resources/demo =>
samples/beam}/pipelines/generate-synthetic-data.hpl (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples/beam}/pipelines/input-process-output.hpl (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples/beam}/pipelines/switch-case.hpl (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples/beam}/pipelines/unbounded-synthetic-data.hpl (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples/beam}/workflows/input-process-output.hwf (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/complex-golden.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/customers-input.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/filter-split-combine-golden.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/group-by-golden.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/input-process-output-golden.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/json-pubsub-messages.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/kafka-beers-golden.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/kafka-beers.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/kafka-comsumer.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/merge-join-golden.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/state-data-input.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/stream-lookup-golden.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/datasets/switch-case-golden.csv (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/dataset/complex-golden.json (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/dataset/customers-input.json (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/dataset/input-process-output-golden.json (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/dataset/state-date input.json (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/file-definition/Customers.json (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/file-definition/State population data.json (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/pipeline-run-configuration/DataFlow.json (100%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/pipeline-run-configuration/Direct.json (78%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/pipeline-run-configuration/Flink.json (89%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/unit-test/complex UNIT.json (98%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/unit-test/input-process-output UNIT.json (96%)
rename plugins/engines/beam/src/main/{resources/demo =>
samples}/metadata/unit-test/input-process-output2 UNIT.json (95%)
create mode 100644 plugins/misc/projects/src/main/doc/projects.adoc
create mode 100644
plugins/misc/projects/src/main/java/org/apache/hop/projects/config/ProjectsConfigOptionPlugin.java
create mode 100644
plugins/misc/projects/src/main/java/org/apache/hop/projects/config/ProjectsRunOptionPlugin.java
delete mode 100644
plugins/misc/projects/src/main/java/org/apache/hop/projects/xp/HopRunStartExtensionPoint.java
rename {assemblies/demo => plugins}/src/assembly/assembly.xml (69%)
create mode 100644
plugins/transforms/addsequence/src/main/samples/transforms/Add Sequence - Add a
cyclic number.hpl
rename
plugins/{engines/beam/src/main/resources/demo/pipelines/generate-synthetic-data.hpl
=> transforms/addsequence/src/main/samples/transforms/Add Sequence - Add a
unique ID.hpl} (53%)
