This is an automated email from the ASF dual-hosted git repository.
kbeedkar pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
from f68bf88d Merge pull request #370 from damik3/sql-to-rdd-channel
new b2d52848 ML4all abstraction code
new 4fc6d3df pom files
new f020ab46 update licences
new ad65f8a3 Merge branch 'apache:main' into main
new c27e6fc3 update licences
new 75e605de fixes in main file, pom files, updated readme and a new guide
on how to compile newly added code
new 5cee47f5 Merge branch 'apache:main' into main
new d75a5723 Merge pull request #372 from zkaoudi/main
The 1918 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README.md | 1 +
guides/develop-in-Wayang.md | 42 ++++
guides/develop-with-Wayang.md | 10 +-
pom.xml | 5 +-
wayang-assembly/pom.xml | 5 +
wayang-ml4all/README.md | 56 ++++++
.../wayang-jdbc-template => wayang-ml4all}/pom.xml | 63 +++---
.../wayang/ml4all/abstraction/api/Compute.java | 26 ++-
.../wayang/ml4all/abstraction/api/LocalStage.java | 11 +-
.../ml4all/abstraction/api/LogicalOperator.java | 20 +-
.../apache/wayang/ml4all/abstraction/api/Loop.java | 24 +--
.../wayang/ml4all/abstraction/api/Sample.java | 27 +--
.../wayang/ml4all/abstraction/api/Transform.java | 21 +-
.../wayang/ml4all/abstraction/api/Update.java | 30 +--
.../wayang/ml4all/abstraction/api/UpdateLocal.java | 27 ++-
.../ml4all/abstraction/plan/ML4allGlobalVars.java | 38 ++--
.../wayang/ml4all/abstraction/plan/ML4allPlan.java | 195 ++++++++++++++++++
.../wayang/ml4all/abstraction/plan/Platforms.java | 13 +-
.../plan/wrappers/AggregateWrapper.java | 16 +-
.../abstraction/plan/wrappers/AssignWrapper.java | 50 +++++
.../plan/wrappers/AssignWrapperLocal.java | 29 ++-
.../plan/wrappers/ComputePerPartitionWrapper.java | 33 +--
.../abstraction/plan/wrappers/ComputeWrapper.java | 24 +--
.../plan/wrappers/LogicalOperatorWrapper.java | 9 +-
.../LogicalOperatorWrapperWithContext.java | 50 +++++
.../plan/wrappers/LoopCheckWrapper.java | 25 ++-
.../plan/wrappers/LoopConvergenceWrapper.java | 24 +--
.../abstraction/plan/wrappers/ReduceWrapper.java | 22 +-
.../wrappers/TransformPerPartitionWrapper.java | 26 ++-
.../plan/wrappers/TransformWrapper.java | 20 +-
.../plan/wrappers/UpdateLocalWrapper.java | 23 ++-
.../abstraction/plan/wrappers/UpdateWrapper.java | 23 ++-
.../ml4all/algorithms/kmeans/KMeansCompute.java | 60 ++++++
.../kmeans/KMeansConvergeOrMaxIterationsLoop.java | 58 ++++++
.../algorithms/kmeans/KMeansStageWithZeros.java | 31 ++-
.../ml4all/algorithms/kmeans/KMeansUpdate.java | 50 +++++
.../ml4all/algorithms/kmeans/TransformCSV.java | 33 +--
.../algorithms/sgd/ComputeLogisticGradient.java | 61 ++++++
.../ml4all/algorithms/sgd/LibSVMTransform.java | 48 +++++
.../wayang/ml4all/algorithms/sgd/SGDLoop.java | 50 +++++
.../wayang/ml4all/algorithms/sgd/SGDSample.java | 24 ++-
.../ml4all/algorithms/sgd/SGDStageWithZeros.java | 31 ++-
.../ml4all/algorithms/sgd/WeightsUpdate.java | 61 ++++++
.../apache/wayang/ml4all/examples/RunKMeans.java | 86 ++++++++
.../org/apache/wayang/ml4all/examples/RunSGD.java | 99 +++++++++
.../apache/wayang/ml4all/utils/SparseVector.java | 221 +++++++++++++++++++++
.../org/apache/wayang/ml4all/utils/StringUtil.java | 77 +++++++
47 files changed, 1642 insertions(+), 336 deletions(-)
create mode 100644 guides/develop-in-Wayang.md
create mode 100644 wayang-ml4all/README.md
copy {wayang-platforms/wayang-jdbc-template => wayang-ml4all}/pom.xml (64%)
copy
wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/channels/JavaChannelInstance.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/api/Compute.java
(57%)
copy
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/PythonAPI.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/api/LocalStage.java
(68%)
copy
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/PythonCode.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/api/LogicalOperator.java
(73%)
copy
wayang-platforms/wayang-graphchi/src/main/java/org/apache/wayang/graphchi/channels/ChannelConversions.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/api/Loop.java
(54%)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/WayangBasics.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/api/Sample.java
(56%)
copy
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/PythonCode.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/api/Transform.java
(68%)
copy
wayang-profiler/code/main/java/org/apache/wayang/profiler/log/sampling/Sampler.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/api/Update.java
(51%)
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/optimizer/enumeration/PlanEnumerationPruningStrategy.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/api/UpdateLocal.java
(50%)
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/util/mathex/model/Constant.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/ML4allGlobalVars.java
(54%)
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/ML4allPlan.java
copy
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/PythonAPI.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/Platforms.java
(82%)
copy
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/PythonUDF.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/AggregateWrapper.java
(63%)
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/AssignWrapper.java
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/util/mathex/model/Variable.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/AssignWrapperLocal.java
(56%)
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/monitor/HttpMonitor.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/ComputePerPartitionWrapper.java
(53%)
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/monitor/DisabledMonitor.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/ComputeWrapper.java
(61%)
copy
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/PythonUDF.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/LogicalOperatorWrapper.java
(74%)
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/LogicalOperatorWrapperWithContext.java
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/monitor/DisabledMonitor.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/LoopCheckWrapper.java
(61%)
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/monitor/DisabledMonitor.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/LoopConvergenceWrapper.java
(61%)
copy
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/function/PythonUDF.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/ReduceWrapper.java
(57%)
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/monitor/ZeroMQMonitor.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/TransformPerPartitionWrapper.java
(58%)
copy
wayang-platforms/wayang-postgres/src/main/java/org/apache/wayang/postgres/operators/PostgresExecutionOperator.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/TransformWrapper.java
(65%)
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/monitor/DisabledMonitor.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/UpdateLocalWrapper.java
(61%)
copy
wayang-platforms/wayang-postgres/src/main/java/org/apache/wayang/postgres/operators/PostgresExecutionOperator.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/abstraction/plan/wrappers/UpdateWrapper.java
(62%)
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/algorithms/kmeans/KMeansCompute.java
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/algorithms/kmeans/KMeansConvergeOrMaxIterationsLoop.java
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/monitor/ZeroMQMonitor.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/algorithms/kmeans/KMeansStageWithZeros.java
(54%)
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/algorithms/kmeans/KMeansUpdate.java
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/monitor/ZeroMQMonitor.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/algorithms/kmeans/TransformCSV.java
(53%)
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/algorithms/sgd/ComputeLogisticGradient.java
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/algorithms/sgd/LibSVMTransform.java
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/algorithms/sgd/SGDLoop.java
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/monitor/DisabledMonitor.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/algorithms/sgd/SGDSample.java
(61%)
copy
wayang-commons/wayang-core/src/main/java/org/apache/wayang/core/util/mathex/model/Variable.java
=>
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/algorithms/sgd/SGDStageWithZeros.java
(58%)
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/algorithms/sgd/WeightsUpdate.java
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/examples/RunKMeans.java
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/examples/RunSGD.java
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/utils/SparseVector.java
create mode 100644
wayang-ml4all/src/main/java/org/apache/wayang/ml4all/utils/StringUtil.java
