This is an automated email from the ASF dual-hosted git repository.
zkaoudi pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
from 055eae2d Merge pull request #424 from juripetersen/explain-in-scala-api
add 91cf3a79 refactor: change input layout of ML training
add fd37e05c feat: deprecate ModelTransformOperator, use PredictOperator
add 90065737 feat: add tensorflow platform
add 3fc1cc09 feat: add the license header in the pom file
add 534f7cba fix: wayang-tensorflow version in pom
add b0b60543 Merge pull request #422 from joker-star-l/dev
No new revisions were added by this update.
Summary of changes:
.../{LinearRegressionModel.java => DLModel.java} | 13 +-
.../model/DecisionTreeClassificationModel.java | 2 +-
.../org/apache/wayang/basic/model/KMeansModel.java | 2 +-
.../wayang/basic/model/LinearRegressionModel.java | 2 +-
.../java/org/apache/wayang/basic/model/Model.java | 2 +-
.../org/apache/wayang/basic/model/op/ArgMax.java | 25 +-
.../org/apache/wayang/basic/model/op/Cast.java | 15 +-
.../java/org/apache/wayang/basic/model/op/Eq.java | 15 +-
.../org/apache/wayang/basic/model/op/Input.java | 57 ++--
.../org/apache/wayang/basic/model/op/Mean.java} | 35 +--
.../java/org/apache/wayang/basic/model/op/Op.java | 83 ++++++
.../basic/model/op/nn/CrossEntropyLoss.java} | 39 ++-
.../apache/wayang/basic/model/op/nn/Linear.java | 66 +++++
.../org/apache/wayang/basic/model/op/nn/ReLU.java} | 28 +-
.../apache/wayang/basic/model/op/nn/Sigmoid.java} | 30 +--
.../apache/wayang/basic/model/op/nn/Softmax.java} | 30 +--
.../apache/wayang/basic/model/optimizer/Adam.java | 58 ++++
.../basic/model/optimizer/GradientDescent.java | 16 +-
.../wayang/basic/model/optimizer/Optimizer.java} | 33 +--
.../wayang/basic/operators/DLTrainingOperator.java | 92 +++++++
.../DecisionTreeClassificationOperator.java | 8 +-
.../basic/operators/LinearRegressionOperator.java | 7 +-
.../basic/operators/ModelTransformOperator.java | 4 +-
...ificationOperator.java => PredictOperator.java} | 25 +-
.../wayang/basic/operators/PredictOperators.java} | 24 +-
.../org/apache/wayang/basic/model/op/OpTest.java | 68 +++++
wayang-platforms/pom.xml | 1 +
.../org/apache/wayang/spark/mapping/Mappings.java | 3 +-
.../spark/mapping/ml/ModelTransformMapping.java | 1 +
.../ml/{KMeansMapping.java => PredictMapping.java} | 16 +-
.../apache/wayang/spark/model/SparkMLModel.java | 9 +-
.../SparkDecisionTreeClassificationOperator.java | 22 +-
.../spark/operators/ml/SparkKMeansOperator.java | 9 +-
.../ml/SparkLinearRegressionOperator.java | 22 +-
.../operators/ml/SparkModelTransformOperator.java | 1 +
...formOperator.java => SparkPredictOperator.java} | 11 +-
...parkDecisionTreeClassificationOperatorTest.java | 40 +--
.../spark/operators/SparkKMeansOperatorTest.java | 15 +-
.../SparkLinearRegressionOperatorTest.java | 32 ++-
.../{wayang-sqlite3 => wayang-tensorflow}/pom.xml | 45 ++--
.../org/apache/wayang/tensorflow/Tensorflow.java} | 36 ++-
.../tensorflow/channels/ChannelConversions.java | 53 ++++
.../wayang/tensorflow/channels/TensorChannel.java | 108 ++++++++
.../execution/TensorflowContextReference.java} | 44 ++-
.../tensorflow/execution/TensorflowExecutor.java} | 52 ++--
.../mapping/CollectionSourceMapping.java | 18 +-
.../mapping/DLTrainingOperatorMapping.java} | 22 +-
.../wayang/tensorflow/mapping}/Mappings.java | 10 +-
.../wayang/tensorflow/mapping/PredictMapping.java} | 21 +-
.../apache/wayang/tensorflow/model/Convertor.java | 248 +++++++++++++++++
.../wayang/tensorflow/model/TensorflowModel.java | 172 ++++++++++++
.../operators/TensorflowCollectOperator.java | 296 +++++++++++++++++++++
.../operators/TensorflowCollectionSource.java | 220 +++++++++++++++
.../operators/TensorflowDLTrainingOperator.java} | 90 +++----
.../operators/TensorflowExecutionOperator.java} | 25 +-
.../operators/TensorflowPredictOperator.java} | 52 ++--
.../tensorflow/platform/TensorflowPlatform.java} | 53 ++--
.../plugin/TensorflowConversionPlugin.java} | 21 +-
.../tensorflow/plugin/TensorflowPlugin.java} | 25 +-
.../wayang-tensorflow-defaults.properties | 6 +-
.../tensorflow/model/TensorflowModelTest.java | 93 +++++++
.../operators/TensorflowOperatorTestBase.java} | 55 ++--
wayang-tests-integration/pom.xml | 5 +
.../apache/wayang/tests/SparkIntegrationIT.java | 10 +-
.../wayang/tests/TensorflowIntegrationIT.java | 153 +++++++++++
.../org/apache/wayang/tests/TensorflowIrisIT.java | 205 ++++++++++++++
.../src/test/resources/iris_test.csv | 15 ++
.../src/test/resources/iris_train.csv | 135 ++++++++++
68 files changed, 2706 insertions(+), 543 deletions(-)
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/{LinearRegressionModel.java
=> DLModel.java} (79%)
copy
wayang-platforms/wayang-generic-jdbc/src/main/java/org/apache/wayang/genericjdbc/operators/GenericJdbcExecutionOperator.java
=>
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/ArgMax.java
(67%)
copy
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/PythonAPI.java
=>
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/Cast.java
(74%)
copy
wayang-api/wayang-api-python/src/main/java/org/apache/wayang/api/python/PythonAPI.java
=>
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/Eq.java
(76%)
copy
wayang-platforms/wayang-flink/src/main/java/org/apache/wayang/flink/compiler/criterion/WayangAggregator.java
=>
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/Input.java
(50%)
copy
wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/util/mathex/model/Variable.java
=> wayang-basic/src/main/java/org/apache/wayang/basic/model/op/Mean.java} (59%)
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/Op.java
copy
wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/util/mathex/model/Constant.java
=>
wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/CrossEntropyLoss.java}
(56%)
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/Linear.java
copy
wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/monitor/DisabledMonitor.java
=> wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/ReLU.java}
(65%)
copy
wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/util/mathex/model/Variable.java
=>
wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/Sigmoid.java}
(63%)
copy
wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/util/mathex/model/Variable.java
=>
wayang-basic/src/main/java/org/apache/wayang/basic/model/op/nn/Softmax.java}
(63%)
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/optimizer/Adam.java
copy
wayang-benchmark/src/main/scala/org/apache/wayang/apps/simwords/TextScrubber.scala
=>
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/model/optimizer/GradientDescent.java
(74%)
copy
wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/util/mathex/model/Variable.java
=>
wayang-basic/src/main/java/org/apache/wayang/basic/model/optimizer/Optimizer.java}
(56%)
create mode 100644
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/DLTrainingOperator.java
copy
wayang-commons/wayang-basic/src/main/java/org/apache/wayang/basic/operators/{DecisionTreeClassificationOperator.java
=> PredictOperator.java} (52%)
copy
wayang-commons/{wayang-core/src/main/java/org/apache/wayang/core/util/TypeConverter.java
=>
wayang-basic/src/main/java/org/apache/wayang/basic/operators/PredictOperators.java}
(51%)
create mode 100644
wayang-commons/wayang-basic/src/test/java/org/apache/wayang/basic/model/op/OpTest.java
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/mapping/ml/{KMeansMapping.java
=> PredictMapping.java} (73%)
copy
wayang-platforms/wayang-spark/src/main/java/org/apache/wayang/spark/operators/ml/{SparkModelTransformOperator.java
=> SparkPredictOperator.java} (87%)
copy wayang-platforms/{wayang-sqlite3 => wayang-tensorflow}/pom.xml (57%)
copy
wayang-platforms/{wayang-sqlite3/src/main/java/org/apache/wayang/sqlite3/Sqlite3.java
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/Tensorflow.java}
(51%)
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/channels/ChannelConversions.java
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/channels/TensorChannel.java
copy
wayang-platforms/{wayang-spark/src/main/java/org/apache/wayang/spark/execution/SparkContextReference.java
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/execution/TensorflowContextReference.java}
(55%)
copy
wayang-platforms/{wayang-giraph/src/main/java/org/apache/wayang/giraph/execution/GiraphExecutor.java
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/execution/TensorflowExecutor.java}
(73%)
copy wayang-platforms/{wayang-java/src/main/java/org/apache/wayang/java =>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow}/mapping/CollectionSourceMapping.java
(73%)
copy
wayang-platforms/{wayang-spark/src/main/java/org/apache/wayang/spark/mapping/ml/DecisionTreeClassificationMapping.java
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/mapping/DLTrainingOperatorMapping.java}
(66%)
copy
wayang-platforms/{wayang-giraph/src/main/java/org/apache/wayang/giraph/mappings
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/mapping}/Mappings.java
(79%)
copy
wayang-platforms/{wayang-spark/src/main/java/org/apache/wayang/spark/mapping/ml/ModelTransformMapping.java
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/mapping/PredictMapping.java}
(66%)
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/model/Convertor.java
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/model/TensorflowModel.java
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/operators/TensorflowCollectOperator.java
create mode 100644
wayang-platforms/wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/operators/TensorflowCollectionSource.java
copy
wayang-platforms/{wayang-spark/src/main/java/org/apache/wayang/spark/operators/SparkCountOperator.java
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/operators/TensorflowDLTrainingOperator.java}
(56%)
copy
wayang-platforms/{wayang-giraph/src/main/java/org/apache/wayang/giraph/operators/GiraphExecutionOperator.java
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/operators/TensorflowExecutionOperator.java}
(74%)
copy
wayang-platforms/{wayang-spark/src/main/java/org/apache/wayang/spark/operators/ml/SparkModelTransformOperator.java
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/operators/TensorflowPredictOperator.java}
(56%)
copy
wayang-platforms/{wayang-java/src/main/java/org/apache/wayang/java/platform/JavaPlatform.java
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/platform/TensorflowPlatform.java}
(58%)
copy
wayang-platforms/{wayang-spark/src/main/java/org/apache/wayang/spark/plugin/SparkConversionPlugin.java
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/plugin/TensorflowConversionPlugin.java}
(79%)
copy
wayang-platforms/{wayang-spark/src/main/java/org/apache/wayang/spark/plugin/SparkBasicPlugin.java
=>
wayang-tensorflow/src/main/java/org/apache/wayang/tensorflow/plugin/TensorflowPlugin.java}
(77%)
copy
wayang-commons/wayang-basic/src/main/resources/wayang-basic-defaults.properties
=>
wayang-platforms/wayang-tensorflow/src/main/resources/wayang-tensorflow-defaults.properties
(82%)
create mode 100644
wayang-platforms/wayang-tensorflow/src/test/java/org/apache/wayang/tensorflow/model/TensorflowModelTest.java
copy
wayang-platforms/{wayang-spark/src/test/java/org/apache/wayang/spark/operators/SparkOperatorTestBase.java
=>
wayang-tensorflow/src/test/java/org/apache/wayang/tensorflow/operators/TensorflowOperatorTestBase.java}
(61%)
create mode 100644
wayang-tests-integration/src/test/java/org/apache/wayang/tests/TensorflowIntegrationIT.java
create mode 100644
wayang-tests-integration/src/test/java/org/apache/wayang/tests/TensorflowIrisIT.java
create mode 100644 wayang-tests-integration/src/test/resources/iris_test.csv
create mode 100644 wayang-tests-integration/src/test/resources/iris_train.csv
