This is an automated email from the ASF dual-hosted git repository. aloalt pushed a commit to branch WAYANG-FL in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
commit 79ccf315065884c1b574e53fe13f0858c57361ae Merge: 576583fc 06c72c9b Author: Alexander Alten-Lorenz <[email protected]> AuthorDate: Thu Jan 23 08:19:06 2025 +0100 Merge pull request #492 from duvylfyluksq/WAYANG-FL Federated Learning / Federated Analytics using Wayang .../apache/wayang/apps/wordcount/WordCount.java | 6 +- .../wayang/basic/operators/KafkaTopicSink.java | 6 - wayang-fl/.mvn/jvm.config | 0 wayang-fl/.mvn/maven.config | 0 wayang-fl/pom.xml | 191 ++++ .../wayang/api/serialization/JacksonConfig.java | 24 + .../wayang/core/plan/wayangplan/WayangPlan.java | 226 ++++ .../java/org/apache/wayang/sqlite3/Sqlite3.java | 62 + .../sqlite3/channels/ChannelConversions.java | 55 + .../wayang/sqlite3/mapping/FilterMapping.java | 63 ++ .../apache/wayang/sqlite3/mapping/Mappings.java | 36 + .../wayang/sqlite3/mapping/ProjectionMapping.java | 66 ++ .../sqlite3/operators/Sqlite3FilterOperator.java | 45 + .../operators/Sqlite3ProjectionOperator.java | 49 + .../sqlite3/operators/Sqlite3TableSource.java | 56 + .../wayang/sqlite3/platform/Sqlite3Platform.java | 51 + .../sqlite3/plugin/Sqlite3ConversionPlugin.java | 57 + .../wayang/sqlite3/plugin/Sqlite3Plugin.java | 58 + .../src/main/java/org/example/BiFunction.java | 9 + .../src/main/java/org/example/ClientActor.java | 136 +++ wayang-fl/src/main/java/org/example/ClientApp.java | 40 + .../src/main/java/org/example/ClientMessage.java | 19 + .../src/main/java/org/example/ComputeRequest.java | 13 + .../src/main/java/org/example/ComputeResponse.java | 13 + wayang-fl/src/main/java/org/example/JoinAck.java | 14 + .../src/main/java/org/example/JoinRequest.java | 14 + wayang-fl/src/main/java/org/example/LeaveAck.java | 13 + .../src/main/java/org/example/LeaveRequest.java | 13 + .../main/java/org/example/LeaveServerCommand.java | 13 + wayang-fl/src/main/java/org/example/Main.java | 17 + wayang-fl/src/main/java/org/example/Message.java | 6 + .../src/main/java/org/example/MonoFunction.java | 9 + .../src/main/java/org/example/PlanMessage.java | 18 + wayang-fl/src/main/java/org/example/SGDImpl.java | 269 +++++ .../src/main/java/org/example/ServerActor.java | 113 ++ wayang-fl/src/main/java/org/example/ServerApp.java | 133 +++ .../src/main/java/org/example/TriFunction.java | 9 + wayang-fl/src/main/java/org/example/WordCount.java | 129 +++ wayang-fl/src/main/resources/application.conf | 18 + .../scala/org/apache/wayang/api/DataQuanta.scala | 1185 ++++++++++++++++++++ .../scala/org/apache/wayang/api/MultiContext.scala | 73 ++ .../apache/wayang/api/MultiContextDataQuanta.scala | 179 +++ .../wayang/api/MultiContextPlanBuilder.scala | 186 +++ .../scala/org/apache/wayang/api/PlanBuilder.scala | 207 ++++ .../wayang/api/async/DataQuantaAsyncResult.scala | 37 + .../wayang/api/async/DataQuantaImplicits.scala | 99 ++ .../scala/org/apache/wayang/api/async/Main.scala | 85 ++ .../wayang/api/async/PlanBuilderImplicits.scala | 49 + .../org/apache/wayang/api/async/package.scala | 140 +++ .../api/serialization/SerializationUtils.scala | 203 ++++ .../wayang/api/serialization/TempFileUtils.scala | 65 ++ .../GenericSerializableDeserializer.scala | 35 + .../GenericSerializableSerializer.scala | 35 + .../MultiContextDeserializer.scala | 98 ++ .../customserializers/MultiContextSerializer.scala | 63 ++ .../customserializers/OperatorDeserializer.scala | 430 +++++++ .../customserializers/PlatformDeserializer.scala | 47 + .../customserializers/PlatformSerializer.scala | 32 + .../mixins/ConfigurationAndContextMixIns.scala | 122 ++ .../api/serialization/mixins/DataTypeMixIns.scala | 68 ++ .../serialization/mixins/DescriptorMixIns.scala | 118 ++ .../api/serialization/mixins/EstimatorMixIns.scala | 124 ++ .../serialization/mixins/IgnoreLoggerMixIn.scala | 27 + .../api/serialization/mixins/OperatorMixIns.scala | 134 +++ .../api/serialization/mixins/ProviderMixIns.scala | 85 ++ .../api/serialization/mixins/SlotMixIns.scala | 45 + .../test/scala/org/apache/wayang/api/ApiTest.scala | 578 ++++++++++ .../serialization/OperatorSerializationTests.scala | 516 +++++++++ .../serialization/OtherSerializationTests.scala | 370 ++++++ .../api/serialization/SerializationTestBase.scala | 150 +++ .../wayang/java/operators/JavaKafkaTopicSink.java | 6 - .../wayang/java/operators/JavaTextFileSource.java | 46 +- .../wayang/tests/TensorflowIntegrationIT.java | 4 +- .../org/apache/wayang/tests/TensorflowIrisIT.java | 4 +- 74 files changed, 7672 insertions(+), 42 deletions(-)
