You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@wayang.apache.org by al...@apache.org on 2025/01/23 07:19:12 UTC
(incubator-wayang) branch WAYANG-FL updated (576583fc -> 79ccf315)
This is an automated email from the ASF dual-hosted git repository.
aloalt pushed a change to branch WAYANG-FL
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
from 576583fc Merge pull request #486 from apache/dependabot/maven/wayang-platforms/wayang-spark/org.apache.kafka-kafka-clients-3.7.1
add 03375ce0 cleanup
add cdb7f70b cleanup
add acd75707 Merge pull request #490 from zkaoudi/main
add 06c72c9b Added the code
new 79ccf315 Merge pull request #492 from duvylfyluksq/WAYANG-FL
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../apache/wayang/apps/wordcount/WordCount.java | 6 +-
.../wayang/basic/operators/KafkaTopicSink.java | 6 -
wayang-fl/.mvn/jvm.config | 0
wayang-fl/.mvn/maven.config | 0
wayang-fl/pom.xml | 191 ++++
.../wayang/api/serialization/JacksonConfig.java | 24 +
.../wayang/core/plan/wayangplan/WayangPlan.java | 8 +-
.../java/org/apache/wayang/sqlite3/Sqlite3.java | 2 +-
.../sqlite3/channels/ChannelConversions.java | 0
.../wayang/sqlite3/mapping/FilterMapping.java | 0
.../apache/wayang/sqlite3/mapping/Mappings.java | 0
.../wayang/sqlite3/mapping/ProjectionMapping.java | 0
.../sqlite3/operators/Sqlite3FilterOperator.java | 0
.../operators/Sqlite3ProjectionOperator.java | 0
.../sqlite3/operators/Sqlite3TableSource.java | 0
.../wayang/sqlite3/platform/Sqlite3Platform.java | 0
.../sqlite3/plugin/Sqlite3ConversionPlugin.java | 0
.../wayang/sqlite3/plugin/Sqlite3Plugin.java | 0
.../src/main/java/org/example/BiFunction.java | 9 +
.../src/main/java/org/example/ClientActor.java | 136 +++
wayang-fl/src/main/java/org/example/ClientApp.java | 40 +
.../src/main/java/org/example/ClientMessage.java | 19 +
.../src/main/java/org/example/ComputeRequest.java | 13 +
.../src/main/java/org/example/ComputeResponse.java | 13 +
wayang-fl/src/main/java/org/example/JoinAck.java | 14 +
.../src/main/java/org/example/JoinRequest.java | 14 +
wayang-fl/src/main/java/org/example/LeaveAck.java | 13 +
.../src/main/java/org/example/LeaveRequest.java | 13 +
.../main/java/org/example/LeaveServerCommand.java | 13 +
wayang-fl/src/main/java/org/example/Main.java | 17 +
wayang-fl/src/main/java/org/example/Message.java | 6 +
.../src/main/java/org/example/MonoFunction.java | 9 +
.../src/main/java/org/example/PlanMessage.java | 18 +
.../src/main/java/org/example}/SGDImpl.java | 7 +-
.../src/main/java/org/example/ServerActor.java | 113 +++
wayang-fl/src/main/java/org/example/ServerApp.java | 133 +++
.../src/main/java/org/example/TriFunction.java | 9 +
wayang-fl/src/main/java/org/example/WordCount.java | 129 +++
wayang-fl/src/main/resources/application.conf | 18 +
.../scala/org/apache/wayang/api/DataQuanta.scala | 1054 ++++++++++----------
.../scala/org/apache/wayang/api/MultiContext.scala | 2 +-
.../apache/wayang/api/MultiContextDataQuanta.scala | 2 +-
.../wayang/api/MultiContextPlanBuilder.scala | 1 -
.../scala/org/apache/wayang/api/PlanBuilder.scala | 140 +--
.../wayang/api/async/DataQuantaAsyncResult.scala | 0
.../wayang/api/async/DataQuantaImplicits.scala | 0
.../scala/org/apache/wayang/api/async/Main.scala | 0
.../wayang/api/async/PlanBuilderImplicits.scala | 0
.../org/apache/wayang/api/async/package.scala | 0
.../api/serialization/SerializationUtils.scala | 4 +-
.../wayang/api/serialization/TempFileUtils.scala | 0
.../GenericSerializableDeserializer.scala | 0
.../GenericSerializableSerializer.scala | 0
.../MultiContextDeserializer.scala | 0
.../customserializers/MultiContextSerializer.scala | 0
.../customserializers/OperatorDeserializer.scala | 0
.../customserializers/PlatformDeserializer.scala | 0
.../customserializers/PlatformSerializer.scala | 0
.../mixins/ConfigurationAndContextMixIns.scala | 0
.../api/serialization/mixins/DataTypeMixIns.scala | 0
.../serialization/mixins/DescriptorMixIns.scala | 0
.../api/serialization/mixins/EstimatorMixIns.scala | 0
.../serialization/mixins/IgnoreLoggerMixIn.scala | 0
.../api/serialization/mixins/OperatorMixIns.scala | 0
.../api/serialization/mixins/ProviderMixIns.scala | 0
.../api/serialization/mixins/SlotMixIns.scala | 0
.../test/scala/org/apache/wayang/api/ApiTest.scala | 0
.../serialization/OperatorSerializationTests.scala | 0
.../serialization/OtherSerializationTests.scala | 0
.../api/serialization/SerializationTestBase.scala | 0
.../wayang/java/operators/JavaKafkaTopicSink.java | 6 -
.../wayang/java/operators/JavaTextFileSource.java | 46 +-
.../wayang/tests/TensorflowIntegrationIT.java | 4 +-
.../org/apache/wayang/tests/TensorflowIrisIT.java | 4 +-
74 files changed, 1617 insertions(+), 639 deletions(-)
create mode 100644 wayang-fl/.mvn/jvm.config
create mode 100644 wayang-fl/.mvn/maven.config
create mode 100644 wayang-fl/pom.xml
create mode 100644 wayang-fl/src/main/java/org/apache/wayang/api/serialization/JacksonConfig.java
copy {wayang-commons/wayang-core => wayang-fl}/src/main/java/org/apache/wayang/core/plan/wayangplan/WayangPlan.java (97%)
copy {wayang-platforms/wayang-sqlite3 => wayang-fl}/src/main/java/org/apache/wayang/sqlite3/Sqlite3.java (99%)
copy {wayang-platforms/wayang-sqlite3 => wayang-fl}/src/main/java/org/apache/wayang/sqlite3/channels/ChannelConversions.java (100%)
copy {wayang-platforms/wayang-sqlite3 => wayang-fl}/src/main/java/org/apache/wayang/sqlite3/mapping/FilterMapping.java (100%)
copy {wayang-platforms/wayang-sqlite3 => wayang-fl}/src/main/java/org/apache/wayang/sqlite3/mapping/Mappings.java (100%)
copy {wayang-platforms/wayang-sqlite3 => wayang-fl}/src/main/java/org/apache/wayang/sqlite3/mapping/ProjectionMapping.java (100%)
copy {wayang-platforms/wayang-sqlite3 => wayang-fl}/src/main/java/org/apache/wayang/sqlite3/operators/Sqlite3FilterOperator.java (100%)
copy {wayang-platforms/wayang-sqlite3 => wayang-fl}/src/main/java/org/apache/wayang/sqlite3/operators/Sqlite3ProjectionOperator.java (100%)
copy {wayang-platforms/wayang-sqlite3 => wayang-fl}/src/main/java/org/apache/wayang/sqlite3/operators/Sqlite3TableSource.java (100%)
copy {wayang-platforms/wayang-sqlite3 => wayang-fl}/src/main/java/org/apache/wayang/sqlite3/platform/Sqlite3Platform.java (100%)
copy {wayang-platforms/wayang-sqlite3 => wayang-fl}/src/main/java/org/apache/wayang/sqlite3/plugin/Sqlite3ConversionPlugin.java (100%)
copy {wayang-platforms/wayang-sqlite3 => wayang-fl}/src/main/java/org/apache/wayang/sqlite3/plugin/Sqlite3Plugin.java (100%)
create mode 100644 wayang-fl/src/main/java/org/example/BiFunction.java
create mode 100644 wayang-fl/src/main/java/org/example/ClientActor.java
create mode 100644 wayang-fl/src/main/java/org/example/ClientApp.java
create mode 100644 wayang-fl/src/main/java/org/example/ClientMessage.java
create mode 100644 wayang-fl/src/main/java/org/example/ComputeRequest.java
create mode 100644 wayang-fl/src/main/java/org/example/ComputeResponse.java
create mode 100644 wayang-fl/src/main/java/org/example/JoinAck.java
create mode 100644 wayang-fl/src/main/java/org/example/JoinRequest.java
create mode 100644 wayang-fl/src/main/java/org/example/LeaveAck.java
create mode 100644 wayang-fl/src/main/java/org/example/LeaveRequest.java
create mode 100644 wayang-fl/src/main/java/org/example/LeaveServerCommand.java
create mode 100644 wayang-fl/src/main/java/org/example/Main.java
create mode 100644 wayang-fl/src/main/java/org/example/Message.java
create mode 100644 wayang-fl/src/main/java/org/example/MonoFunction.java
create mode 100644 wayang-fl/src/main/java/org/example/PlanMessage.java
copy {wayang-benchmark/src/main/java/org/apache/wayang/apps/sgd => wayang-fl/src/main/java/org/example}/SGDImpl.java (98%)
create mode 100644 wayang-fl/src/main/java/org/example/ServerActor.java
create mode 100644 wayang-fl/src/main/java/org/example/ServerApp.java
create mode 100644 wayang-fl/src/main/java/org/example/TriFunction.java
create mode 100644 wayang-fl/src/main/java/org/example/WordCount.java
create mode 100644 wayang-fl/src/main/resources/application.conf
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/DataQuanta.scala (50%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/MultiContext.scala (99%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/MultiContextDataQuanta.scala (99%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/MultiContextPlanBuilder.scala (99%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/PlanBuilder.scala (63%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/async/DataQuantaAsyncResult.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/async/DataQuantaImplicits.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/async/Main.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/async/PlanBuilderImplicits.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/async/package.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/SerializationUtils.scala (99%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/TempFileUtils.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/customserializers/GenericSerializableDeserializer.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/customserializers/GenericSerializableSerializer.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/customserializers/MultiContextDeserializer.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/customserializers/MultiContextSerializer.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/customserializers/OperatorDeserializer.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/customserializers/PlatformDeserializer.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/customserializers/PlatformSerializer.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/mixins/ConfigurationAndContextMixIns.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/mixins/DataTypeMixIns.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/mixins/DescriptorMixIns.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/mixins/EstimatorMixIns.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/mixins/IgnoreLoggerMixIn.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/mixins/OperatorMixIns.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/mixins/ProviderMixIns.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/main/scala/org/apache/wayang/api/serialization/mixins/SlotMixIns.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/test/scala/org/apache/wayang/api/ApiTest.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/test/scala/org/apache/wayang/api/serialization/OperatorSerializationTests.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/test/scala/org/apache/wayang/api/serialization/OtherSerializationTests.scala (100%)
copy {wayang-api/wayang-api-scala-java => wayang-fl}/src/test/scala/org/apache/wayang/api/serialization/SerializationTestBase.scala (100%)
(incubator-wayang) 01/01: Merge pull request #492 from duvylfyluksq/WAYANG-FL
Posted by al...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
aloalt pushed a commit to branch WAYANG-FL
in repository https://gitbox.apache.org/repos/asf/incubator-wayang.git
commit 79ccf315065884c1b574e53fe13f0858c57361ae
Merge: 576583fc 06c72c9b
Author: Alexander Alten-Lorenz <al...@apache.org>
AuthorDate: Thu Jan 23 08:19:06 2025 +0100
Merge pull request #492 from duvylfyluksq/WAYANG-FL
Federated Learning / Federated Analytics using Wayang
.../apache/wayang/apps/wordcount/WordCount.java | 6 +-
.../wayang/basic/operators/KafkaTopicSink.java | 6 -
wayang-fl/.mvn/jvm.config | 0
wayang-fl/.mvn/maven.config | 0
wayang-fl/pom.xml | 191 ++++
.../wayang/api/serialization/JacksonConfig.java | 24 +
.../wayang/core/plan/wayangplan/WayangPlan.java | 226 ++++
.../java/org/apache/wayang/sqlite3/Sqlite3.java | 62 +
.../sqlite3/channels/ChannelConversions.java | 55 +
.../wayang/sqlite3/mapping/FilterMapping.java | 63 ++
.../apache/wayang/sqlite3/mapping/Mappings.java | 36 +
.../wayang/sqlite3/mapping/ProjectionMapping.java | 66 ++
.../sqlite3/operators/Sqlite3FilterOperator.java | 45 +
.../operators/Sqlite3ProjectionOperator.java | 49 +
.../sqlite3/operators/Sqlite3TableSource.java | 56 +
.../wayang/sqlite3/platform/Sqlite3Platform.java | 51 +
.../sqlite3/plugin/Sqlite3ConversionPlugin.java | 57 +
.../wayang/sqlite3/plugin/Sqlite3Plugin.java | 58 +
.../src/main/java/org/example/BiFunction.java | 9 +
.../src/main/java/org/example/ClientActor.java | 136 +++
wayang-fl/src/main/java/org/example/ClientApp.java | 40 +
.../src/main/java/org/example/ClientMessage.java | 19 +
.../src/main/java/org/example/ComputeRequest.java | 13 +
.../src/main/java/org/example/ComputeResponse.java | 13 +
wayang-fl/src/main/java/org/example/JoinAck.java | 14 +
.../src/main/java/org/example/JoinRequest.java | 14 +
wayang-fl/src/main/java/org/example/LeaveAck.java | 13 +
.../src/main/java/org/example/LeaveRequest.java | 13 +
.../main/java/org/example/LeaveServerCommand.java | 13 +
wayang-fl/src/main/java/org/example/Main.java | 17 +
wayang-fl/src/main/java/org/example/Message.java | 6 +
.../src/main/java/org/example/MonoFunction.java | 9 +
.../src/main/java/org/example/PlanMessage.java | 18 +
wayang-fl/src/main/java/org/example/SGDImpl.java | 269 +++++
.../src/main/java/org/example/ServerActor.java | 113 ++
wayang-fl/src/main/java/org/example/ServerApp.java | 133 +++
.../src/main/java/org/example/TriFunction.java | 9 +
wayang-fl/src/main/java/org/example/WordCount.java | 129 +++
wayang-fl/src/main/resources/application.conf | 18 +
.../scala/org/apache/wayang/api/DataQuanta.scala | 1185 ++++++++++++++++++++
.../scala/org/apache/wayang/api/MultiContext.scala | 73 ++
.../apache/wayang/api/MultiContextDataQuanta.scala | 179 +++
.../wayang/api/MultiContextPlanBuilder.scala | 186 +++
.../scala/org/apache/wayang/api/PlanBuilder.scala | 207 ++++
.../wayang/api/async/DataQuantaAsyncResult.scala | 37 +
.../wayang/api/async/DataQuantaImplicits.scala | 99 ++
.../scala/org/apache/wayang/api/async/Main.scala | 85 ++
.../wayang/api/async/PlanBuilderImplicits.scala | 49 +
.../org/apache/wayang/api/async/package.scala | 140 +++
.../api/serialization/SerializationUtils.scala | 203 ++++
.../wayang/api/serialization/TempFileUtils.scala | 65 ++
.../GenericSerializableDeserializer.scala | 35 +
.../GenericSerializableSerializer.scala | 35 +
.../MultiContextDeserializer.scala | 98 ++
.../customserializers/MultiContextSerializer.scala | 63 ++
.../customserializers/OperatorDeserializer.scala | 430 +++++++
.../customserializers/PlatformDeserializer.scala | 47 +
.../customserializers/PlatformSerializer.scala | 32 +
.../mixins/ConfigurationAndContextMixIns.scala | 122 ++
.../api/serialization/mixins/DataTypeMixIns.scala | 68 ++
.../serialization/mixins/DescriptorMixIns.scala | 118 ++
.../api/serialization/mixins/EstimatorMixIns.scala | 124 ++
.../serialization/mixins/IgnoreLoggerMixIn.scala | 27 +
.../api/serialization/mixins/OperatorMixIns.scala | 134 +++
.../api/serialization/mixins/ProviderMixIns.scala | 85 ++
.../api/serialization/mixins/SlotMixIns.scala | 45 +
.../test/scala/org/apache/wayang/api/ApiTest.scala | 578 ++++++++++
.../serialization/OperatorSerializationTests.scala | 516 +++++++++
.../serialization/OtherSerializationTests.scala | 370 ++++++
.../api/serialization/SerializationTestBase.scala | 150 +++
.../wayang/java/operators/JavaKafkaTopicSink.java | 6 -
.../wayang/java/operators/JavaTextFileSource.java | 46 +-
.../wayang/tests/TensorflowIntegrationIT.java | 4 +-
.../org/apache/wayang/tests/TensorflowIrisIT.java | 4 +-
74 files changed, 7672 insertions(+), 42 deletions(-)