You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@systemds.apache.org by ba...@apache.org on 2023/09/06 14:34:37 UTC
[systemds] branch main updated (9fedb8f613 -> d46e4980e1)
This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git
from 9fedb8f613 [SYSTEMDS-3618] Compressed Schemas SDC & UC
add d46e4980e1 [SYSTEMDS-3542] Compressed transfer to/from federated workers
No new revisions were added by this update.
Summary of changes:
conf/SystemDS-config.xml.template | 3 +
src/main/java/org/apache/sysds/conf/DMLConfig.java | 4 +-
.../controlprogram/federated/FederatedData.java | 24 ++-
.../controlprogram/federated/FederatedWorker.java | 25 +++-
.../controlprogram/federated/FederationUtils.java | 43 ++++++
.../CompressionDecoderEndStatisticsHandler.java | 42 ++++++
.../CompressionDecoderStartStatisticsHandler.java} | 27 ++--
.../CompressionEncoderEndStatisticsHandler.java | 43 ++++++
.../CompressionEncoderStartStatisticsHandler.java} | 32 ++--
.../stats/FederatedCompressionStatistics.java | 70 +++++++++
.../federated/io/FederatedCompressionTest.java | 164 +++++++++++++++++++++
.../federated/io/FederatedCompressionTest.dml | 4 +-
.../io/FederatedCompressionTest1Reference.dml | 4 +-
.../FastLZCompressionConfig.xml} | 7 +-
.../LZ4CompressionConfig.xml} | 7 +-
.../LZFCompressionConfig.xml} | 7 +-
.../NoneCompressionConfig.xml} | 7 +-
.../SnappyCompressionConfig.xml} | 7 +-
.../ZlibCompressionConfig.xml} | 7 +-
19 files changed, 475 insertions(+), 52 deletions(-)
create mode 100644 src/main/java/org/apache/sysds/runtime/controlprogram/federated/compression/CompressionDecoderEndStatisticsHandler.java
copy src/main/java/org/apache/sysds/runtime/{instructions/cp/CiphertextMatrix.java => controlprogram/federated/compression/CompressionDecoderStartStatisticsHandler.java} (52%)
create mode 100644 src/main/java/org/apache/sysds/runtime/controlprogram/federated/compression/CompressionEncoderEndStatisticsHandler.java
copy src/main/java/org/apache/sysds/runtime/controlprogram/{paramserv/NetworkTrafficCounter.java => federated/compression/CompressionEncoderStartStatisticsHandler.java} (52%)
create mode 100644 src/main/java/org/apache/sysds/utils/stats/FederatedCompressionStatistics.java
create mode 100644 src/test/java/org/apache/sysds/test/functions/federated/io/FederatedCompressionTest.java
copy scripts/perftest/scripts/read.dml => src/test/scripts/functions/federated/io/FederatedCompressionTest.dml (95%)
copy scripts/perftest/scripts/read.dml => src/test/scripts/functions/federated/io/FederatedCompressionTest1Reference.dml (95%)
copy src/test/scripts/functions/federated/io/{SSLConfig.xml => config/FastLZCompressionConfig.xml} (66%)
copy src/test/scripts/functions/federated/io/{SSLConfig.xml => config/LZ4CompressionConfig.xml} (66%)
copy src/test/scripts/functions/federated/io/{SSLConfig.xml => config/LZFCompressionConfig.xml} (66%)
copy src/test/scripts/functions/federated/io/{SSLConfig.xml => config/NoneCompressionConfig.xml} (66%)
copy src/test/scripts/functions/federated/io/{SSLConfig.xml => config/SnappyCompressionConfig.xml} (66%)
copy src/test/scripts/functions/federated/io/{SSLConfig.xml => config/ZlibCompressionConfig.xml} (66%)