You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@systemds.apache.org by ba...@apache.org on 2020/10/19 09:36:06 UTC
[systemds] branch master updated (461ee22 -> 472d778)
This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/systemds.git.
from 461ee22 [SYSTEMDS-2613-2614] Sparse & dense compressed MM
add 472d778 [SYSTEMDS-2686] Compressed overlapping column groups
No new revisions were added by this update.
Summary of changes:
.../compress/AbstractCompressedMatrixBlock.java | 82 +-
.../sysds/runtime/compress/BitmapEncoder.java | 31 +-
.../runtime/compress/CompressedMatrixBlock.java | 1571 +++-----------------
.../compress/CompressedMatrixBlockFactory.java | 20 +-
.../compress/CompressionSettingsBuilder.java | 1 +
.../runtime/compress/CompressionStatistics.java | 4 +-
.../runtime/compress/ReaderColumnSelection.java | 4 +
.../compress/ReaderColumnSelectionSparse.java | 30 +-
.../cocode/ColumnGroupPartitionerCost.java | 2 +-
.../runtime/compress/colgroup/ADictionary.java | 5 +
.../sysds/runtime/compress/colgroup/ColGroup.java | 39 +-
.../runtime/compress/colgroup/ColGroupConst.java | 264 ++++
.../runtime/compress/colgroup/ColGroupDDC.java | 33 +-
.../runtime/compress/colgroup/ColGroupDDC1.java | 12 +-
.../runtime/compress/colgroup/ColGroupDDC2.java | 7 +
.../runtime/compress/colgroup/ColGroupIO.java | 3 +
.../runtime/compress/colgroup/ColGroupOLE.java | 53 +-
.../runtime/compress/colgroup/ColGroupRLE.java | 64 +-
.../runtime/compress/colgroup/ColGroupSizes.java | 8 +-
.../compress/colgroup/ColGroupUncompressed.java | 20 +-
.../runtime/compress/colgroup/ColGroupValue.java | 103 +-
.../runtime/compress/colgroup/Dictionary.java | 34 +-
.../runtime/compress/colgroup/QDictionary.java | 57 +-
.../estim/CompressedSizeEstimatorSample.java | 1 -
.../runtime/compress/estim/EstimationFactors.java | 2 +-
.../runtime/compress/lib/LibBinaryCellOp.java | 153 ++
.../sysds/runtime/compress/lib/LibLeftMultBy.java | 549 +++++++
.../sysds/runtime/compress/lib/LibRightMultBy.java | 645 ++++++++
.../sysds/runtime/compress/lib/LibScalar.java | 194 +++
.../sysds/runtime/compress/utils/ABitmap.java | 2 +-
.../sysds/runtime/compress/utils/BitmapLossy.java | 1 -
.../runtime/compress/utils/CustomHashMap.java | 4 +-
.../sysds/runtime/compress/utils/DblArray.java | 27 +-
.../compress/utils/DblArrayIntListHashMap.java | 38 +-
.../sysds/runtime/compress/utils/IntArrayList.java | 14 +-
.../runtime/compress/utils/LinearAlgebraUtils.java | 18 +-
.../matrix/data/LibMatrixCountDistinct.java | 28 +-
.../apache/sysds/runtime/util/DataConverter.java | 5 +-
.../sysds/utils/DMLCompressionStatistics.java | 76 +
.../java/org/apache/sysds/utils/Statistics.java | 5 +
.../compress/AbstractCompressedUnaryTests.java | 20 +-
.../component/compress/CompressedMatrixTest.java | 50 +-
.../component/compress/CompressedTestBase.java | 718 ++++-----
.../component/compress/CompressedVectorTest.java | 32 +-
.../compress/ParCompressedMatrixTest.java | 22 +-
.../sysds/test/component/compress/TestBase.java | 7 +-
.../test/component/compress/TestConstants.java | 4 +
47 files changed, 3104 insertions(+), 1958 deletions(-)
create mode 100644 src/main/java/org/apache/sysds/runtime/compress/colgroup/ColGroupConst.java
create mode 100644 src/main/java/org/apache/sysds/runtime/compress/lib/LibBinaryCellOp.java
create mode 100644 src/main/java/org/apache/sysds/runtime/compress/lib/LibLeftMultBy.java
create mode 100644 src/main/java/org/apache/sysds/runtime/compress/lib/LibRightMultBy.java
create mode 100644 src/main/java/org/apache/sysds/runtime/compress/lib/LibScalar.java
create mode 100644 src/main/java/org/apache/sysds/utils/DMLCompressionStatistics.java