This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/systemds.git.
from d4ba502 [MINOR] Fix null check in EncoderMVImpute for Global_Mean;
Also:
add daab7e7 [SYSTEMDS-2862] SDC ColGroup Sparse Dictionary Encoding
No new revisions were added by this update.
Summary of changes:
src/main/java/org/apache/sysds/conf/DMLConfig.java | 4 +-
.../hops/rewrite/RewriteCompressedReblock.java | 20 +-
.../compress/AbstractCompressedMatrixBlock.java | 500 ---------------
.../runtime/compress/CompressedMatrixBlock.java | 677 +++++++++++++++-----
.../compress/CompressedMatrixBlockFactory.java | 39 +-
.../runtime/compress/CompressionSettings.java | 9 +-
.../compress/CompressionSettingsBuilder.java | 6 +-
.../runtime/compress/CompressionStatistics.java | 20 +-
.../compress/cocode/AColumnGroupPartitioner.java | 56 ++
.../compress/cocode/ColumnGroupPartitioner.java | 40 --
.../cocode/ColumnGroupPartitionerBinPacking.java | 169 ++---
.../cocode/ColumnGroupPartitionerCost.java | 173 ++----
.../cocode/ColumnGroupPartitionerStatic.java | 30 +-
.../runtime/compress/cocode/PlanningCoCoder.java | 219 +------
.../compress/cocode/PlanningCoCodingGroup.java | 169 -----
.../runtime/compress/cocode/PlanningMemoTable.java | 91 ---
.../colgroup/{ColGroup.java => AColGroup.java} | 211 ++++---
.../runtime/compress/colgroup/ADictionary.java | 40 +-
.../runtime/compress/colgroup/ColGroupConst.java | 186 ++++--
.../compress/colgroup/ColGroupConverter.java | 61 +-
.../runtime/compress/colgroup/ColGroupDDC.java | 448 +++++++++-----
.../runtime/compress/colgroup/ColGroupDDC1.java | 49 +-
.../runtime/compress/colgroup/ColGroupDDC2.java | 37 +-
.../runtime/compress/colgroup/ColGroupEmpty.java | 240 ++++++++
.../runtime/compress/colgroup/ColGroupFactory.java | 382 ++++++++----
.../runtime/compress/colgroup/ColGroupIO.java | 27 +-
.../runtime/compress/colgroup/ColGroupOLE.java | 427 ++++++++-----
.../runtime/compress/colgroup/ColGroupOffset.java | 12 +-
.../runtime/compress/colgroup/ColGroupRLE.java | 356 +++++++----
.../runtime/compress/colgroup/ColGroupSDC.java | 682 +++++++++++++++++++++
.../compress/colgroup/ColGroupSDCSingle.java | 587 ++++++++++++++++++
.../compress/colgroup/ColGroupSDCSingleZeros.java | 436 +++++++++++++
.../compress/colgroup/ColGroupSDCZeros.java | 508 +++++++++++++++
.../runtime/compress/colgroup/ColGroupSizes.java | 22 +-
.../compress/colgroup/ColGroupUncompressed.java | 64 +-
.../runtime/compress/colgroup/ColGroupValue.java | 445 +++++++++++---
.../runtime/compress/colgroup/Dictionary.java | 74 ++-
.../runtime/compress/colgroup/QDictionary.java | 91 +--
.../compress/colgroup/pre/ArrPreAggregate.java | 53 ++
.../compress/colgroup/pre/IPreAggregate.java | 79 +++
.../compress/colgroup/pre/MapPreAggregate.java | 62 ++
.../compress/colgroup/pre/PreAggregateFactory.java | 41 ++
.../compress/estim/CompressedSizeEstimator.java | 54 +-
.../estim/CompressedSizeEstimatorExact.java | 2 +-
.../estim/CompressedSizeEstimatorSample.java | 4 +-
.../runtime/compress/estim/CompressedSizeInfo.java | 65 +-
.../compress/estim/CompressedSizeInfoColGroup.java | 68 +-
.../runtime/compress/estim/EstimationFactors.java | 35 +-
.../runtime/compress/lib/BitmapLossyEncoder.java | 4 +-
.../sysds/runtime/compress/lib/CLALibAppend.java | 98 +++
...ibBinaryCellOp.java => CLALibBinaryCellOp.java} | 288 ++++++---
.../lib/{LibCompAgg.java => CLALibCompAgg.java} | 36 +-
.../{LibLeftMultBy.java => CLALibLeftMultBy.java} | 551 +++++++++++------
.../sysds/runtime/compress/lib/CLALibReexpand.java | 79 +++
.../runtime/compress/lib/CLALibRelationalOp.java | 278 +++++++++
...{LibRightMultBy.java => CLALibRightMultBy.java} | 51 +-
.../lib/{LibScalar.java => CLALibScalar.java} | 64 +-
.../sysds/runtime/compress/lib/CLALibSquash.java | 163 +++++
.../runtime/compress/lib/LibRelationalOp.java | 285 ---------
.../sysds/runtime/compress/lib/LibSqueeze.java | 164 -----
.../readers/ReaderColumnSelectionSparse.java | 17 +-
.../readers/ReaderCompressedSelection.java | 74 +--
.../sysds/runtime/compress/utils/IntArrayList.java | 9 +
.../sysds/runtime/compress/utils/IntIntMap.java | 251 ++++++++
.../runtime/compress/utils/LinearAlgebraUtils.java | 23 -
.../sysds/runtime/controlprogram/ProgramBlock.java | 341 ++++++-----
.../cp/AggregateTernaryCPInstruction.java | 57 +-
.../cp/BinaryMatrixMatrixCPInstruction.java | 62 +-
.../instructions/cp/DataGenCPInstruction.java | 473 +++++++-------
.../cp/DeCompressionCPInstruction.java | 6 +-
.../instructions/cp/MatrixAppendCPInstruction.java | 47 +-
.../instructions/cp/SpoofCPInstruction.java | 19 +-
.../matrix/data/LibMatrixCountDistinct.java | 10 +-
.../sysds/runtime/matrix/data/MatrixBlock.java | 13 +-
.../compress/AbstractCompressedUnaryTests.java | 6 +-
.../component/compress/CompressedMatrixTest.java | 14 +-
.../component/compress/CompressedTestBase.java | 203 +++---
.../component/compress/CompressedVectorTest.java | 8 +-
.../compress/CompressibleInputGenerator.java | 27 +-
.../compress/ParCompressedMatrixTest.java | 4 +-
.../sysds/test/component/compress/TestBase.java | 34 +-
.../test/component/compress/TestConstants.java | 14 +-
.../compress/colgroup/JolEstimateDDCTest.java | 2 +-
.../compress/colgroup/JolEstimateOLETest.java | 10 +-
.../compress/colgroup/JolEstimateRLETest.java | 2 +-
.../compress/colgroup/JolEstimateTest.java | 11 +-
.../colgroup/JolEstimateUncompressedTest.java | 4 +-
.../compress/colgroup/genOffsetOLETest.java | 108 ++++
.../functions/codegen/SparseSideInputTest.java | 6 +-
.../codegenalg/partone/AlgorithmMLogreg.java | 12 +-
.../compress/compressInstructionRewrite.java | 13 +-
src/test/resources/log4j.properties | 6 +-
.../compressInstructionRewrite/compress_09.dml | 28 +
.../compressInstructionRewrite/compress_10.dml | 25 +
94 files changed, 8233 insertions(+), 3837 deletions(-)
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/AbstractCompressedMatrixBlock.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/cocode/AColumnGroupPartitioner.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/cocode/ColumnGroupPartitioner.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/cocode/PlanningCoCodingGroup.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/cocode/PlanningMemoTable.java
rename src/main/java/org/apache/sysds/runtime/compress/colgroup/{ColGroup.java
=> AColGroup.java} (75%)
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/ColGroupEmpty.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/ColGroupSDC.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/ColGroupSDCSingle.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/ColGroupSDCSingleZeros.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/ColGroupSDCZeros.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/pre/ArrPreAggregate.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/pre/IPreAggregate.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/pre/MapPreAggregate.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/pre/PreAggregateFactory.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/lib/CLALibAppend.java
rename
src/main/java/org/apache/sysds/runtime/compress/lib/{LibBinaryCellOp.java =>
CLALibBinaryCellOp.java} (57%)
rename src/main/java/org/apache/sysds/runtime/compress/lib/{LibCompAgg.java =>
CLALibCompAgg.java} (94%)
rename src/main/java/org/apache/sysds/runtime/compress/lib/{LibLeftMultBy.java
=> CLALibLeftMultBy.java} (58%)
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/lib/CLALibReexpand.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/lib/CLALibRelationalOp.java
rename
src/main/java/org/apache/sysds/runtime/compress/lib/{LibRightMultBy.java =>
CLALibRightMultBy.java} (89%)
rename src/main/java/org/apache/sysds/runtime/compress/lib/{LibScalar.java =>
CLALibScalar.java} (78%)
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/lib/CLALibSquash.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/lib/LibRelationalOp.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/lib/LibSqueeze.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/utils/IntIntMap.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/colgroup/genOffsetOLETest.java
create mode 100644
src/test/scripts/functions/compress/compressInstructionRewrite/compress_09.dml
create mode 100644
src/test/scripts/functions/compress/compressInstructionRewrite/compress_10.dml
