This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/systemds.git.
from d4839b4 [SYSTEMDS-2784] Calculate checksums for Fed PUT requests
add 12cdc89 [SYSTEMDS-2787] Compression Steps Reorganization
No new revisions were added by this update.
Summary of changes:
src/main/java/org/apache/sysds/conf/DMLConfig.java | 11 +-
.../java/org/apache/sysds/hops/AggBinaryOp.java | 15 +-
src/main/java/org/apache/sysds/lops/MatMultCP.java | 47 ++-
.../compress/AbstractCompressedMatrixBlock.java | 21 +-
.../sysds/runtime/compress/BitmapEncoder.java | 176 ++++++---
.../runtime/compress/CompressedMatrixBlock.java | 212 +++++++---
.../compress/CompressedMatrixBlockFactory.java | 111 ++++--
.../runtime/compress/CompressionSettings.java | 11 +-
.../compress/CompressionSettingsBuilder.java | 29 +-
.../runtime/compress/CompressionStatistics.java | 2 +-
.../runtime/compress/ReaderColumnSelection.java | 5 +-
.../compress/ReaderColumnSelectionBitSet.java | 4 +-
.../compress/ReaderColumnSelectionDense.java | 8 +-
...a => ReaderColumnSelectionDenseTransposed.java} | 27 +-
.../compress/ReaderColumnSelectionSparse.java | 61 +--
... => ReaderColumnSelectionSparseTransposed.java} | 73 ++--
.../cocode/ColumnGroupPartitionerCost.java | 60 ++-
.../runtime/compress/cocode/PlanningCoCoder.java | 6 +-
.../compress/cocode/PlanningCoCodingGroup.java | 2 +-
.../runtime/compress/colgroup/ADictionary.java | 18 +-
.../sysds/runtime/compress/colgroup/ColGroup.java | 52 ++-
.../runtime/compress/colgroup/ColGroupConst.java | 36 +-
.../compress/colgroup/ColGroupConverter.java | 6 +-
.../runtime/compress/colgroup/ColGroupDDC.java | 109 +++--
.../runtime/compress/colgroup/ColGroupDDC1.java | 20 +-
.../runtime/compress/colgroup/ColGroupDDC2.java | 28 +-
.../runtime/compress/colgroup/ColGroupFactory.java | 24 +-
.../runtime/compress/colgroup/ColGroupOLE.java | 102 +++--
.../runtime/compress/colgroup/ColGroupOffset.java | 23 +-
.../runtime/compress/colgroup/ColGroupRLE.java | 73 ++--
.../runtime/compress/colgroup/ColGroupSizes.java | 17 +-
.../compress/colgroup/ColGroupUncompressed.java | 31 +-
.../runtime/compress/colgroup/ColGroupValue.java | 99 +++--
.../runtime/compress/colgroup/Dictionary.java | 83 ++--
.../runtime/compress/colgroup/QDictionary.java | 91 +++--
.../compress/estim/CompressedSizeEstimator.java | 17 +-
.../estim/CompressedSizeEstimatorExact.java | 6 +-
.../estim/CompressedSizeEstimatorFactory.java | 32 +-
.../estim/CompressedSizeEstimatorSample.java | 72 +++-
.../runtime/compress/estim/CompressedSizeInfo.java | 9 +
.../compress/estim/CompressedSizeInfoColGroup.java | 9 +
.../runtime/compress/estim/EstimationFactors.java | 5 +-
.../compress/estim/sample/HassAndStokes.java | 3 +-
.../runtime/compress/lib/LibBinaryCellOp.java | 129 ++++--
.../sysds/runtime/compress/lib/LibCompAgg.java | 99 +++--
.../sysds/runtime/compress/lib/LibLeftMultBy.java | 438 ++++++++++++++++-----
.../runtime/compress/lib/LibRelationalOp.java | 9 +-
.../sysds/runtime/compress/lib/LibRightMultBy.java | 59 ++-
.../sysds/runtime/compress/lib/LibScalar.java | 12 +-
.../sysds/runtime/compress/utils/Bitmap.java | 2 +-
.../sysds/runtime/compress/utils/BitmapLossy.java | 3 +-
.../runtime/compress/utils/CustomHashMap.java | 34 +-
.../compress/utils/DblArrayIntListHashMap.java | 34 ++
.../compress/utils/DoubleIntListHashMap.java | 50 ++-
.../sysds/runtime/compress/utils/IntArrayList.java | 15 +-
.../runtime/compress/utils/LinearAlgebraUtils.java | 6 +-
.../cp/AggregateBinaryCPInstruction.java | 89 ++++-
.../cp/BinaryMatrixMatrixCPInstruction.java | 21 +-
.../matrix/operators/AggregateBinaryOperator.java | 23 +-
.../sysds/utils/DMLCompressionStatistics.java | 9 +-
.../compress/AbstractCompressedUnaryTests.java | 2 +-
.../component/compress/CompressedTestBase.java | 113 ++++--
.../component/compress/CompressedVectorTest.java | 5 +-
.../test/component/compress/TestConstants.java | 4 +-
.../compress/colgroup/JolEstimateTest.java | 20 +-
65 files changed, 2035 insertions(+), 987 deletions(-)
rename
src/main/java/org/apache/sysds/runtime/compress/{ReaderColumnSelectionDenseSample.java
=> ReaderColumnSelectionDenseTransposed.java} (61%)
copy
src/main/java/org/apache/sysds/runtime/compress/{ReaderColumnSelectionSparse.java
=> ReaderColumnSelectionSparseTransposed.java} (59%)
