This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/systemds.git.
from 79d5531 [SYSTEMDS-2947] Lineage cache eviction and unified GPU memory
manager
add 23cc8cc [SYSTEMDS-2883] CLA OffsetList encoding interface update
add bea72cb [SYSTEMDS-2938+2939] CLA BinPacking and Brute CoCode
add d9fc67f [SYSTEMDS-2945] CLA Isolated Dictionary SubPackage
No new revisions were added by this update.
Summary of changes:
.../runtime/compress/CompressedMatrixBlock.java | 76 ++--
.../compress/CompressedMatrixBlockFactory.java | 197 ++++++---
.../runtime/compress/CompressionStatistics.java | 40 +-
.../runtime/compress/cocode/AColumnCoCoder.java | 76 ++++
.../compress/cocode/AColumnGroupPartitioner.java | 56 ---
.../runtime/compress/cocode/CoCodeBinPacking.java | 133 ++++++
...mnGroupPartitionerCost.java => CoCodeCost.java} | 59 ++-
...oupPartitionerStatic.java => CoCodeStatic.java} | 9 +-
.../cocode/ColumnGroupPartitionerBinPacking.java | 122 ------
.../runtime/compress/cocode/PlanningCoCoder.java | 265 ++++++++++--
.../sysds/runtime/compress/cocode/Util.java} | 28 +-
.../sysds/runtime/compress/colgroup/AColGroup.java | 201 ++++++---
.../compress/colgroup/ColGroupCompressed.java | 171 ++++++++
.../runtime/compress/colgroup/ColGroupConst.java | 44 +-
.../runtime/compress/colgroup/ColGroupDDC.java | 136 ++++--
.../runtime/compress/colgroup/ColGroupEmpty.java | 145 +++++--
.../runtime/compress/colgroup/ColGroupFactory.java | 203 ++++++---
.../runtime/compress/colgroup/ColGroupIO.java | 49 ++-
.../runtime/compress/colgroup/ColGroupOLE.java | 69 +--
.../runtime/compress/colgroup/ColGroupOffset.java | 15 +-
.../runtime/compress/colgroup/ColGroupRLE.java | 64 ++-
.../runtime/compress/colgroup/ColGroupSDC.java | 461 ++++++++++++---------
.../compress/colgroup/ColGroupSDCSingle.java | 382 +++++++++--------
.../compress/colgroup/ColGroupSDCSingleZeros.java | 322 ++++++++------
.../compress/colgroup/ColGroupSDCZeros.java | 391 +++++++++--------
.../runtime/compress/colgroup/ColGroupSizes.java | 46 +-
.../compress/colgroup/ColGroupUncompressed.java | 116 ++++--
.../runtime/compress/colgroup/ColGroupValue.java | 232 +++++++----
.../colgroup/{ => dictionary}/ADictionary.java | 68 +--
.../colgroup/{ => dictionary}/Dictionary.java | 50 ++-
.../colgroup/dictionary/DictionaryFactory.java | 55 +++
.../colgroup/{ => dictionary}/QDictionary.java | 40 +-
.../mapping/{IMapToData.java => AMapToData.java} | 35 +-
.../compress/colgroup/mapping/MapToBit.java | 38 +-
.../compress/colgroup/mapping/MapToByte.java | 39 +-
.../compress/colgroup/mapping/MapToChar.java | 53 +--
.../compress/colgroup/mapping/MapToFactory.java | 23 +-
.../compress/colgroup/mapping/MapToInt.java | 41 +-
.../compress/colgroup/offset/AIterator.java | 98 +++++
.../runtime/compress/colgroup/offset/AOffset.java | 93 +++++
.../compress/colgroup/offset/OffsetByte.java | 152 +++++++
.../compress/colgroup/offset/OffsetChar.java | 150 +++++++
.../compress/colgroup/offset/OffsetFactory.java | 87 ++++
.../compress/colgroup/tree/AInsertionSorter.java | 6 +-
.../compress/colgroup/tree/MaterializeSort.java | 8 +-
.../runtime/compress/colgroup/tree/MergeSort.java | 4 +-
.../runtime/compress/colgroup/tree/Naive.java | 4 +-
.../compress/estim/CompressedSizeEstimator.java | 54 +--
.../estim/CompressedSizeEstimatorExact.java | 12 +
.../estim/CompressedSizeEstimatorFactory.java | 4 +-
.../estim/CompressedSizeEstimatorSample.java | 100 +++--
.../runtime/compress/estim/CompressedSizeInfo.java | 42 +-
.../compress/estim/CompressedSizeInfoColGroup.java | 143 +++++--
.../runtime/compress/estim/EstimationFactors.java | 137 ++++--
.../sysds/runtime/compress/lib/BitmapEncoder.java | 55 +--
.../runtime/compress/lib/BitmapLossyEncoder.java | 44 +-
.../sysds/runtime/compress/lib/CLALibAppend.java | 4 +-
.../runtime/compress/lib/CLALibBinaryCellOp.java | 4 +-
.../sysds/runtime/compress/lib/CLALibCompAgg.java | 65 ++-
.../runtime/compress/lib/CLALibLeftMultBy.java | 297 +++----------
.../sysds/runtime/compress/lib/CLALibReExpand.java | 2 +-
.../runtime/compress/lib/CLALibRelationalOp.java | 2 +-
.../sysds/runtime/compress/lib/CLALibScalar.java | 2 +-
.../sysds/runtime/compress/lib/CLALibSquash.java | 6 +-
.../compress/readers/ReaderColumnSelection.java | 10 +-
...erColumnSelectionDenseMultiBlockTransposed.java | 1 -
.../readers/ReaderColumnSelectionSparse.java | 3 +-
.../ReaderColumnSelectionSparseTransposed.java | 23 +-
.../sysds/runtime/compress/utils/ABitmap.java | 19 +-
.../sysds/runtime/compress/utils/Bitmap.java | 14 +-
.../sysds/runtime/compress/utils/BitmapLossy.java | 14 +-
.../org/apache/sysds/utils/MemoryEstimates.java | 6 +-
.../component/compress/CompressedMatrixTest.java | 10 +-
.../component/compress/CompressedTestBase.java | 39 +-
.../component/compress/CompressedVectorTest.java | 24 +-
.../compress/colgroup/JolEstimateDDCTest.java | 48 ++-
.../compress/colgroup/JolEstimateOLETest.java | 66 +--
.../compress/colgroup/JolEstimateRLETest.java | 90 ++--
.../compress/colgroup/JolEstimateSDCTest.java} | 23 +-
.../compress/colgroup/JolEstimateTest.java | 167 +++++---
.../colgroup/JolEstimateUncompressedTest.java | 25 +-
.../compress/dictionary/DictionaryTest.java | 34 +-
.../compress/insertionsorter/MergeSortTest.java | 427 +++++++++----------
.../component/compress/offset/OffsetTests.java | 127 ++++++
84 files changed, 4631 insertions(+), 2664 deletions(-)
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/cocode/AColumnCoCoder.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/cocode/AColumnGroupPartitioner.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/cocode/CoCodeBinPacking.java
rename
src/main/java/org/apache/sysds/runtime/compress/cocode/{ColumnGroupPartitionerCost.java
=> CoCodeCost.java} (65%)
rename
src/main/java/org/apache/sysds/runtime/compress/cocode/{ColumnGroupPartitionerStatic.java
=> CoCodeStatic.java} (76%)
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/cocode/ColumnGroupPartitionerBinPacking.java
copy src/{test/java/org/apache/sysds/test/applications/nn/NNGradientTest.java
=> main/java/org/apache/sysds/runtime/compress/cocode/Util.java} (61%)
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/ColGroupCompressed.java
rename src/main/java/org/apache/sysds/runtime/compress/colgroup/{ =>
dictionary}/ADictionary.java (84%)
rename src/main/java/org/apache/sysds/runtime/compress/colgroup/{ =>
dictionary}/Dictionary.java (89%)
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/dictionary/DictionaryFactory.java
rename src/main/java/org/apache/sysds/runtime/compress/colgroup/{ =>
dictionary}/QDictionary.java (93%)
rename
src/main/java/org/apache/sysds/runtime/compress/colgroup/mapping/{IMapToData.java
=> AMapToData.java} (54%)
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/offset/AIterator.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/offset/AOffset.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/offset/OffsetByte.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/offset/OffsetChar.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/offset/OffsetFactory.java
copy
src/{main/java/org/apache/sysds/runtime/instructions/spark/functions/FilterNonEmptyBlocksFunction2.java
=>
test/java/org/apache/sysds/test/component/compress/colgroup/JolEstimateSDCTest.java}
(67%)
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/offset/OffsetTests.java
