This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git.
from 000ee8b [MINOR] Edit AggregateTernaryFEDInstruction Processing
new 8b698ef [SYSTEMDS-3294] CLA Many Column Compression
new 1092b0f [SYSTEMDS-3300] CLA Compute Cost Model
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../runtime/compress/CompressedMatrixBlock.java | 15 +-
.../compress/CompressedMatrixBlockFactory.java | 217 ++++----
.../runtime/compress/CompressionSettings.java | 28 +-
.../compress/CompressionSettingsBuilder.java | 13 +-
.../runtime/compress/CompressionStatistics.java | 39 +-
.../runtime/compress/cocode/AColumnCoCoder.java | 30 +-
.../runtime/compress/cocode/CoCodeBinPacking.java | 345 ++++++-------
.../runtime/compress/cocode/CoCodeGreedy.java | 147 ++++--
.../runtime/compress/cocode/CoCodeHybrid.java | 33 +-
.../runtime/compress/cocode/CoCodePriorityQue.java | 121 ++++-
.../runtime/compress/cocode/CoCodeStatic.java | 4 +-
.../runtime/compress/cocode/CoCoderFactory.java | 55 +-
.../sysds/runtime/compress/cocode/Memorizer.java | 4 +-
.../sysds/runtime/compress/colgroup/AColGroup.java | 36 +-
.../runtime/compress/colgroup/AColGroupOffset.java | 7 +
.../runtime/compress/colgroup/AColGroupValue.java | 18 +-
.../compress/colgroup/AMorphingMMColGroup.java | 2 +-
.../sysds/runtime/compress/colgroup/APreAgg.java | 371 ++++---------
.../sysds/runtime/compress/colgroup/ASDCZero.java | 188 +++++++
.../runtime/compress/colgroup/ColGroupConst.java | 73 ++-
.../runtime/compress/colgroup/ColGroupDDC.java | 199 +++++--
.../compress/colgroup/ColGroupDeltaDDC.java | 15 +-
.../runtime/compress/colgroup/ColGroupEmpty.java | 35 +-
.../runtime/compress/colgroup/ColGroupFactory.java | 385 ++++++++------
.../runtime/compress/colgroup/ColGroupOLE.java | 8 +-
.../runtime/compress/colgroup/ColGroupPFOR.java | 55 +-
.../runtime/compress/colgroup/ColGroupRLE.java | 8 +-
.../runtime/compress/colgroup/ColGroupSDC.java | 79 ++-
.../compress/colgroup/ColGroupSDCSingle.java | 108 +++-
.../compress/colgroup/ColGroupSDCSingleZeros.java | 353 +++++++++----
.../compress/colgroup/ColGroupSDCZeros.java | 141 +++--
.../compress/colgroup/ColGroupUncompressed.java | 210 ++++++--
.../compress/colgroup/dictionary/ADictionary.java | 237 +++++++--
.../colgroup/dictionary/DictLibMatrixMult.java | 574 +++++++++++++++++++++
.../compress/colgroup/dictionary/Dictionary.java | 209 ++++++--
.../colgroup/dictionary/DictionaryFactory.java | 67 ++-
.../colgroup/dictionary/MatrixBlockDictionary.java | 452 ++++++++++++----
.../compress/colgroup/dictionary/QDictionary.java | 117 ++++-
.../insertionsort/InsertionSorterFactory.java | 4 +-
.../compress/colgroup/mapping/AMapToData.java | 171 ++++--
.../compress/colgroup/mapping/MapToBit.java | 14 +
.../compress/colgroup/mapping/MapToByte.java | 114 +---
.../compress/colgroup/mapping/MapToChar.java | 124 ++---
.../compress/colgroup/mapping/MapToFactory.java | 87 ++--
.../compress/colgroup/mapping/MapToInt.java | 103 ++--
.../compress/colgroup/mapping/MapToUByte.java | 43 +-
.../compress/colgroup/offset/AIterator.java | 4 +-
.../runtime/compress/colgroup/offset/AOffset.java | 445 ++++++++++------
.../compress/colgroup/offset/OffsetByte.java | 518 ++-----------------
.../compress/colgroup/offset/OffsetChar.java | 246 +++------
.../sysds/runtime/compress/cost/ACostEstimate.java | 131 +++++
.../compress/cost/ComputationCostEstimator.java | 231 +++++----
.../compress/cost/CostEstimatorBuilder.java | 26 +-
.../compress/cost/CostEstimatorFactory.java | 30 +-
.../compress/cost/DistinctCostEstimator.java | 34 +-
.../runtime/compress/cost/HybridCostEstimator.java | 50 +-
.../sysds/runtime/compress/cost/ICostEstimate.java | 72 ---
.../compress/cost/InstructionTypeCounter.java | 2 +-
.../runtime/compress/cost/MemoryCostEstimator.java | 26 +-
.../compress/estim/CompressedSizeEstimator.java | 234 ++++-----
.../estim/CompressedSizeEstimatorExact.java | 40 +-
.../estim/CompressedSizeEstimatorFactory.java | 105 ++--
.../estim/CompressedSizeEstimatorSample.java | 356 +++----------
.../estim/CompressedSizeEstimatorUltraSparse.java | 118 -----
.../runtime/compress/estim/CompressedSizeInfo.java | 3 +-
.../compress/estim/CompressedSizeInfoColGroup.java | 84 +--
.../runtime/compress/estim/EstimationFactors.java | 62 +--
.../compress/estim/encoding/ConstEncoding.java | 11 +-
.../compress/estim/encoding/DenseEncoding.java | 99 ++--
.../compress/estim/encoding/EmptyEncoding.java | 13 +-
.../runtime/compress/estim/encoding/IEncode.java | 6 +-
.../compress/estim/encoding/SparseEncoding.java | 52 +-
.../compress/estim/sample/HassAndStokes.java | 53 +-
.../estim/sample/SampleEstimatorFactory.java | 29 +-
.../runtime/compress/lib/CLALibBinaryCellOp.java | 5 +-
.../sysds/runtime/compress/lib/CLALibCompAgg.java | 288 ++++++-----
.../runtime/compress/lib/CLALibDecompress.java | 35 +-
.../runtime/compress/lib/CLALibLeftMultBy.java | 556 +++++++++-----------
.../sysds/runtime/compress/lib/CLALibMMChain.java | 6 +-
.../runtime/compress/lib/CLALibRightMultBy.java | 46 +-
.../sysds/runtime/compress/lib/CLALibScalar.java | 20 +-
.../sysds/runtime/compress/lib/CLALibTSMM.java | 192 +++++++
.../sysds/runtime/compress/lib/CLALibUnary.java | 38 +-
.../sysds/runtime/compress/lib/CLALibUtils.java | 42 ++
.../ReaderColumnSelectionDenseMultiBlock.java | 3 +-
...erColumnSelectionDenseMultiBlockTransposed.java | 3 +-
.../ReaderColumnSelectionDenseSingleBlock.java | 5 +-
...rColumnSelectionDenseSingleBlockTransposed.java | 3 +-
.../compress/utils/DblArrayCountHashMap.java | 8 +-
.../apache/sysds/runtime/compress/utils/Util.java | 6 +-
.../apache/sysds/runtime/compress/workload/Op.java | 8 +
.../sysds/runtime/compress/workload/OpSided.java | 5 +
.../sysds/runtime/matrix/data/LibMatrixMult.java | 2 +-
.../sysds/runtime/matrix/data/LibMatrixReorg.java | 31 +-
src/test/java/org/apache/sysds/test/TestUtils.java | 79 ++-
.../compress/AbstractCompressedUnaryTests.java | 166 +++---
.../component/compress/CompressedMatrixTest.java | 12 +-
.../component/compress/CompressedTestBase.java | 83 +--
.../compress/CompressibleInputGenerator.java | 26 +-
.../component/compress/ExtendedMatrixTests.java | 14 +
.../compress/ParCompressedMatrixTest.java | 12 +-
.../test/component/compress/TestConstants.java | 10 +-
.../compress/colgroup/ColGroupDeltaDDCTest.java | 2 +-
.../compress/colgroup/JolEstimateTest.java | 11 +-
.../test/component/compress/cost/ACostTest.java | 99 ++++
.../component/compress/cost/ComputeCostTest.java | 107 ++++
.../compress/cost/MemoryCostTest.java} | 43 +-
.../compress/estim/JoinCompressionInfoTest.java | 16 +-
.../compress/estim/SampleEstimatorTest.java | 8 +-
.../estim/encoding/EncodeSampleCustom.java | 90 ++++
.../estim/encoding/EncodeSampleMultiColTest.java | 12 +-
.../compress/estim/encoding/EncodeSampleTest.java | 14 +-
.../estim/encoding/EncodeSampleUnbalancedTest.java | 2 +-
.../estim/encoding/EncodeSampleUniformTest.java | 2 +-
.../compress/mapping/PreAggregateDDC_DDCTest.java | 14 +-
.../compress/mapping/PreAggregateDDC_SDCZTest.java | 12 +-
.../compress/mapping/PreAggregateSDCZ_DDCTest.java | 12 +-
.../mapping/PreAggregateSDCZ_SDCZTest.java | 12 +-
.../compress/mapping/StandAloneTests.java | 30 +-
.../compress/offset/OffsetTestPreAggregate.java | 40 +-
.../component/compress/readers/ReadersTest.java | 118 +++++
.../component/compress/workload/WorkloadTest.java | 32 +-
.../compress/CompressInstructionRewrite.java | 2 +
.../compress/workload/WorkloadAlgorithmTest.java | 7 +-
.../resources/component/compress/sample/s1.dat | 2 +
.../resources/component/compress/sample/s2.dat | 2 +
126 files changed, 6721 insertions(+), 4410 deletions(-)
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/ASDCZero.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/dictionary/DictLibMatrixMult.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/cost/ACostEstimate.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/cost/ICostEstimate.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/compress/estim/CompressedSizeEstimatorUltraSparse.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/lib/CLALibTSMM.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/cost/ACostTest.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/cost/ComputeCostTest.java
copy
src/test/java/org/apache/sysds/test/{applications/nn/NNMaxPool2dComponentTest.java
=> component/compress/cost/MemoryCostTest.java} (56%)
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/estim/encoding/EncodeSampleCustom.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/readers/ReadersTest.java
create mode 100644 src/test/resources/component/compress/sample/s1.dat
create mode 100644 src/test/resources/component/compress/sample/s2.dat
