This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git.
from 72fc2ac [MINOR] Fix FederatedWorkerHandlerTest
new 7f67226 [SYSTEMDS-3252] CLA Cocode Greedy Parallel
new 31f2653 [SYSTEMDS-2831] CLA DeltaDDC Column Group
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../runtime/compress/cocode/CoCodeBinPacking.java | 130 ++------
.../runtime/compress/cocode/CoCodeGreedy.java | 154 +++------
.../sysds/runtime/compress/cocode/ColIndexes.java} | 25 +-
.../sysds/runtime/compress/cocode/Memorizer.java | 92 +++++
.../sysds/runtime/compress/colgroup/AColGroup.java | 4 +-
.../runtime/compress/colgroup/AColGroupValue.java | 12 +-
.../runtime/compress/colgroup/ColGroupConst.java | 10 +-
.../compress/colgroup/ColGroupDeltaDDC.java | 81 +++++
.../runtime/compress/colgroup/ColGroupFactory.java | 119 +++++--
.../runtime/compress/colgroup/ColGroupIO.java | 2 +
.../runtime/compress/colgroup/ColGroupSizes.java | 24 +-
.../colgroup/dictionary/DeltaDictionary.java | 43 +++
.../compress/colgroup/dictionary/Dictionary.java | 8 +-
.../colgroup/dictionary/DictionaryFactory.java | 63 +---
.../colgroup/dictionary/MatrixBlockDictionary.java | 42 ++-
.../compress/colgroup/mapping/MapToBit.java | 2 +-
.../compress/colgroup/mapping/MapToByte.java | 2 +-
.../compress/colgroup/mapping/MapToChar.java | 2 +-
.../compress/colgroup/mapping/MapToFactory.java | 45 ++-
.../compress/colgroup/offset/OffsetByte.java | 50 +--
.../compress/colgroup/offset/OffsetChar.java | 15 +-
.../compress/colgroup/offset/OffsetFactory.java | 59 +++-
.../compress/cost/ComputationCostEstimator.java | 16 +-
.../compress/estim/CompressedSizeEstimator.java | 55 +--
.../estim/CompressedSizeEstimatorExact.java | 44 +--
.../estim/CompressedSizeEstimatorFactory.java | 31 +-
.../estim/CompressedSizeEstimatorSample.java | 63 ++--
.../estim/CompressedSizeEstimatorUltraSparse.java | 11 +
.../runtime/compress/estim/CompressedSizeInfo.java | 18 -
.../compress/estim/CompressedSizeInfoColGroup.java | 110 ++----
.../runtime/compress/estim/EstimationFactors.java | 113 +------
.../compress/estim/encoding/ConstEncoding.java | 66 ++++
.../compress/estim/encoding/DenseEncoding.java | 171 ++++++++++
.../compress/estim/encoding/EmptyEncoding.java | 67 ++++
.../runtime/compress/estim/encoding/IEncode.java | 369 +++++++++++++++++++++
.../compress/estim/encoding/SparseEncoding.java | 245 ++++++++++++++
.../runtime/compress/lib/CLALibBinaryCellOp.java | 2 +-
.../compress/utils/DblArrayCountHashMap.java | 25 ++
.../runtime/compress/utils/DoubleCountHashMap.java | 67 +++-
.../sysds/runtime/compress/utils/IntArrayList.java | 40 +--
.../component/compress/CompressedTestBase.java | 23 +-
.../compress/CompressibleInputGenerator.java | 73 +++-
.../compress/colgroup/ColGroupDeltaDDCTest.java | 100 ++++++
...essedTest.java => JolEstimateDeltaDDCTest.java} | 52 +--
.../compress/colgroup/JolEstimateOLETest.java | 169 +++++-----
.../compress/colgroup/JolEstimateRLETest.java | 217 ++++++------
.../compress/colgroup/JolEstimateSDCTest.java | 120 ++++++-
.../compress/colgroup/JolEstimateTest.java | 122 ++++---
.../colgroup/JolEstimateUncompressedTest.java | 30 +-
.../compress/dictionary/DeltaDictionaryTest.java | 105 ++++++
.../encoding/EncodeSampleDenseNonUniform.java | 83 +++++
.../estim/encoding/EncodeSampleMultiColTest.java | 145 ++++++++
.../estim/encoding/EncodeSampleSingleColTest.java | 124 +++++++
.../compress/estim/encoding/EncodeSampleTest.java | 179 ++++++++++
.../estim/encoding/EncodeSampleUnbalancedTest.java | 116 +++++++
.../estim/encoding/EncodeSampleUniformTest.java | 120 +++++++
.../compress/mapping/StandAloneTests.java | 30 ++
.../component/compress/offset/OffsetTests.java | 10 +-
58 files changed, 3251 insertions(+), 1064 deletions(-)
copy
src/{test/java/org/apache/sysds/test/component/compress/colgroup/JolEstimateSDCTest.java
=> main/java/org/apache/sysds/runtime/compress/cocode/ColIndexes.java} (63%)
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/cocode/Memorizer.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/ColGroupDeltaDDC.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/colgroup/dictionary/DeltaDictionary.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/estim/encoding/ConstEncoding.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/estim/encoding/DenseEncoding.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/estim/encoding/EmptyEncoding.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/estim/encoding/IEncode.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/estim/encoding/SparseEncoding.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/colgroup/ColGroupDeltaDDCTest.java
copy
src/test/java/org/apache/sysds/test/component/compress/colgroup/{JolEstimateUncompressedTest.java
=> JolEstimateDeltaDDCTest.java} (50%)
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/dictionary/DeltaDictionaryTest.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/estim/encoding/EncodeSampleDenseNonUniform.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/estim/encoding/EncodeSampleMultiColTest.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/estim/encoding/EncodeSampleSingleColTest.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/estim/encoding/EncodeSampleTest.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/estim/encoding/EncodeSampleUnbalancedTest.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/estim/encoding/EncodeSampleUniformTest.java
