This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git
from f0a83f7d52 [DOCS] Minor refinement of readme for federated tutorial
new 174cfe9d3d [DOCS] Fix the internal slice docs for MatrixBlock
new 37520e8d27 [MINOR] Update the internal printing of DenseBlock
new 9241488e0c [SYSTEMDS-2699] CLA IO Compressed Matrix
new d8936cf528 [SYSTEMDS-3438] CLA RowSlice compressed return
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 1 +
src/main/java/org/apache/sysds/common/Types.java | 3 +-
.../runtime/compress/CompressedMatrixBlock.java | 30 ++-
.../compress/CompressedMatrixBlockFactory.java | 4 +-
.../sysds/runtime/compress/colgroup/AColGroup.java | 80 ++++---
.../compress/colgroup/AColGroupCompressed.java | 4 +-
.../runtime/compress/colgroup/AColGroupOffset.java | 16 +-
.../runtime/compress/colgroup/AColGroupValue.java | 94 ++------
.../compress/colgroup/ADictBasedColGroup.java | 13 +-
.../sysds/runtime/compress/colgroup/ASDC.java | 7 +-
.../sysds/runtime/compress/colgroup/ASDCZero.java | 5 +-
.../runtime/compress/colgroup/ColGroupConst.java | 19 +-
.../runtime/compress/colgroup/ColGroupDDC.java | 19 +-
.../runtime/compress/colgroup/ColGroupDDCFOR.java | 50 +++--
.../runtime/compress/colgroup/ColGroupEmpty.java | 23 +-
.../colgroup/ColGroupLinearFunctional.java | 21 +-
.../runtime/compress/colgroup/ColGroupOLE.java | 19 +-
.../runtime/compress/colgroup/ColGroupRLE.java | 107 +++++++---
.../runtime/compress/colgroup/ColGroupSDC.java | 53 +++--
.../runtime/compress/colgroup/ColGroupSDCFOR.java | 53 +++--
.../compress/colgroup/ColGroupSDCSingle.java | 21 +-
.../compress/colgroup/ColGroupSDCSingleZeros.java | 19 ++
.../compress/colgroup/ColGroupSDCZeros.java | 22 +-
.../compress/colgroup/ColGroupUncompressed.java | 25 ++-
.../compress/colgroup/dictionary/ADictionary.java | 9 +
.../compress/colgroup/dictionary/Dictionary.java | 18 +-
.../colgroup/dictionary/MatrixBlockDictionary.java | 14 ++
.../compress/colgroup/dictionary/QDictionary.java | 5 +
.../compress/colgroup/mapping/AMapToData.java | 29 +--
.../compress/colgroup/mapping/MapToBit.java | 8 +-
.../compress/colgroup/mapping/MapToByte.java | 10 +-
.../compress/colgroup/mapping/MapToChar.java | 8 +-
.../compress/colgroup/mapping/MapToCharPByte.java | 16 +-
.../compress/colgroup/mapping/MapToInt.java | 8 +-
.../compress/colgroup/mapping/MapToUByte.java | 3 +-
.../compress/colgroup/mapping/MapToZero.java | 8 +-
.../runtime/compress/colgroup/offset/AOffset.java | 95 +++++++--
.../compress/colgroup/offset/OffsetByte.java | 101 +++------
.../compress/colgroup/offset/OffsetChar.java | 83 ++------
.../offset/{OffsetSingle.java => OffsetEmpty.java} | 93 +++-----
.../compress/colgroup/offset/OffsetFactory.java | 177 ++++++++++++++--
.../compress/colgroup/offset/OffsetSingle.java | 27 ++-
.../compress/colgroup/offset/OffsetTwo.java | 37 +++-
.../compress/estim/CompressedSizeInfoColGroup.java | 22 +-
.../compress/estim/encoding/SparseEncoding.java | 5 +-
.../io/CompressUnwrap.java} | 26 +--
.../runtime/compress/io/CompressedWriteBlock.java | 75 +++++++
.../runtime/compress/io/ReaderCompressed.java | 96 +++++++++
.../runtime/compress/io/WriterCompressed.java | 147 +++++++++++++
.../sysds/runtime/compress/lib/CLALibAppend.java | 13 +-
.../sysds/runtime/compress/lib/CLALibCombine.java | 191 +++++++++++++++++
.../runtime/compress/lib/CLALibMatrixMult.java | 8 +-
.../sysds/runtime/compress/lib/CLALibScalar.java | 7 +-
.../sysds/runtime/compress/lib/CLALibSlice.java | 64 +++++-
.../compress/utils/DoubleIntListHashMap.java | 11 +-
.../context/ExecutionContextFactory.java | 28 ++-
.../context/SparkExecutionContext.java | 36 +++-
.../org/apache/sysds/runtime/data/DenseBlock.java | 36 +++-
.../instructions/spark/ReblockSPInstruction.java | 7 +
.../functions/ExtractBlockForBinaryReblock.java | 19 +-
.../apache/sysds/runtime/io/InputOutputInfo.java | 6 +
.../sysds/runtime/io/MatrixReaderFactory.java | 8 +
.../sysds/runtime/io/MatrixWriterFactory.java | 6 +-
.../sysds/runtime/matrix/data/MatrixBlock.java | 114 +++++++---
.../org/apache/sysds/runtime/util/HDFSTool.java | 41 ++--
.../component/compress/CompressedMatrixTest.java | 40 +++-
.../component/compress/CompressedTestBase.java | 3 +-
.../component/compress/colgroup/ColGroupBase.java | 6 +
.../compress/colgroup/ColGroupNegativeTests.java | 40 +++-
.../component/compress/colgroup/ColGroupTest.java | 126 +++++++++--
.../component/compress/combine/CombineTest.java | 81 +++++++
.../estim/encoding/EncodeSampleCustom.java | 16 ++
.../sysds/test/component/compress/io/IOEmpty.java | 100 +++++++++
.../test/component/compress/io/IONegativeTest.java | 139 ++++++++++++
.../sysds/test/component/compress/io/IOSpark.java | 170 +++++++++++++++
.../sysds/test/component/compress/io/IOTest.java | 151 +++++++++++++
.../test/component/compress/io/IOTestUtils.java | 72 +++++++
.../compress/mapping/MappingPreAggregateTests.java | 2 +-
.../compress/offset/OffsetSingleTests.java | 86 ++++++--
.../component/compress/offset/OffsetTestUtil.java | 17 +-
.../component/compress/offset/OffsetTests.java | 236 ++++++++++++++++-----
.../CompressedTestBase.java} | 8 +-
.../io/compressed/ReadCompressedTest.java | 138 ++++++++++++
.../paramserv/SparkDataPartitionerTest.java | 2 +-
.../ReadCompressedTest.dml} | 3 +-
85 files changed, 3082 insertions(+), 777 deletions(-)
copy
src/main/java/org/apache/sysds/runtime/compress/colgroup/offset/{OffsetSingle.java
=> OffsetEmpty.java} (56%)
copy
src/main/java/org/apache/sysds/runtime/{instructions/spark/functions/MatrixScalarUnaryFunction.java
=> compress/io/CompressUnwrap.java} (63%)
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/io/CompressedWriteBlock.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/io/ReaderCompressed.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/io/WriterCompressed.java
create mode 100644
src/main/java/org/apache/sysds/runtime/compress/lib/CLALibCombine.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/combine/CombineTest.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/io/IOEmpty.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/io/IONegativeTest.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/io/IOSpark.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/io/IOTest.java
create mode 100644
src/test/java/org/apache/sysds/test/component/compress/io/IOTestUtils.java
copy src/test/java/org/apache/sysds/test/functions/io/{csv/CSVTestBase.java =>
compressed/CompressedTestBase.java} (81%)
create mode 100644
src/test/java/org/apache/sysds/test/functions/io/compressed/ReadCompressedTest.java
copy src/test/scripts/functions/io/{SeqParReadTest.dml =>
compressed/ReadCompressedTest.dml} (96%)
