This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git
from db383202d9 [SYSTEMDS-3466] Asynchronous (Future-based) execution of
Spark instructions
add 0bddf34b4d [SYSTEMDS-3465] Typed return on CacheBlock Interface Slice
No new revisions were added by this update.
Summary of changes:
.../apache/sysds/hops/recompile/Recompiler.java | 4 +-
.../runtime/compress/CompressedMatrixBlock.java | 3 +-
.../compress/colgroup/dictionary/QDictionary.java | 2 +-
.../compress/colgroup/mapping/MapToBit.java | 2 +-
.../runtime/controlprogram/caching/ByteBuffer.java | 10 +-
.../runtime/controlprogram/caching/CacheBlock.java | 87 ++++-
.../controlprogram/caching/CacheBlockFactory.java | 16 +-
.../caching/CacheMaintenanceService.java | 6 +-
.../controlprogram/caching/CacheableData.java | 4 +-
.../controlprogram/caching/LazyWriteBuffer.java | 8 +-
.../caching/UnifiedMemoryManager.java | 8 +-
.../controlprogram/context/ExecutionContext.java | 2 +-
.../context/SparkExecutionContext.java | 14 +-
.../controlprogram/federated/FederatedData.java | 2 +-
.../controlprogram/federated/FederatedRequest.java | 4 +-
.../federated/FederatedResponse.java | 2 +-
.../federated/FederatedStatistics.java | 2 +-
.../controlprogram/federated/FederatedWorker.java | 2 +-
.../federated/FederatedWorkerHandler.java | 18 +-
.../controlprogram/federated/FederationMap.java | 11 +-
.../parfor/CachedReuseVariables.java | 9 +-
.../controlprogram/parfor/RemoteParForSpark.java | 8 +-
.../parfor/RemoteParForSparkWorker.java | 4 +-
.../org/apache/sysds/runtime/data/TensorBlock.java | 41 ++-
.../sysds/runtime/frame/data/FrameBlock.java | 372 ++++++++-------------
.../sysds/runtime/frame/data/columns/Array.java | 37 +-
.../runtime/frame/data/columns/ArrayFactory.java | 44 ++-
.../runtime/frame/data/columns/BooleanArray.java | 22 +-
.../runtime/frame/data/columns/ColumnMetadata.java | 68 +++-
.../runtime/frame/data/columns/DoubleArray.java | 31 +-
.../runtime/frame/data/columns/FloatArray.java | 30 +-
.../runtime/frame/data/columns/IntegerArray.java | 36 +-
.../runtime/frame/data/columns/LongArray.java | 34 +-
.../runtime/frame/data/columns/StringArray.java | 47 ++-
.../instructions/cp/DataGenCPInstruction.java | 14 +-
.../cp/ParameterizedBuiltinCPInstruction.java | 2 +-
.../instructions/fed/InitFEDInstruction.java | 10 +-
.../instructions/spark/data/BroadcastObject.java | 2 +-
.../instructions/spark/data/PartitionedBlock.java | 1 +
.../spark/data/PartitionedBroadcast.java | 1 +
.../sysds/runtime/matrix/data/MatrixBlock.java | 84 +----
.../runtime/transform/encode/ColumnEncoder.java | 35 +-
.../runtime/transform/encode/ColumnEncoderBin.java | 30 +-
.../transform/encode/ColumnEncoderComposite.java | 18 +-
.../transform/encode/ColumnEncoderDummycode.java | 14 +-
.../transform/encode/ColumnEncoderFeatureHash.java | 14 +-
.../transform/encode/ColumnEncoderPassThrough.java | 16 +-
.../transform/encode/ColumnEncoderRecode.java | 28 +-
.../runtime/transform/encode/ColumnEncoderUDF.java | 12 +-
.../sysds/runtime/transform/encode/Encoder.java | 4 +-
.../runtime/transform/encode/EncoderMVImpute.java | 5 +-
.../transform/encode/MultiColumnEncoder.java | 44 +--
.../runtime/transform/tokenize/Tokenizer.java | 6 +-
.../org/apache/sysds/runtime/util/EMAUtils.java | 11 +-
.../apache/sysds/runtime/util/LocalFileUtils.java | 6 +-
src/main/java/org/apache/sysds/utils/Explain.java | 2 +-
.../org/apache/sysds/utils/MemoryEstimates.java | 99 +++++-
src/main/python/systemds/utils/converters.py | 24 +-
src/test/java/org/apache/sysds/test/TestUtils.java | 67 +++-
.../component/compress/mapping/MappingTests.java | 3 +
.../component/frame/FrameSerializationTest.java | 237 +++++++------
.../component/frame/array/ColumnMetadataTests.java | 197 +++++++++++
.../component/frame/array/FrameArrayTests.java | 214 ++++++++++++
.../component/frame/array/NegativeArrayTests.java} | 21 +-
.../frame/transform/transformCustomTest.java | 2 +-
.../test/component/misc/MemoryEstimateTest.java | 10 +-
.../functions/builtin/part1/BuiltinDMVTest.java | 2 +-
.../builtin/part1/BuiltinDateProcessingTest.java | 2 +-
.../functions/frame/FrameDropInvalidTypeTest.java | 2 +-
.../json/FrameReaderWriterJSONLParallelTest.java | 2 +-
.../io/json/FrameReaderWriterJSONLTest.java | 2 +-
.../io/proto/FrameReaderWriterProtoTest.java | 2 +-
72 files changed, 1479 insertions(+), 756 deletions(-)
create mode 100644
src/test/java/org/apache/sysds/test/component/frame/array/ColumnMetadataTests.java
create mode 100644
src/test/java/org/apache/sysds/test/component/frame/array/FrameArrayTests.java
copy src/{main/java/org/apache/sysds/runtime/io/hdf5/H5RuntimeException.java
=>
test/java/org/apache/sysds/test/component/frame/array/NegativeArrayTests.java}
(63%)
