This is an automated email from the ASF dual-hosted git repository.
baunsgaard pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/systemds.git
from 3b5d17ca3e [MINOR] Fix corrupted compression-component tests, cont.
add 82d9d13086 [SYSTEMDS-3135] Reader Generation for Custom Text Formats
No new revisions were added by this update.
Summary of changes:
pom.xml | 3 +
.../sysds/runtime/iogen/ColIndexStructure.java | 103 +
.../sysds/runtime/iogen/CustomProperties.java | 140 +-
.../sysds/runtime/iogen/FastStringTokenizer.java | 95 -
.../sysds/runtime/iogen/FormatIdentifyer.java | 1760 +++++++
.../sysds/runtime/iogen/FrameGenerateReader.java | 292 --
.../apache/sysds/runtime/iogen/GenerateReader.java | 110 +-
.../runtime/iogen/LongestCommonSubsequence.java | 173 +
.../sysds/runtime/iogen/MappingProperties.java | 128 +
.../apache/sysds/runtime/iogen/MappingTrie.java | 406 ++
.../sysds/runtime/iogen/MappingTrieNode.java | 83 +
.../sysds/runtime/iogen/MatrixGenerateReader.java | 297 --
.../org/apache/sysds/runtime/iogen/RawIndex.java | 371 ++
.../org/apache/sysds/runtime/iogen/RawRow.java | 558 --
.../apache/sysds/runtime/iogen/ReaderMapping.java | 1039 ++--
.../sysds/runtime/iogen/ReaderMappingIndex.java | 405 ++
.../sysds/runtime/iogen/RowIndexStructure.java | 102 +
.../sysds/runtime/iogen/SampleProperties.java | 2 +-
.../org/apache/sysds/runtime/iogen/TextTrie.java | 161 +
.../apache/sysds/runtime/iogen/TextTrieNode.java | 71 +
.../sysds/runtime/iogen/ValueTrimFormat.java | 228 -
.../sysds/runtime/iogen/codegen/CodeGenTrie.java | 423 ++
.../runtime/iogen/codegen/CodeGenTrieNode.java | 211 +
.../sysds/runtime/iogen/codegen/FrameCodeGen.java | 144 +
.../sysds/runtime/iogen/codegen/MatrixCodeGen.java | 143 +
.../iogen/template/FrameGenerateReader.java | 236 +
.../template/FrameGenerateReaderParallel.java | 375 ++
.../iogen/template/MatrixGenerateReader.java | 281 +
.../template/MatrixGenerateReaderParallel.java | 417 ++
.../iogen/template/TemplateCodeGenBase.java | 43 +
.../sysds/runtime/iogen/template/TemplateUtil.java | 201 +
.../iogen/FrameGenerateReaderCSVTest.java | 95 +-
.../iogen/FrameGenerateReaderCustomTest.java | 47 +
.../iogen/FrameGenerateReaderJSONTest.java | 47 +
.../iogen/FrameGenerateReaderLibSVMTest.java | 142 -
.../iogen/FrameGenerateReaderMatrixMarketTest.java | 100 -
.../iogen/FrameGenerateReaderXMLTest.java | 45 +
.../test/functions/iogen/GenerateRandomFrame.java | 313 --
.../test/functions/iogen/GenerateRandomMatrix.java | 319 --
.../functions/iogen/GenerateReaderFrameTest.java | 156 +-
.../functions/iogen/GenerateReaderMatrixTest.java | 39 +-
.../iogen/MatrixGenerateReaderCSVTest.java | 151 -
.../iogen/MatrixGenerateReaderLibSVMTest.java | 146 +-
.../iogen/MatrixGenerateReaderMMTest.java | 46 +
.../MatrixGenerateReaderMatrixMarketTest.java | 238 -
.../apache/sysds/test/functions/iogen/Util.java | 109 +
.../iogen/in/CSV/F1/sample-yelp-csv200.frame | 200 +
.../functions/iogen/in/CSV/F1/yelp-csv.schema | 1 +
.../iogen/in/CSV/F2/sample-yelp-csv200.frame | 200 +
.../functions/iogen/in/CSV/F2/yelp-csv.schema | 1 +
.../iogen/in/CSV/F3/sample-yelp-csv200.frame | 200 +
.../functions/iogen/in/CSV/F3/yelp-csv.schema | 1 +
.../iogen/in/CSV/F4/sample-yelp-csv200.frame | 200 +
.../functions/iogen/in/CSV/F4/yelp-csv.schema | 1 +
.../iogen/in/CSV/F5/sample-yelp-csv200.frame | 200 +
.../functions/iogen/in/CSV/F5/yelp-csv.schema | 1 +
.../iogen/in/CSV/F6/sample-yelp-csv200.frame | 200 +
.../functions/iogen/in/CSV/F6/yelp-csv.schema | 1 +
.../iogen/in/CSV/F7/sample-yelp-csv200.frame | 200 +
.../functions/iogen/in/CSV/F7/yelp-csv.schema | 1 +
.../functions/iogen/in/CSV/sample-yelp-csv200.raw | 200 +
.../iogen/in/Custom/F1/aminer-author.schema | 1 +
.../in/Custom/F1/sample-aminer-author200.frame | 200 +
.../iogen/in/Custom/F2/aminer-author.schema | 1 +
.../in/Custom/F2/sample-aminer-author200.frame | 200 +
.../iogen/in/Custom/F3/aminer-author.schema | 1 +
.../in/Custom/F3/sample-aminer-author200.frame | 200 +
.../iogen/in/Custom/F4/aminer-author.schema | 1 +
.../in/Custom/F4/sample-aminer-author200.frame | 200 +
.../iogen/in/Custom/F5/aminer-author.schema | 1 +
.../in/Custom/F5/sample-aminer-author200.frame | 200 +
.../iogen/in/Custom/F6/aminer-author.schema | 1 +
.../in/Custom/F6/sample-aminer-author200.frame | 200 +
.../iogen/in/Custom/F7/aminer-author.schema | 1 +
.../in/Custom/F7/sample-aminer-author200.frame | 200 +
.../iogen/in/Custom/sample-aminer-author200.raw | 2000 ++++++++
.../iogen/in/JSON/F1/aminer-author-json.schema | 1 +
.../in/JSON/F1/sample-aminer-author-json200.frame | 200 +
.../iogen/in/JSON/F2/aminer-author-json.schema | 1 +
.../in/JSON/F2/sample-aminer-author-json200.frame | 200 +
.../iogen/in/JSON/F3/aminer-author-json.schema | 1 +
.../in/JSON/F3/sample-aminer-author-json200.frame | 200 +
.../iogen/in/JSON/F4/aminer-author-json.schema | 1 +
.../in/JSON/F4/sample-aminer-author-json200.frame | 200 +
.../iogen/in/JSON/F5/aminer-author-json.schema | 1 +
.../in/JSON/F5/sample-aminer-author-json200.frame | 200 +
.../iogen/in/JSON/F6/aminer-author-json.schema | 1 +
.../in/JSON/F6/sample-aminer-author-json200.frame | 200 +
.../iogen/in/JSON/F7/aminer-author-json.schema | 1 +
.../in/JSON/F7/sample-aminer-author-json200.frame | 200 +
.../iogen/in/JSON/sample-aminer-author-json200.raw | 200 +
.../in/LibSVM/F1/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F10/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F11/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F12/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F13/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F14/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F15/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F16/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F17/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F18/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F2/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F3/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F4/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F5/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F6/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F7/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F8/sample-susy-libsvm200.matrix | 200 +
.../in/LibSVM/F9/sample-susy-libsvm200.matrix | 200 +
.../iogen/in/LibSVM/sample-susy-libsvm200.raw | 200 +
.../iogen/in/MM/F1/sample-queen-mm200.matrix | 200 +
.../iogen/in/MM/F1/sample-queen-mm200.raw | 400 ++
.../iogen/in/MM/F10/sample-queen-mm200.matrix | 200 +
.../iogen/in/MM/F10/sample-queen-mm200.raw | 2046 ++++++++
.../iogen/in/MM/F2/sample-queen-mm200.matrix | 200 +
.../iogen/in/MM/F2/sample-queen-mm200.raw | 400 ++
.../iogen/in/MM/F3/sample-queen-mm200.matrix | 200 +
.../iogen/in/MM/F3/sample-queen-mm200.raw | 400 ++
.../iogen/in/MM/F4/sample-queen-mm200.matrix | 200 +
.../iogen/in/MM/F4/sample-queen-mm200.raw | 400 ++
.../iogen/in/MM/F5/sample-queen-mm200.matrix | 200 +
.../iogen/in/MM/F5/sample-queen-mm200.raw | 400 ++
.../iogen/in/MM/F6/sample-queen-mm200.matrix | 200 +
.../iogen/in/MM/F6/sample-queen-mm200.raw | 400 ++
.../iogen/in/MM/F7/sample-queen-mm200.matrix | 200 +
.../iogen/in/MM/F7/sample-queen-mm200.raw | 400 ++
.../iogen/in/MM/F8/sample-queen-mm200.matrix | 200 +
.../iogen/in/MM/F8/sample-queen-mm200.raw | 510 ++
.../iogen/in/MM/F9/sample-queen-mm200.matrix | 200 +
.../iogen/in/MM/F9/sample-queen-mm200.raw | 1022 ++++
.../functions/iogen/in/XML/autolead-xml.schema | 1 +
.../iogen/in/XML/sample-autolead-xml50.frame | 50 +
.../iogen/in/XML/sample-autolead-xml50.raw | 5350 ++++++++++++++++++++
133 files changed, 31202 insertions(+), 3992 deletions(-)
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/ColIndexStructure.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/iogen/FastStringTokenizer.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/FormatIdentifyer.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/iogen/FrameGenerateReader.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/LongestCommonSubsequence.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/MappingProperties.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/MappingTrie.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/MappingTrieNode.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/iogen/MatrixGenerateReader.java
create mode 100644 src/main/java/org/apache/sysds/runtime/iogen/RawIndex.java
delete mode 100644 src/main/java/org/apache/sysds/runtime/iogen/RawRow.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/ReaderMappingIndex.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/RowIndexStructure.java
create mode 100644 src/main/java/org/apache/sysds/runtime/iogen/TextTrie.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/TextTrieNode.java
delete mode 100644
src/main/java/org/apache/sysds/runtime/iogen/ValueTrimFormat.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/codegen/CodeGenTrie.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/codegen/CodeGenTrieNode.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/codegen/FrameCodeGen.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/codegen/MatrixCodeGen.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/template/FrameGenerateReader.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/template/FrameGenerateReaderParallel.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/template/MatrixGenerateReader.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/template/MatrixGenerateReaderParallel.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/template/TemplateCodeGenBase.java
create mode 100644
src/main/java/org/apache/sysds/runtime/iogen/template/TemplateUtil.java
create mode 100644
src/test/java/org/apache/sysds/test/functions/iogen/FrameGenerateReaderCustomTest.java
create mode 100644
src/test/java/org/apache/sysds/test/functions/iogen/FrameGenerateReaderJSONTest.java
delete mode 100644
src/test/java/org/apache/sysds/test/functions/iogen/FrameGenerateReaderLibSVMTest.java
delete mode 100644
src/test/java/org/apache/sysds/test/functions/iogen/FrameGenerateReaderMatrixMarketTest.java
create mode 100644
src/test/java/org/apache/sysds/test/functions/iogen/FrameGenerateReaderXMLTest.java
delete mode 100644
src/test/java/org/apache/sysds/test/functions/iogen/GenerateRandomFrame.java
delete mode 100644
src/test/java/org/apache/sysds/test/functions/iogen/GenerateRandomMatrix.java
delete mode 100644
src/test/java/org/apache/sysds/test/functions/iogen/MatrixGenerateReaderCSVTest.java
create mode 100644
src/test/java/org/apache/sysds/test/functions/iogen/MatrixGenerateReaderMMTest.java
delete mode 100644
src/test/java/org/apache/sysds/test/functions/iogen/MatrixGenerateReaderMatrixMarketTest.java
create mode 100644
src/test/java/org/apache/sysds/test/functions/iogen/Util.java
create mode 100644
src/test/scripts/functions/iogen/in/CSV/F1/sample-yelp-csv200.frame
create mode 100644 src/test/scripts/functions/iogen/in/CSV/F1/yelp-csv.schema
create mode 100644
src/test/scripts/functions/iogen/in/CSV/F2/sample-yelp-csv200.frame
create mode 100644 src/test/scripts/functions/iogen/in/CSV/F2/yelp-csv.schema
create mode 100644
src/test/scripts/functions/iogen/in/CSV/F3/sample-yelp-csv200.frame
create mode 100644 src/test/scripts/functions/iogen/in/CSV/F3/yelp-csv.schema
create mode 100644
src/test/scripts/functions/iogen/in/CSV/F4/sample-yelp-csv200.frame
create mode 100644 src/test/scripts/functions/iogen/in/CSV/F4/yelp-csv.schema
create mode 100644
src/test/scripts/functions/iogen/in/CSV/F5/sample-yelp-csv200.frame
create mode 100644 src/test/scripts/functions/iogen/in/CSV/F5/yelp-csv.schema
create mode 100644
src/test/scripts/functions/iogen/in/CSV/F6/sample-yelp-csv200.frame
create mode 100644 src/test/scripts/functions/iogen/in/CSV/F6/yelp-csv.schema
create mode 100644
src/test/scripts/functions/iogen/in/CSV/F7/sample-yelp-csv200.frame
create mode 100644 src/test/scripts/functions/iogen/in/CSV/F7/yelp-csv.schema
create mode 100644
src/test/scripts/functions/iogen/in/CSV/sample-yelp-csv200.raw
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F1/aminer-author.schema
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F1/sample-aminer-author200.frame
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F2/aminer-author.schema
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F2/sample-aminer-author200.frame
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F3/aminer-author.schema
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F3/sample-aminer-author200.frame
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F4/aminer-author.schema
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F4/sample-aminer-author200.frame
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F5/aminer-author.schema
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F5/sample-aminer-author200.frame
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F6/aminer-author.schema
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F6/sample-aminer-author200.frame
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F7/aminer-author.schema
create mode 100644
src/test/scripts/functions/iogen/in/Custom/F7/sample-aminer-author200.frame
create mode 100644
src/test/scripts/functions/iogen/in/Custom/sample-aminer-author200.raw
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F1/aminer-author-json.schema
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F1/sample-aminer-author-json200.frame
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F2/aminer-author-json.schema
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F2/sample-aminer-author-json200.frame
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F3/aminer-author-json.schema
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F3/sample-aminer-author-json200.frame
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F4/aminer-author-json.schema
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F4/sample-aminer-author-json200.frame
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F5/aminer-author-json.schema
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F5/sample-aminer-author-json200.frame
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F6/aminer-author-json.schema
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F6/sample-aminer-author-json200.frame
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F7/aminer-author-json.schema
create mode 100644
src/test/scripts/functions/iogen/in/JSON/F7/sample-aminer-author-json200.frame
create mode 100644
src/test/scripts/functions/iogen/in/JSON/sample-aminer-author-json200.raw
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F1/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F10/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F11/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F12/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F13/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F14/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F15/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F16/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F17/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F18/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F2/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F3/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F4/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F5/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F6/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F7/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F8/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/F9/sample-susy-libsvm200.matrix
create mode 100644
src/test/scripts/functions/iogen/in/LibSVM/sample-susy-libsvm200.raw
create mode 100755
src/test/scripts/functions/iogen/in/MM/F1/sample-queen-mm200.matrix
create mode 100755
src/test/scripts/functions/iogen/in/MM/F1/sample-queen-mm200.raw
create mode 100755
src/test/scripts/functions/iogen/in/MM/F10/sample-queen-mm200.matrix
create mode 100755
src/test/scripts/functions/iogen/in/MM/F10/sample-queen-mm200.raw
create mode 100755
src/test/scripts/functions/iogen/in/MM/F2/sample-queen-mm200.matrix
create mode 100755
src/test/scripts/functions/iogen/in/MM/F2/sample-queen-mm200.raw
create mode 100755
src/test/scripts/functions/iogen/in/MM/F3/sample-queen-mm200.matrix
create mode 100755
src/test/scripts/functions/iogen/in/MM/F3/sample-queen-mm200.raw
create mode 100755
src/test/scripts/functions/iogen/in/MM/F4/sample-queen-mm200.matrix
create mode 100755
src/test/scripts/functions/iogen/in/MM/F4/sample-queen-mm200.raw
create mode 100755
src/test/scripts/functions/iogen/in/MM/F5/sample-queen-mm200.matrix
create mode 100755
src/test/scripts/functions/iogen/in/MM/F5/sample-queen-mm200.raw
create mode 100755
src/test/scripts/functions/iogen/in/MM/F6/sample-queen-mm200.matrix
create mode 100755
src/test/scripts/functions/iogen/in/MM/F6/sample-queen-mm200.raw
create mode 100755
src/test/scripts/functions/iogen/in/MM/F7/sample-queen-mm200.matrix
create mode 100755
src/test/scripts/functions/iogen/in/MM/F7/sample-queen-mm200.raw
create mode 100755
src/test/scripts/functions/iogen/in/MM/F8/sample-queen-mm200.matrix
create mode 100755
src/test/scripts/functions/iogen/in/MM/F8/sample-queen-mm200.raw
create mode 100755
src/test/scripts/functions/iogen/in/MM/F9/sample-queen-mm200.matrix
create mode 100755
src/test/scripts/functions/iogen/in/MM/F9/sample-queen-mm200.raw
create mode 100644 src/test/scripts/functions/iogen/in/XML/autolead-xml.schema
create mode 100644
src/test/scripts/functions/iogen/in/XML/sample-autolead-xml50.frame
create mode 100644
src/test/scripts/functions/iogen/in/XML/sample-autolead-xml50.raw
