Change in asterixdb[master]: [NO ISSUE][TEST] Generate TPCH SF 0.1 test files

[AsterixDB Code Review]

>From Ian Maxon <ima...@uci.edu>:

Ian Maxon has uploaded this change for review. ( 
https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/18297 )


Change subject: [NO ISSUE][TEST] Generate TPCH SF 0.1 test files
......................................................................

[NO ISSUE][TEST] Generate TPCH SF 0.1 test files

Change-Id: I879195e84328d86fad439ea825201ad052a30692
---
M 
asterixdb/asterix-maven-plugins/asterix-test-datagenerator-maven-plugin/src/main/java/org/apache/hyracks/maven/plugin/TestDataGeneratorMojo.java
M 
asterixdb/asterix-maven-plugins/asterix-test-datagenerator-maven-plugin/pom.xml
2 files changed, 45 insertions(+), 0 deletions(-)



  git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb 
refs/changes/97/18297/1

diff --git 
a/asterixdb/asterix-maven-plugins/asterix-test-datagenerator-maven-plugin/pom.xml
 
b/asterixdb/asterix-maven-plugins/asterix-test-datagenerator-maven-plugin/pom.xml
index e8f66be..c3dd8b7 100644
--- 
a/asterixdb/asterix-maven-plugins/asterix-test-datagenerator-maven-plugin/pom.xml
+++ 
b/asterixdb/asterix-maven-plugins/asterix-test-datagenerator-maven-plugin/pom.xml
@@ -52,5 +52,10 @@
       <artifactId>asterix-test-framework</artifactId>
       <version>${project.version}</version>
     </dependency>
+    <dependency>
+      <groupId>io.trino.tpch</groupId>
+      <artifactId>tpch</artifactId>
+      <version>1.2</version>
+    </dependency>
   </dependencies>
 </project>
diff --git 
a/asterixdb/asterix-maven-plugins/asterix-test-datagenerator-maven-plugin/src/main/java/org/apache/hyracks/maven/plugin/TestDataGeneratorMojo.java
 
b/asterixdb/asterix-maven-plugins/asterix-test-datagenerator-maven-plugin/src/main/java/org/apache/hyracks/maven/plugin/TestDataGeneratorMojo.java
index dc56a29..d7b49fb 100644
--- 
a/asterixdb/asterix-maven-plugins/asterix-test-datagenerator-maven-plugin/src/main/java/org/apache/hyracks/maven/plugin/TestDataGeneratorMojo.java
+++ 
b/asterixdb/asterix-maven-plugins/asterix-test-datagenerator-maven-plugin/src/main/java/org/apache/hyracks/maven/plugin/TestDataGeneratorMojo.java
@@ -19,9 +19,12 @@
 package org.apache.hyracks.maven.plugin;

 import java.io.File;
+import java.io.FileOutputStream;
 import java.io.IOException;

 import org.apache.asterix.testframework.template.TemplateHelper;
+import org.apache.commons.io.FileUtils;
+import org.apache.commons.io.IOUtils;
 import org.apache.maven.plugin.AbstractMojo;
 import org.apache.maven.plugin.MojoExecutionException;
 import org.apache.maven.plugin.MojoFailureException;
@@ -29,6 +32,9 @@
 import org.apache.maven.shared.model.fileset.FileSet;
 import org.apache.maven.shared.model.fileset.util.FileSetManager;

+import io.trino.tpch.TpchEntity;
+import io.trino.tpch.TpchTable;
+
 /**
  * @goal generate-testdata
  *
@@ -85,5 +91,30 @@
                 throw new MojoExecutionException("failure", e);
             }
         }
+
+        try {
+            makeSF01Tables();
+        } catch (IOException e) {
+            throw new MojoExecutionException(e);
+        }
+    }
+
+    private void makeSF01Tables() throws IOException {
+        File outPath = new File(outputDir, "tpch0.1");
+        for (TpchTable t : TpchTable.getTables()) {
+            dumpTableToFile(outPath, t);
+        }
+    }
+
+    private void dumpTableToFile(File outputDir, TpchTable<TpchEntity> t) 
throws IOException {
+        File outFile = new File(outputDir, t.getTableName() + ".tbl");
+        FileOutputStream os = FileUtils.openOutputStream(outFile);
+        t.createGenerator(0.1, 1, 1).forEach(r -> {
+            try {
+                IOUtils.write(r.toLine(), os);
+            } catch (IOException e) {
+                throw new RuntimeException(e);
+            }
+        });
     }
 }

--
To view, visit https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/18297
To unsubscribe, or for help writing mail filters, visit 
https://asterix-gerrit.ics.uci.edu/settings

Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Change-Id: I879195e84328d86fad439ea825201ad052a30692
Gerrit-Change-Number: 18297
Gerrit-PatchSet: 1
Gerrit-Owner: Ian Maxon <ima...@uci.edu>
Gerrit-MessageType: newchange