See
<https://builds.apache.org/job/carbondata-master-spark-2.1/org.apache.carbondata$carbondata-examples/3833/display/redirect>
Changes:
------------------------------------------
[...truncated 266.74 KB...]
|count(1)|
+--------+
| 12|
+--------+
time for query on table with lucene datamap table:0.259
time for query on table without lucene datamap table:0.175
+-----------------+-------------+
| id| name|
+-----------------+-------------+
|which test1 good3|who and name2|
|which test1 good8|who and name0|
|which test1 good6|who and name7|
|which test1 good7|who and name6|
|which test1 good2|who and name5|
|which test1 good5|who and name3|
|which test1 good3|who and name2|
|which test1 good8|who and name0|
|which test1 good6|who and name7|
|which test1 good7|who and name6|
|which test1 good2|who and name5|
|which test1 good5|who and name3|
+-----------------+-------------+
+-----------------+-------------+
| id| name|
+-----------------+-------------+
|which test1 good3|who and name2|
|which test1 good8|who and name0|
|which test1 good6|who and name7|
|which test1 good7|who and name6|
|which test1 good2|who and name5|
|which test1 good5|who and name3|
|which test1 good3|who and name2|
|which test1 good8|who and name0|
|which test1 good6|who and name7|
|which test1 good7|who and name6|
+-----------------+-------------+
2019-11-12 13:50:42 AUDIT audit:72 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"33557984995273335","opStatus":"START"}
2019-11-12 13:50:42 AUDIT audit:93 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"33557984995273335","opStatus":"SUCCESS","opTime":"120
ms","table":"default.persontable","extraInfo":{}}
[32m- LuceneDataMapExample[0m
2019-11-12 13:50:42 AUDIT audit:72 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"33557985128220169","opStatus":"START"}
2019-11-12 13:50:42 AUDIT audit:93 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"33557985128220169","opStatus":"SUCCESS","opTime":"56
ms","table":"default.origin_table","extraInfo":{"bad_record_path":"","local_dictionary_enable":"true","external":"false","sort_columns":"","comment":""}}
2019-11-12 13:50:42 AUDIT audit:72 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557985188609038","opStatus":"START"}
2019-11-12 13:50:42 ERROR DataLoadExecutor:55 - Data Load is partially success
for table origin_table
2019-11-12 13:50:42 AUDIT audit:93 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557985188609038","opStatus":"SUCCESS","opTime":"258
ms","table":"default.origin_table","extraInfo":{"SegmentId":"0","DataSize":"2.85KB","IndexSize":"1.43KB"}}
2019-11-12 13:50:42 AUDIT audit:72 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557985453292887","opStatus":"START"}
2019-11-12 13:50:42 ERROR DataLoadExecutor:55 - Data Load is partially success
for table origin_table
2019-11-12 13:50:42 AUDIT audit:93 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557985453292887","opStatus":"SUCCESS","opTime":"161
ms","table":"default.origin_table","extraInfo":{"SegmentId":"1","DataSize":"2.85KB","IndexSize":"1.43KB"}}
2019-11-12 13:50:42 AUDIT audit:72 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557985619082882","opStatus":"START"}
2019-11-12 13:50:42 ERROR DataLoadExecutor:55 - Data Load is partially success
for table origin_table
2019-11-12 13:50:42 AUDIT audit:93 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557985619082882","opStatus":"SUCCESS","opTime":"141
ms","table":"default.origin_table","extraInfo":{"SegmentId":"2","DataSize":"2.85KB","IndexSize":"1.43KB"}}
2019-11-12 13:50:42 AUDIT audit:72 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557985765420921","opStatus":"START"}
2019-11-12 13:50:42 ERROR DataLoadExecutor:55 - Data Load is partially success
for table origin_table
2019-11-12 13:50:42 AUDIT audit:93 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557985765420921","opStatus":"SUCCESS","opTime":"162
ms","table":"default.origin_table","extraInfo":{"SegmentId":"3","DataSize":"2.85KB","IndexSize":"1.43KB"}}
+--------+
|count(1)|
+--------+
| 40|
+--------+
2019-11-12 13:50:42 AUDIT audit:72 - {"time":"November 12, 2019 5:50:42 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"33557985990190142","opStatus":"START"}
2019-11-12 13:50:43 AUDIT audit:93 - {"time":"November 12, 2019 5:50:43 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"33557985990190142","opStatus":"SUCCESS","opTime":"52
ms","table":"default.external_table","extraInfo":{"bad_record_path":"","_filelevelformat":"false","local_dictionary_enable":"true","external":"true","_external":"true","sort_columns":"","comment":""}}
+--------+
|count(1)|
+--------+
| 40|
+--------+
2019-11-12 13:50:43 AUDIT audit:72 - {"time":"November 12, 2019 5:50:43 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557986244487161","opStatus":"START"}
2019-11-12 13:50:43 ERROR DataLoadExecutor:55 - Data Load is partially success
for table origin_table
2019-11-12 13:50:43 AUDIT audit:93 - {"time":"November 12, 2019 5:50:43 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557986244487161","opStatus":"SUCCESS","opTime":"147
ms","table":"default.origin_table","extraInfo":{"SegmentId":"4","DataSize":"2.85KB","IndexSize":"1.43KB"}}
2019-11-12 13:50:43 AUDIT audit:72 - {"time":"November 12, 2019 5:50:43 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557986396279594","opStatus":"START"}
2019-11-12 13:50:43 ERROR DataLoadExecutor:55 - Data Load is partially success
for table origin_table
2019-11-12 13:50:43 AUDIT audit:93 - {"time":"November 12, 2019 5:50:43 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557986396279594","opStatus":"SUCCESS","opTime":"142
ms","table":"default.origin_table","extraInfo":{"SegmentId":"5","DataSize":"2.85KB","IndexSize":"1.43KB"}}
+--------+
|count(1)|
+--------+
| 60|
+--------+
2019-11-12 13:50:43 AUDIT audit:72 - {"time":"November 12, 2019 5:50:43 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"33557986598522163","opStatus":"START"}
2019-11-12 13:50:43 AUDIT audit:93 - {"time":"November 12, 2019 5:50:43 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"33557986598522163","opStatus":"SUCCESS","opTime":"109
ms","table":"default.origin_table","extraInfo":{}}
[32m- ExternalTableExample[0m
Data:
0 robot0 0 0 9223372036854775807 0.0 true
2019-03-01 2019-02-12 03:03:34.0 12.35 varchar
Hello World From Carbon
1 robot1 1 1 9223372036854775806 0.5 true
2019-03-01 2019-02-12 03:03:34.0 12.35 varchar
Hello World From Carbon
2 robot2 2 2 9223372036854775805 1.0 true
2019-03-01 2019-02-12 03:03:34.0 12.35 varchar
Hello World From Carbon
3 robot3 3 3 9223372036854775804 1.5 true
2019-03-01 2019-02-12 03:03:34.0 12.35 varchar
Hello World From Carbon
4 robot4 4 4 9223372036854775803 2.0 true
2019-03-01 2019-02-12 03:03:34.0 12.35 varchar
Hello World From Carbon
5 robot5 5 5 9223372036854775802 2.5 true
2019-03-01 2019-02-12 03:03:34.0 12.35 varchar
Hello World From Carbon
6 robot6 6 6 9223372036854775801 3.0 true
2019-03-01 2019-02-12 03:03:34.0 12.35 varchar
Hello World From Carbon
7 robot7 7 7 9223372036854775800 3.5 true
2019-03-01 2019-02-12 03:03:34.0 12.35 varchar
Hello World From Carbon
8 robot8 8 8 9223372036854775799 4.0 true
2019-03-01 2019-02-12 03:03:34.0 12.35 varchar
Hello World From Carbon
9 robot9 9 9 9223372036854775798 4.5 true
2019-03-01 2019-02-12 03:03:34.0 12.35 varchar
Hello World From Carbon
Data:
0 robot0 2019-03-01 2019-02-12 03:03:34.0 varchar Hello World
From Carbon 0 0 9223372036854775807 0.0 true
12.35
1 robot1 2019-03-01 2019-02-12 03:03:34.0 varchar Hello World
From Carbon 1 1 9223372036854775806 0.5 true
12.35
2 robot2 2019-03-01 2019-02-12 03:03:34.0 varchar Hello World
From Carbon 2 2 9223372036854775805 1.0 true
12.35
3 robot3 2019-03-01 2019-02-12 03:03:34.0 varchar Hello World
From Carbon 3 3 9223372036854775804 1.5 true
12.35
4 robot4 2019-03-01 2019-02-12 03:03:34.0 varchar Hello World
From Carbon 4 4 9223372036854775803 2.0 true
12.35
5 robot5 2019-03-01 2019-02-12 03:03:34.0 varchar Hello World
From Carbon 5 5 9223372036854775802 2.5 true
12.35
6 robot6 2019-03-01 2019-02-12 03:03:34.0 varchar Hello World
From Carbon 6 6 9223372036854775801 3.0 true
12.35
7 robot7 2019-03-01 2019-02-12 03:03:34.0 varchar Hello World
From Carbon 7 7 9223372036854775800 3.5 true
12.35
8 robot8 2019-03-01 2019-02-12 03:03:34.0 varchar Hello World
From Carbon 8 8 9223372036854775799 4.0 true
12.35
9 robot9 2019-03-01 2019-02-12 03:03:34.0 varchar Hello World
From Carbon 9 9 9223372036854775798 4.5 true
12.35
[32m- CarbonReaderExample[0m
Running SQL on carbon files directly
+------+---+------+
| name|age|height|
+------+---+------+
|robot0| 0| 0.0|
|robot1| 1| 0.5|
|robot2| 2| 1.0|
|robot3| 3| 1.5|
|robot4| 4| 2.0|
|robot5| 5| 2.5|
|robot6| 6| 3.0|
|robot7| 7| 3.5|
|robot8| 8| 4.0|
|robot9| 9| 4.5|
+------+---+------+
[32m- DirectSQLExample[0m
2019-11-12 13:50:44 AUDIT audit:72 - {"time":"November 12, 2019 5:50:44 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"33557987280876912","opStatus":"START"}
2019-11-12 13:50:44 AUDIT audit:93 - {"time":"November 12, 2019 5:50:44 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"33557987280876912","opStatus":"SUCCESS","opTime":"61
ms","table":"default.hive_carbon_example","extraInfo":{"bad_record_path":"","local_dictionary_enable":"true","external":"false","sort_columns":"","comment":""}}
2019-11-12 13:50:44 AUDIT audit:72 - {"time":"November 12, 2019 5:50:44 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557987455253539","opStatus":"START"}
2019-11-12 13:50:44 AUDIT audit:93 - {"time":"November 12, 2019 5:50:44 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557987455253539","opStatus":"SUCCESS","opTime":"183
ms","table":"default.hive_carbon_example","extraInfo":{"SegmentId":"0","DataSize":"924.0B","IndexSize":"554.0B"}}
2019-11-12 13:50:44 AUDIT audit:72 - {"time":"November 12, 2019 5:50:44 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557987646185102","opStatus":"START"}
2019-11-12 13:50:44 AUDIT audit:93 - {"time":"November 12, 2019 5:50:44 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557987646185102","opStatus":"SUCCESS","opTime":"124
ms","table":"default.hive_carbon_example","extraInfo":{"SegmentId":"1","DataSize":"924.0B","IndexSize":"554.0B"}}
+---+---------+--------+
| id| name| salary|
+---+---------+--------+
| 1| 'liang'|200000.0|
| 2|'anubhav'| 20000.0|
| 1| 'liang'|200000.0|
| 2|'anubhav'| 20000.0|
+---+---------+--------+
2019-11-12 13:50:44 AUDIT audit:72 - {"time":"November 12, 2019 5:50:44 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"33557987862148506","opStatus":"START"}
2019-11-12 13:50:44 AUDIT audit:93 - {"time":"November 12, 2019 5:50:44 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"33557987862148506","opStatus":"SUCCESS","opTime":"47
ms","table":"default.test_boundary","extraInfo":{"bad_record_path":"","local_dictionary_enable":"true","external":"false","sort_columns":"","comment":"","dictionary_include":"c6_timestamp"}}
2019-11-12 13:50:44 AUDIT audit:72 - {"time":"November 12, 2019 5:50:44 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557987912723697","opStatus":"START"}
2019-11-12 13:50:45 ERROR DataLoadExecutor:55 - Data Load is partially success
for table test_boundary
2019-11-12 13:50:45 AUDIT audit:93 - {"time":"November 12, 2019 5:50:45 AM
PST","username":"jenkins","opName":"LOAD
DATA","opId":"33557987912723697","opStatus":"SUCCESS","opTime":"229
ms","table":"default.test_boundary","extraInfo":{"SegmentId":"0","DataSize":"4.03KB","IndexSize":"1.06KB"}}
2019-11-12 13:50:45 AUDIT audit:72 - {"time":"November 12, 2019 5:50:45 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"33557988160876384","opStatus":"START"}
2019-11-12 13:50:45 AUDIT audit:93 - {"time":"November 12, 2019 5:50:45 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"33557988160876384","opStatus":"SUCCESS","opTime":"72
ms","table":"default.complexmap","extraInfo":{"bad_record_path":"","local_dictionary_enable":"true","external":"false","sort_columns":"","comment":""}}
2019-11-12 13:50:45 AUDIT audit:72 - {"time":"November 12, 2019 5:50:45 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"33557988361878230","opStatus":"START"}
2019-11-12 13:50:45 AUDIT audit:93 - {"time":"November 12, 2019 5:50:45 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"33557988361878230","opStatus":"SUCCESS","opTime":"237
ms","table":"default.complexmap","extraInfo":{"SegmentId":"0","DataSize":"1.27KB","IndexSize":"731.0B"}}
OK
******Total Number Of Rows Fetched ****** 0
[31m- HiveExample *** FAILED ***[0m
[31m java.lang.AssertionError: assertion failed[0m
[31m at scala.Predef$.assert(Predef.scala:156)[0m
[31m at
org.apache.carbondata.examples.HiveExample$.readFromHive(HiveExample.scala:180)[0m
[31m at
org.apache.carbondata.examplesCI.RunExamples$$anonfun$21.apply$mcV$sp(RunExamples.scala:135)[0m
[31m at
org.apache.carbondata.examplesCI.RunExamples$$anonfun$21.apply(RunExamples.scala:133)[0m
[31m at
org.apache.carbondata.examplesCI.RunExamples$$anonfun$21.apply(RunExamples.scala:133)[0m
[31m at
org.scalatest.Transformer$$anonfun$apply$1.apply$mcV$sp(Transformer.scala:22)[0m
[31m at org.scalatest.OutcomeOf$class.outcomeOf(OutcomeOf.scala:85)[0m
[31m at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)[0m
[31m at org.scalatest.Transformer.apply(Transformer.scala:22)[0m
[31m at org.scalatest.Transformer.apply(Transformer.scala:20)[0m
[31m ...[0m
[31mException encountered when invoking run on a nested suite - Cannot call
methods on a stopped SparkContext.[0m
[31mThis stopped SparkContext was created at:[0m
[31m[0m
[31morg.apache.spark.sql.test.util.QueryTest.<init>(QueryTest.scala:115)[0m
[31morg.apache.carbondata.examplesCI.RunExamples.<init>(RunExamples.scala:35)[0m
[31msun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)[0m
[31msun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)[0m
[31msun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)[0m
[31mjava.lang.reflect.Constructor.newInstance(Constructor.java:423)[0m
[31mjava.lang.Class.newInstance(Class.java:442)[0m
[31morg.scalatest.tools.DiscoverySuite$.getSuiteInstance(DiscoverySuite.scala:69)[0m
[31morg.scalatest.tools.DiscoverySuite$$anonfun$1.apply(DiscoverySuite.scala:38)[0m
[31morg.scalatest.tools.DiscoverySuite$$anonfun$1.apply(DiscoverySuite.scala:37)[0m
[31mscala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)[0m
[31mscala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)[0m
[31mscala.collection.Iterator$class.foreach(Iterator.scala:893)[0m
[31mscala.collection.AbstractIterator.foreach(Iterator.scala:1336)[0m
[31mscala.collection.IterableLike$class.foreach(IterableLike.scala:72)[0m
[31mscala.collection.AbstractIterable.foreach(Iterable.scala:54)[0m
[31mscala.collection.TraversableLike$class.map(TraversableLike.scala:234)[0m
[31mscala.collection.AbstractTraversable.map(Traversable.scala:104)[0m
[31morg.scalatest.tools.DiscoverySuite.<init>(DiscoverySuite.scala:37)[0m
[31morg.scalatest.tools.Runner$.genDiscoSuites$1(Runner.scala:2390)[0m
[31m[0m
[31mThe currently active SparkContext was created at:[0m
[31m[0m
[31m(No active SparkContext.)[0m
[31m *** ABORTED ***[0m
[31m java.lang.IllegalStateException: Cannot call methods on a stopped
SparkContext.[0m
[31mThis stopped SparkContext was created at:[0m
[31m[0m
[31morg.apache.spark.sql.test.util.QueryTest.<init>(QueryTest.scala:115)[0m
[31morg.apache.carbondata.examplesCI.RunExamples.<init>(RunExamples.scala:35)[0m
[31msun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)[0m
[31msun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)[0m
[31msun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)[0m
[31mjava.lang.reflect.Constructor.newInstance(Constructor.java:423)[0m
[31mjava.lang.Class.newInstance(Class.java:442)[0m
[31morg.scalatest.tools.DiscoverySuite$.getSuiteInstance(DiscoverySuite.scala:69)[0m
[31morg.scalatest.tools.DiscoverySuite$$anonfun$1.apply(DiscoverySuite.scala:38)[0m
[31morg.scalatest.tools.DiscoverySuite$$anonfun$1.apply(DiscoverySuite.scala:37)[0m
[31mscala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)[0m
[31mscala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)[0m
[31mscala.collection.Iterator$class.foreach(Iterator.scala:893)[0m
[31mscala.collection.AbstractIterator.foreach(Iterator.scala:1336)[0m
[31mscala.collection.IterableLike$class.foreach(IterableLike.scala:72)[0m
[31mscala.collection.AbstractIterable.foreach(Iterable.scala:54)[0m
[31mscala.collection.TraversableLike$class.map(TraversableLike.scala:234)[0m
[31mscala.collection.AbstractTraversable.map(Traversable.scala:104)[0m
[31morg.scalatest.tools.DiscoverySuite.<init>(DiscoverySuite.scala:37)[0m
[31morg.scalatest.tools.Runner$.genDiscoSuites$1(Runner.scala:2390)[0m
[31m[0m
[31mThe currently active SparkContext was created at:[0m
[31m[0m
[31m(No active SparkContext.)[0m
[31m at
org.apache.spark.SparkContext.assertNotStopped(SparkContext.scala:100)[0m
[31m at
org.apache.spark.SparkContext$$anonfun$parallelize$1.apply(SparkContext.scala:716)[0m
[31m at
org.apache.spark.SparkContext$$anonfun$parallelize$1.apply(SparkContext.scala:715)[0m
[31m at
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)[0m
[31m at
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)[0m
[31m at org.apache.spark.SparkContext.withScope(SparkContext.scala:701)[0m
[31m at org.apache.spark.SparkContext.parallelize(SparkContext.scala:715)[0m
[31m at
org.apache.spark.sql.execution.command.ExecutedCommandExec.doExecute(commands.scala:74)[0m
[31m at
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:114)[0m
[31m at
org.apache.spark.sql.execution.SparkPlan$$anonfun$execute$1.apply(SparkPlan.scala:114)[0m
[31m ...[0m
[36mRun completed in 2 minutes, 13 seconds.[0m
[36mTotal number of tests run: 21[0m
[36mSuites: completed 1, aborted 1[0m
[36mTests: succeeded 20, failed 1, canceled 0, ignored 0, pending 0[0m
[31m*** 1 SUITE ABORTED ***[0m
[31m*** 1 TEST FAILED ***[0m
[JENKINS] Recording test results
