Rajesh Balamohan created HIVE-12677:
---------------------------------------
Summary: StackOverflowError with kryo
Key: HIVE-12677
URL: https://issues.apache.org/jira/browse/HIVE-12677
Project: Hive
Issue Type: Bug
Reporter: Rajesh Balamohan
{noformat}
explain formatted insert overwrite table default.test select entry_date,
regexp_replace(
regexp_replace(
regexp_replace(
regexp_replace(
regexp_replace(random_string
,"\\b(A&\;S|A&S|Tours)\\b","Destination Services")
,"\\b(PPV/3PP)\\b","Third Party Package")
,"\\b(Flight)\\b","Air")
,"\\b(Rail)\\b","Train")
,"\\b(Hotel)\\b","Lodging") as rn from transactions where
effective_date between '2015-12-01' AND '2015-12-31' limit 10;
{"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-2":{"DEPENDENT
STAGES":"Stage-1"},"Stage-0":{"DEPENDENT
STAGES":"Stage-2"},"Stage-3":{"DEPENDENT STAGES":"Stage-0"}},"STAGE
PLANS":{"Stage-1":{"Tez":{"Edges:":{"Reducer 2":{"parent":"Map
1","type":"SIMPLE_EDGE"}},"DagName:":"rajesh_20151215120344_69fa6465-22ed-4fe2-83b5-20782e45d3f7:2","Vertices:":{"Map
1":{"Map Operator
Tree:":[{"TableScan":{"alias:":"transactions","filterExpr:":"effective_date
BETWEEN '2015-12-01' AND '2015-12-31' (type: boolean)","Statistics:":"Num rows:
197642628 Data size: 59095145772 Basic stats: COMPLETE Column stats:
COMPLETE","children":{"Select Operator":{"expressions:":"entry_date (type:
date),
regexp_replace(regexp_replace(regexp_replace(regexp_replace(regexp_replace(random_string,
'\\b(A&S|A&S|Tours)\\b', 'Destination Services'), '\\b(PPV/3PP)\\b',
'Third Party Package'), '\\b(Flight)\\b', 'Air'), '\\b(Rail)\\b', 'Train'),
'\\b(Hotel)\\b', 'Lodging') (type:
string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows:
197642628 Data size: 47434230720 Basic stats: COMPLETE Column stats:
COMPLETE","children":{"Limit":{"Number of rows:":"10","Statistics:":"Num rows:
10 Data size: 2400 Basic stats: COMPLETE Column stats:
COMPLETE","children":{"Reduce Output Operator":{"sort
order:":"","Statistics:":"Num rows: 10 Data size: 2400 Basic stats: COMPLETE
Column stats: COMPLETE","TopN Hash Memory Usage:":"0.04","value
expressions:":"_col0 (type: date), _col1 (type: string)"}}}}}}}}]},"Reducer
2":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Select
Operator":{"expressions:":"VALUE._col0 (type: date), VALUE._col1 (type:
string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 10
Data size: 2400 Basic stats: COMPLETE Column stats:
COMPLETE","children":{"Limit":{"Number of rows:":"10","Statistics:":"Num rows:
10 Data size: 2400 Basic stats: COMPLETE Column stats:
COMPLETE","children":{"Select Operator":{"expressions:":"UDFToString(_col0)
(type: string), _col1 (type:
string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 10
Data size: 3680 Basic stats: COMPLETE Column stats: COMPLETE","children":{"File
Output Operator":{"compressed:":"false","Statistics:":"Num rows: 10 Data size:
3680 Basic stats: COMPLETE Column stats: COMPLETE","table:":{"input
format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output
format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.test"}}}}}}}}}}}}},"Stage-2":{"Dependency
Collection":{}},"Stage-0":{"Move
Operator":{"tables:":{"replace:":"true","table:":{"input
format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output
format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.test"}}}},"Stage-3":{"Stats-Aggr
Operator":{}}}}
{noformat}
{noformat}
childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorLimitOperator)
childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
reducer (org.apache.hadoop.hive.ql.plan.ReduceWork)
at
org.apache.hadoop.hive.ql.exec.Utilities.getBaseWork(Utilities.java:450)
at
org.apache.hadoop.hive.ql.exec.Utilities.getReduceWork(Utilities.java:305)
at
org.apache.hadoop.hive.ql.exec.tez.ReduceRecordProcessor$1.call(ReduceRecordProcessor.java:106)
at
org.apache.hadoop.hive.ql.exec.tez.ObjectCache.retrieve(ObjectCache.java:75)
... 16 more
Caused by: org.apache.hive.com.esotericsoftware.kryo.KryoException:
java.lang.IllegalArgumentException: Unable to create serializer
"org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer" for
class: org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator
Serialization trace:
childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorLimitOperator)
childOperators (org.apache.hadoop.hive.ql.exec.vector.VectorSelectOperator)
reducer (org.apache.hadoop.hive.ql.plan.ReduceWork)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:144)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:790)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer.read(FieldSerializer.java:551)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:686)
at
org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializeObjectByKryo(SerializationUtilities.java:395)
at
org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializePlan(SerializationUtilities.java:342)
at
org.apache.hadoop.hive.ql.exec.SerializationUtilities.deserializePlan(SerializationUtilities.java:319)
at
org.apache.hadoop.hive.ql.exec.Utilities.getBaseWork(Utilities.java:423)
... 19 more
Caused by: java.lang.IllegalArgumentException: Unable to create serializer
"org.apache.hive.com.esotericsoftware.kryo.serializers.FieldSerializer" for
class: org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator
at
org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:67)
at
org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:45)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.newDefaultSerializer(Kryo.java:380)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.getDefaultSerializer(Kryo.java:364)
at
org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.registerImplicit(DefaultClassResolver.java:74)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.getRegistration(Kryo.java:490)
at
org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.readName(DefaultClassResolver.java:166)
at
org.apache.hive.com.esotericsoftware.kryo.util.DefaultClassResolver.readClass(DefaultClassResolver.java:133)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.readClass(Kryo.java:670)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.readClassAndObject(Kryo.java:781)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:134)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.CollectionSerializer.read(CollectionSerializer.java:40)
at
org.apache.hive.com.esotericsoftware.kryo.Kryo.readObject(Kryo.java:708)
at
org.apache.hive.com.esotericsoftware.kryo.serializers.ObjectField.read(ObjectField.java:125)
... 40 more
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.GeneratedConstructorAccessor6.newInstance(Unknown Source)
at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:422)
at
org.apache.hive.com.esotericsoftware.kryo.factories.ReflectionSerializerFactory.makeSerializer(ReflectionSerializerFactory.java:54)
... 53 more
Caused by: java.lang.StackOverflowError
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:61)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
at
org.apache.hive.com.esotericsoftware.kryo.Generics.getConcreteClass(Generics.java:62)
{noformat}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
