Hello, Guys
I am recently using the storm-hdfs bolt 1.0.2, our storm-core is also 1.0.2,
and when I try to send the generic record to the bolt, it gives me the
following error. It is from the library, I am not sure who can answer me how to
fix that. FYI, the storm-hdfs is generating the perfect csv format. Thank you
so much.
20024
[Thread-103-dl_raw_ubiservices_tracking.context_stop_inc_avro_bolt-executor[22
22]] ERROR o.a.s.util - Async loop died!
java.lang.RuntimeException:
org.apache.avro.file.DataFileWriter$AppendWriteException:
java.lang.ArrayIndexOutOfBoundsException: 15
at
org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:464)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.utils.DisruptorQueue.consumeBatchWhenAvailable(DisruptorQueue.java:430)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:73)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.daemon.executor$fn__8058$fn__8071$fn__8124.invoke(executor.clj:850)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.util$async_loop$fn__624.invoke(util.clj:484)
[storm-core-1.0.2.jar:1.0.2]
at clojure.lang.AFn.run(AFn.java:22) [clojure-1.7.0.jar:?]
at java.lang.Thread.run(Thread.java:745) [?:1.7.0_79]
Caused by: org.apache.avro.file.DataFileWriter$AppendWriteException:
java.lang.ArrayIndexOutOfBoundsException: 15
at
org.apache.avro.file.DataFileWriter.append(DataFileWriter.java:308)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.storm.hdfs.bolt.AvroGenericRecordBolt.writeTuple(AvroGenericRecordBolt.java:105)
~[storm-hdfs-1.0.1.jar:1.0.1]
at
org.apache.storm.hdfs.bolt.AbstractHdfsBolt.execute(AbstractHdfsBolt.java:154)
~[storm-hdfs-1.0.1.jar:1.0.1]
at
org.apache.storm.daemon.executor$fn__8058$tuple_action_fn__8060.invoke(executor.clj:731)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.daemon.executor$mk_task_receiver$fn__7979.invoke(executor.clj:464)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.disruptor$clojure_handler$reify__7492.onEvent(disruptor.clj:40)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:451)
~[storm-core-1.0.2.jar:1.0.2]
... 6 more
Caused by: java.lang.ArrayIndexOutOfBoundsException: 15
at
org.apache.avro.generic.GenericData$Record.get(GenericData.java:210)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericData.getField(GenericData.java:658)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericData.getField(GenericData.java:673)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericDatumWriter.writeField(GenericDatumWriter.java:151)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericDatumWriter.writeRecord(GenericDatumWriter.java:143)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:105)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:73)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:60)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.file.DataFileWriter.append(DataFileWriter.java:302)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.storm.hdfs.bolt.AvroGenericRecordBolt.writeTuple(AvroGenericRecordBolt.java:105)
~[storm-hdfs-1.0.1.jar:1.0.1]
at
org.apache.storm.hdfs.bolt.AbstractHdfsBolt.execute(AbstractHdfsBolt.java:154)
~[storm-hdfs-1.0.1.jar:1.0.1]
at
org.apache.storm.daemon.executor$fn__8058$tuple_action_fn__8060.invoke(executor.clj:731)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.daemon.executor$mk_task_receiver$fn__7979.invoke(executor.clj:464)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.disruptor$clojure_handler$reify__7492.onEvent(disruptor.clj:40)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:451)
~[storm-core-1.0.2.jar:1.0.2]
... 6 more
20026
[Thread-103-dl_raw_ubiservices_tracking.context_stop_inc_avro_bolt-executor[22
22]] ERROR o.a.s.d.executor -
java.lang.RuntimeException:
org.apache.avro.file.DataFileWriter$AppendWriteException:
java.lang.ArrayIndexOutOfBoundsException: 15
at
org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:464)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.utils.DisruptorQueue.consumeBatchWhenAvailable(DisruptorQueue.java:430)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:73)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.daemon.executor$fn__8058$fn__8071$fn__8124.invoke(executor.clj:850)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.util$async_loop$fn__624.invoke(util.clj:484)
[storm-core-1.0.2.jar:1.0.2]
at clojure.lang.AFn.run(AFn.java:22) [clojure-1.7.0.jar:?]
at java.lang.Thread.run(Thread.java:745) [?:1.7.0_79]
Caused by: org.apache.avro.file.DataFileWriter$AppendWriteException:
java.lang.ArrayIndexOutOfBoundsException: 15
at
org.apache.avro.file.DataFileWriter.append(DataFileWriter.java:308)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.storm.hdfs.bolt.AvroGenericRecordBolt.writeTuple(AvroGenericRecordBolt.java:105)
~[storm-hdfs-1.0.1.jar:1.0.1]
at
org.apache.storm.hdfs.bolt.AbstractHdfsBolt.execute(AbstractHdfsBolt.java:154)
~[storm-hdfs-1.0.1.jar:1.0.1]
at
org.apache.storm.daemon.executor$fn__8058$tuple_action_fn__8060.invoke(executor.clj:731)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.daemon.executor$mk_task_receiver$fn__7979.invoke(executor.clj:464)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.disruptor$clojure_handler$reify__7492.onEvent(disruptor.clj:40)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:451)
~[storm-core-1.0.2.jar:1.0.2]
... 6 more
Caused by: java.lang.ArrayIndexOutOfBoundsException: 15
at
org.apache.avro.generic.GenericData$Record.get(GenericData.java:210)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericData.getField(GenericData.java:658)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericData.getField(GenericData.java:673)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericDatumWriter.writeField(GenericDatumWriter.java:151)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericDatumWriter.writeRecord(GenericDatumWriter.java:143)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericDatumWriter.writeWithoutConversion(GenericDatumWriter.java:105)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:73)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.generic.GenericDatumWriter.write(GenericDatumWriter.java:60)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.avro.file.DataFileWriter.append(DataFileWriter.java:302)
~[avro-1.7.6-cdh5.8.2.jar:1.7.6-cdh5.8.2]
at
org.apache.storm.hdfs.bolt.AvroGenericRecordBolt.writeTuple(AvroGenericRecordBolt.java:105)
~[storm-hdfs-1.0.1.jar:1.0.1]
at
org.apache.storm.hdfs.bolt.AbstractHdfsBolt.execute(AbstractHdfsBolt.java:154)
~[storm-hdfs-1.0.1.jar:1.0.1]
at
org.apache.storm.daemon.executor$fn__8058$tuple_action_fn__8060.invoke(executor.clj:731)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.daemon.executor$mk_task_receiver$fn__7979.invoke(executor.clj:464)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.disruptor$clojure_handler$reify__7492.onEvent(disruptor.clj:40)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:451)
~[storm-core-1.0.2.jar:1.0.2]
... 6 more
20028
[Thread-87-dl_raw_ubiservices_tracking.context_stop_inc_avro_bolt-executor[25
25]] ERROR o.a.s.util - Async loop died!
java.lang.RuntimeException:
org.apache.avro.file.DataFileWriter$AppendWriteException:
java.lang.ArrayIndexOutOfBoundsException: 15
at
org.apache.storm.utils.DisruptorQueue.consumeBatchToCursor(DisruptorQueue.java:464)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.utils.DisruptorQueue.consumeBatchWhenAvailable(DisruptorQueue.java:430)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.disruptor$consume_batch_when_available.invoke(disruptor.clj:73)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.daemon.executor$fn__8058$fn__8071$fn__8124.invoke(executor.clj:850)
~[storm-core-1.0.2.jar:1.0.2]
at
org.apache.storm.util$async_loop$fn__624.invoke(util.clj:484)
[storm-core-1.0.2.jar:1.0.2]
at clojure.lang.AFn.run(AFn.java:22) [clojure-1.7.0.jar:?]
at java.lang.Thread.run(Thread.java:745) [?:1.7.0_79]
Yi
