[ https://issues.apache.org/jira/browse/CASSANDRA-1645?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Brandon Williams reopened CASSANDRA-1645: ----------------------------------------- Reproduced upgrading beta2 to trunk. The underlying cause is that there is a problem deserializing the schema, but the bootstrap continues on anyway and then doesn't know about the CFs when it's done. INFO 20:43:00,007 Sleeping 90000 ms to wait for load information... ERROR 20:43:00,291 Error in ThreadPoolExecutor java.lang.ClassCastException: org.apache.avro.generic.GenericData$Record cannot be cast to org.apache.cassandra.avro.KsDef at org.apache.cassandra.db.migration.avro.AddKeyspace.put(AddKeyspace.java:24) at org.apache.avro.generic.GenericDatumReader.setField(GenericDatumReader.java:152) at org.apache.avro.generic.GenericDatumReader.readRecord(GenericDatumReader.java:142) at org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:114) at org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:118) at org.apache.avro.generic.GenericDatumReader.readRecord(GenericDatumReader.java:142) at org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:114) at org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:105) at org.apache.cassandra.io.SerDeUtils.deserializeWithSchema(SerDeUtils.java:98) at org.apache.cassandra.db.migration.Migration.deserialize(Migration.java:262) at org.apache.cassandra.db.DefinitionsUpdateResponseVerbHandler.doVerb(DefinitionsUpdateResponseVerbHandler.java:57) at org.apache.cassandra.net.MessageDeliveryTask.run(MessageDeliveryTask.java:50) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:636) ERROR 20:43:00,293 Fatal exception in thread Thread[ReadStage:1,5,main] java.lang.ClassCastException: org.apache.avro.generic.GenericData$Record cannot be cast to org.apache.cassandra.avro.KsDef at org.apache.cassandra.db.migration.avro.AddKeyspace.put(AddKeyspace.java:24) at org.apache.avro.generic.GenericDatumReader.setField(GenericDatumReader.java:152) at org.apache.avro.generic.GenericDatumReader.readRecord(GenericDatumReader.java:142) at org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:114) at org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:118) at org.apache.avro.generic.GenericDatumReader.readRecord(GenericDatumReader.java:142) at org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:114) at org.apache.avro.generic.GenericDatumReader.read(GenericDatumReader.java:105) at org.apache.cassandra.io.SerDeUtils.deserializeWithSchema(SerDeUtils.java:98) at org.apache.cassandra.db.migration.Migration.deserialize(Migration.java:262) at org.apache.cassandra.db.DefinitionsUpdateResponseVerbHandler.doVerb(DefinitionsUpdateResponseVerbHandler.java:57) at org.apache.cassandra.net.MessageDeliveryTask.run(MessageDeliveryTask.java:50) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) at java.lang.Thread.run(Thread.java:636) > Bootstrapping new node causes RowMutationVerbHandler Couldn't find cfId > ----------------------------------------------------------------------- > > Key: CASSANDRA-1645 > URL: https://issues.apache.org/jira/browse/CASSANDRA-1645 > Project: Cassandra > Issue Type: Bug > Affects Versions: 0.7 beta 2 > Reporter: Jake Farrell > Fix For: 0.7.0 > > > Existing 0.7.0-beta2 cluster adding 1 new node with no data data on it. > Enable bootstrapping and start new node and received stream of Couldn't find > cfId, added keyspaces via cli and errors stopped. Node did not bootstrap. > ERROR [MUTATION_STAGE:6] 2010-10-21 15:46:58,950 RowMutationVerbHandler.java > (line 81) Error in row mutation > org.apache.cassandra.db.UnserializableColumnFamilyException: Couldn't find > cfId=1011 > at > org.apache.cassandra.db.ColumnFamilySerializer.deserialize(ColumnFamilySerializer.java:113) > at > org.apache.cassandra.db.RowMutationSerializer.defreezeTheMaps(RowMutation.java:365) > at > org.apache.cassandra.db.RowMutationSerializer.deserialize(RowMutation.java:375) > at > org.apache.cassandra.db.RowMutationSerializer.deserialize(RowMutation.java:333) > at > org.apache.cassandra.db.RowMutationVerbHandler.doVerb(RowMutationVerbHandler.java:49) > at > org.apache.cassandra.net.MessageDeliveryTask.run(MessageDeliveryTask.java:50) > at > java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) > at java.lang.Thread.run(Thread.java:619) > ERROR [MUTATION_STAGE:21] 2010-10-21 15:46:58,950 RowMutationVerbHandler.java > (line 81) Error in row mutation > org.apache.cassandra.db.UnserializableColumnFamilyException: Couldn't find > cfId=1011 > at > org.apache.cassandra.db.ColumnFamilySerializer.deserialize(ColumnFamilySerializer.java:113) > at > org.apache.cassandra.db.RowMutationSerializer.defreezeTheMaps(RowMutation.java:365) > at > org.apache.cassandra.db.RowMutationSerializer.deserialize(RowMutation.java:375) > at > org.apache.cassandra.db.RowMutationSerializer.deserialize(RowMutation.java:333) > at > org.apache.cassandra.db.RowMutationVerbHandler.doVerb(RowMutationVerbHandler.java:49) > at > org.apache.cassandra.net.MessageDeliveryTask.run(MessageDeliveryTask.java:50) > at > java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) > at java.lang.Thread.run(Thread.java:619) > ERROR [MUTATION_STAGE:31] 2010-10-21 15:46:58,950 RowMutationVerbHandler.java > (line 81) Error in row mutation > org.apache.cassandra.db.UnserializableColumnFamilyException: Couldn't find > cfId=1016 > at > org.apache.cassandra.db.ColumnFamilySerializer.deserialize(ColumnFamilySerializer.java:113) > at > org.apache.cassandra.db.RowMutationSerializer.defreezeTheMaps(RowMutation.java:365) > at > org.apache.cassandra.db.RowMutationSerializer.deserialize(RowMutation.java:375) > at > org.apache.cassandra.db.RowMutationSerializer.deserialize(RowMutation.java:333) > at > org.apache.cassandra.db.RowMutationVerbHandler.doVerb(RowMutationVerbHandler.java:49) > at > org.apache.cassandra.net.MessageDeliveryTask.run(MessageDeliveryTask.java:50) > at > java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) > at java.lang.Thread.run(Thread.java:619) > ERROR [MUTATION_STAGE:4] 2010-10-21 15:46:58,950 RowMutationVerbHandler.java > (line 81) Error in row mutation -- This message is automatically generated by JIRA. - You can reply to this email to add a comment to the issue online.