[ https://issues.apache.org/jira/browse/CASSANDRA-7037?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Michael Shuler resolved CASSANDRA-7037. --------------------------------------- Resolution: Fixed > thrift_hsha_test.py dtest hangs in 2.1 > -------------------------------------- > > Key: CASSANDRA-7037 > URL: https://issues.apache.org/jira/browse/CASSANDRA-7037 > Project: Cassandra > Issue Type: Test > Components: Tests > Reporter: Michael Shuler > Assignee: Michael Shuler > > system.log from node1: > {noformat} > INFO [main] 2014-04-14 19:18:53,829 CassandraDaemon.java:102 - Hostname: > buildbot-ccm > INFO [main] 2014-04-14 19:18:53,868 YamlConfigurationLoader.java:80 - > Loading settings from file:/tmp/dtest-pRNmjg/test/node1/conf/cassandra.yaml > INFO [main] 2014-04-14 19:18:54,031 YamlConfigurationLoader.java:123 - Node > configuration:[authenticator=AllowAllAuthenticator; > authorizer=AllowAllAuthorizer; auto_bootstrap=false; auto_snapshot=true; > batchlog_replay_throttle_in_kb=1024; cas_contention_timeout_in_ms=1000; > client_encryption_options=<REDACTED>; cluster_name=test; > column_index_size_in_kb=64; > commitlog_directory=/tmp/dtest-pRNmjg/test/node1/commitlogs; > commitlog_segment_size_in_mb=32; commitlog_sync=periodic; > commitlog_sync_period_in_ms=10000; compaction_preheat_key_cache=true; > compaction_throughput_mb_per_sec=16; concurrent_counter_writes=32; > concurrent_reads=32; concurrent_writes=32; counter_cache_save_period=7200; > counter_cache_size_in_mb=null; counter_write_request_timeout_in_ms=5000; > cross_node_timeout=false; > data_file_directories=[/tmp/dtest-pRNmjg/test/node1/data]; > disk_failure_policy=stop; dynamic_snitch_badness_threshold=0.1; > dynamic_snitch_reset_interval_in_ms=600000; > dynamic_snitch_update_interval_in_ms=100; endpoint_snitch=SimpleSnitch; > flush_directory=/tmp/dtest-pRNmjg/test/node1/flush; > hinted_handoff_enabled=true; hinted_handoff_throttle_in_kb=1024; > in_memory_compaction_limit_in_mb=64; incremental_backups=false; > index_summary_capacity_in_mb=null; > index_summary_resize_interval_in_minutes=60; inter_dc_tcp_nodelay=false; > internode_compression=all; key_cache_save_period=14400; > key_cache_size_in_mb=null; listen_address=127.0.0.1; > max_hint_window_in_ms=10800000; max_hints_delivery_threads=2; > memtable_allocation_type=heap_buffers; memtable_cleanup_threshold=0.4; > native_transport_port=9042; num_tokens=256; > partitioner=org.apache.cassandra.dht.Murmur3Partitioner; > permissions_validity_in_ms=2000; phi_convict_threshold=5; > preheat_kernel_page_cache=false; range_request_timeout_in_ms=10000; > read_request_timeout_in_ms=10000; > request_scheduler=org.apache.cassandra.scheduler.NoScheduler; > request_timeout_in_ms=10000; row_cache_save_period=0; row_cache_size_in_mb=0; > rpc_address=127.0.0.1; rpc_keepalive=true; rpc_port=9160; > rpc_server_type=hsha; > saved_caches_directory=/tmp/dtest-pRNmjg/test/node1/saved_caches; > seed_provider=[{class_name=org.apache.cassandra.locator.SimpleSeedProvider, > parameters=[{seeds=127.0.0.1}]}]; server_encryption_options=<REDACTED>; > snapshot_before_compaction=false; ssl_storage_port=7001; > start_native_transport=true; start_rpc=true; storage_port=7000; > thrift_framed_transport_size_in_mb=15; tombstone_failure_threshold=100000; > tombstone_warn_threshold=1000; trickle_fsync=false; > trickle_fsync_interval_in_kb=10240; truncate_request_timeout_in_ms=10000; > write_request_timeout_in_ms=10000] > INFO [main] 2014-04-14 19:18:54,339 DatabaseDescriptor.java:197 - > DiskAccessMode 'auto' determined to be mmap, indexAccessMode is mmap > INFO [main] 2014-04-14 19:18:54,351 DatabaseDescriptor.java:285 - Global > memtable on-heap threshold is enabled at 124MB > INFO [main] 2014-04-14 19:18:54,352 DatabaseDescriptor.java:289 - Global > memtable off-heap threshold is enabled at 124MB > INFO [main] 2014-04-14 19:18:54,813 CassandraDaemon.java:113 - JVM > vendor/version: Java HotSpot(TM) 64-Bit Server VM/1.7.0_51 > INFO [main] 2014-04-14 19:18:54,813 CassandraDaemon.java:141 - Heap size: > 523501568/523501568 > INFO [main] 2014-04-14 19:18:54,813 CassandraDaemon.java:143 - Code Cache > Non-heap memory: init = 2555904(2496K) used = 686464(670K) committed = > 2555904(2496K) max = 50331648(49152K) > INFO [main] 2014-04-14 19:18:54,814 CassandraDaemon.java:143 - Par Eden > Space Heap memory: init = 107479040(104960K) used = 71013720(69349K) > committed = 107479040(104960K) max = 107479040(104960K) > INFO [main] 2014-04-14 19:18:54,814 CassandraDaemon.java:143 - Par Survivor > Space Heap memory: init = 13369344(13056K) used = 0(0K) committed = > 13369344(13056K) max = 13369344(13056K) > INFO [main] 2014-04-14 19:18:54,814 CassandraDaemon.java:143 - CMS Old Gen > Heap memory: init = 402653184(393216K) used = 0(0K) committed = > 402653184(393216K) max = 402653184(393216K) > INFO [main] 2014-04-14 19:18:54,814 CassandraDaemon.java:143 - CMS Perm Gen > Non-heap memory: init = 21757952(21248K) used = 16639336(16249K) committed = > 21757952(21248K) max = 85983232(83968K) > INFO [main] 2014-04-14 19:18:54,814 CassandraDaemon.java:144 - Classpath: > /usr/share/java/jna.jar:/tmp/dtest-pRNmjg/test/node1/conf:/home/mshuler/git/cassandra/build/classes/main:/home/mshuler/git/cassandra/build/classes/thrift:/home/mshuler/git/cassandra/lib/airline-0.6.jar:/home/mshuler/git/cassandra/lib/antlr-3.2.jar:/home/mshuler/git/cassandra/lib/commons-cli-1.1.jar:/home/mshuler/git/cassandra/lib/commons-codec-1.2.jar:/home/mshuler/git/cassandra/lib/commons-lang3-3.1.jar:/home/mshuler/git/cassandra/lib/commons-math3-3.2.jar:/home/mshuler/git/cassandra/lib/compress-lzf-0.8.4.jar:/home/mshuler/git/cassandra/lib/concurrentlinkedhashmap-lru-1.4.jar:/home/mshuler/git/cassandra/lib/disruptor-3.0.1.jar:/home/mshuler/git/cassandra/lib/guava-16.0.jar:/home/mshuler/git/cassandra/lib/high-scale-lib-1.1.2.jar:/home/mshuler/git/cassandra/lib/jackson-core-asl-1.9.2.jar:/home/mshuler/git/cassandra/lib/jackson-mapper-asl-1.9.2.jar:/home/mshuler/git/cassandra/lib/jamm-0.2.6.jar:/home/mshuler/git/cassandra/lib/javax.inject.jar:/home/mshuler/git/cassandra/lib/jbcrypt-0.3m.jar:/home/mshuler/git/cassandra/lib/jline-1.0.jar:/home/mshuler/git/cassandra/lib/jna-4.0.0.jar:/home/mshuler/git/cassandra/lib/json-simple-1.1.jar:/home/mshuler/git/cassandra/lib/libthrift-0.9.1.jar:/home/mshuler/git/cassandra/lib/logback-classic-1.1.2.jar:/home/mshuler/git/cassandra/lib/logback-core-1.1.12.jar:/home/mshuler/git/cassandra/lib/lz4-1.2.0.jar:/home/mshuler/git/cassandra/lib/metrics-core-2.2.0.jar:/home/mshuler/git/cassandra/lib/netty-all-4.0.17.Final.jar:/home/mshuler/git/cassandra/lib/reporter-config-2.1.0.jar:/home/mshuler/git/cassandra/lib/slf4j-api-1.7.2.jar:/home/mshuler/git/cassandra/lib/snakeyaml-1.11.jar:/home/mshuler/git/cassandra/lib/snappy-java-1.0.5.jar:/home/mshuler/git/cassandra/lib/stream-2.5.2.jar:/home/mshuler/git/cassandra/lib/super-csv-2.1.0.jar:/home/mshuler/git/cassandra/lib/thrift-server-0.3.3.jar:/home/mshuler/git/cassandra/lib/jamm-0.2.6.jar > WARN [main] 2014-04-14 19:18:54,860 CLibrary.java:130 - Unable to lock JVM > memory (ENOMEM). This can result in part of the JVM being swapped out, > especially with mmapped I/O enabled. Increase RLIMIT_MEMLOCK or run Cassandra > as root. > INFO [main] 2014-04-14 19:18:54,882 CacheService.java:111 - Initializing key > cache with capacity of 24 MBs. > INFO [main] 2014-04-14 19:18:54,894 CacheService.java:133 - Initializing row > cache with capacity of 0 MBs > INFO [main] 2014-04-14 19:18:54,902 CacheService.java:150 - Initializing > counter cache with capacity of 12 MBs > INFO [main] 2014-04-14 19:18:54,905 CacheService.java:161 - Scheduling > counter cache save to every 7200 seconds (going to save all keys). > INFO [main] 2014-04-14 19:18:55,053 ColumnFamilyStore.java:283 - > Initializing system.schema_triggers > INFO [main] 2014-04-14 19:18:56,507 ColumnFamilyStore.java:283 - > Initializing system.compaction_history > INFO [main] 2014-04-14 19:18:56,512 ColumnFamilyStore.java:283 - > Initializing system.batchlog > INFO [main] 2014-04-14 19:18:56,518 ColumnFamilyStore.java:283 - > Initializing system.sstable_activity > INFO [main] 2014-04-14 19:18:56,523 ColumnFamilyStore.java:283 - > Initializing system.peer_events > INFO [main] 2014-04-14 19:18:56,529 ColumnFamilyStore.java:283 - > Initializing system.compactions_in_progress > INFO [main] 2014-04-14 19:18:56,535 ColumnFamilyStore.java:283 - > Initializing system.hints > INFO [main] 2014-04-14 19:18:56,540 ColumnFamilyStore.java:283 - > Initializing system.schema_keyspaces > INFO [main] 2014-04-14 19:18:56,545 ColumnFamilyStore.java:283 - > Initializing system.range_xfers > INFO [main] 2014-04-14 19:18:56,551 ColumnFamilyStore.java:283 - > Initializing system.schema_columnfamilies > INFO [main] 2014-04-14 19:18:56,556 ColumnFamilyStore.java:283 - > Initializing system.NodeIdInfo > INFO [main] 2014-04-14 19:18:56,562 ColumnFamilyStore.java:283 - > Initializing system.paxos > INFO [main] 2014-04-14 19:18:56,567 ColumnFamilyStore.java:283 - > Initializing system.schema_usertypes > INFO [main] 2014-04-14 19:18:56,572 ColumnFamilyStore.java:283 - > Initializing system.schema_columns > INFO [main] 2014-04-14 19:18:56,577 ColumnFamilyStore.java:283 - > Initializing system.IndexInfo > INFO [main] 2014-04-14 19:18:56,582 ColumnFamilyStore.java:283 - > Initializing system.peers > INFO [main] 2014-04-14 19:18:56,588 ColumnFamilyStore.java:283 - > Initializing system.local > INFO [main] 2014-04-14 19:18:56,674 DatabaseDescriptor.java:587 - Couldn't > detect any schema definitions in local storage. > INFO [main] 2014-04-14 19:18:56,675 DatabaseDescriptor.java:592 - To create > keyspaces and column families, see 'help create' in cqlsh. > INFO [main] 2014-04-14 19:18:56,729 ColumnFamilyStore.java:853 - Enqueuing > flush of local: 1109 (0%) on-heap, 0 (0%) off-heap > INFO [MemtableFlushWriter:1] 2014-04-14 19:18:56,739 Memtable.java:344 - > Writing Memtable-local@718898483(220 serialized bytes, 5 ops, 0%/0% of > on/off-heap limit) > ERROR [MemtableFlushWriter:1] 2014-04-14 19:18:56,867 > CassandraDaemon.java:166 - Exception in thread > Thread[MemtableFlushWriter:1,5,main] > java.lang.NoSuchMethodError: > com.sun.jna.Native.getDirectByteBuffer(JJ)Ljava/nio/ByteBuffer; > at org.apache.cassandra.io.util.Memory.asByteBuffers(Memory.java:305) > ~[main/:na] > at > org.apache.cassandra.io.util.AbstractDataOutput.write(AbstractDataOutput.java:326) > ~[main/:na] > at > org.apache.cassandra.io.sstable.IndexSummary$IndexSummarySerializer.serialize(IndexSummary.java:221) > ~[main/:na] > at > org.apache.cassandra.io.sstable.SSTableReader.saveSummary(SSTableReader.java:837) > ~[main/:na] > at > org.apache.cassandra.io.sstable.SSTableReader.saveSummary(SSTableReader.java:824) > ~[main/:na] > at > org.apache.cassandra.io.sstable.SSTableWriter.closeAndOpenReader(SSTableWriter.java:361) > ~[main/:na] > at > org.apache.cassandra.io.sstable.SSTableWriter.closeAndOpenReader(SSTableWriter.java:336) > ~[main/:na] > at > org.apache.cassandra.io.sstable.SSTableWriter.closeAndOpenReader(SSTableWriter.java:331) > ~[main/:na] > at > org.apache.cassandra.db.Memtable$FlushRunnable.writeSortedContents(Memtable.java:377) > ~[main/:na] > at > org.apache.cassandra.db.Memtable$FlushRunnable.runWith(Memtable.java:332) > ~[main/:na] > at > org.apache.cassandra.io.util.DiskAwareRunnable.runMayThrow(DiskAwareRunnable.java:48) > ~[main/:na] > at > org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:28) > ~[main/:na] > at > com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297) > ~[guava-16.0.jar:na] > at > org.apache.cassandra.db.ColumnFamilyStore$Flush.run(ColumnFamilyStore.java:1050) > ~[main/:na] > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) > ~[na:1.7.0_51] > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) > ~[na:1.7.0_51] > at java.lang.Thread.run(Thread.java:744) ~[na:1.7.0_51] > {noformat} -- This message was sent by Atlassian JIRA (v6.2#6252)