[
https://issues.apache.org/jira/browse/CASSANDRA-8475?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Philip Thompson updated CASSANDRA-8475:
---------------------------------------
Description:
Compaction won't move forward on the table until a restart takes place and the
temp table is ignored. My hunch is that running CompactionTasks are killed and
there are still pre-opened temp files ref'd but they get deleted with the
CompactionTask dies?
{code}
Exception:
2014-12-12_22:03:19.84572 ERROR 22:03:19 Exception in thread
Thread[CompactionExecutor:671,1,main]
2014-12-12_22:03:19.84576 java.lang.RuntimeException:
java.io.FileNotFoundException:
/data/cassandra/data/ks1/DataByUserID_007/ks1-DataByUserID_007-tmplink-ka-21801-Data.db
(No such file or directory)
2014-12-12_22:03:19.84576 at
org.apache.cassandra.io.compress.CompressedThrottledReader.open(CompressedThrottledReader.java:52)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84577 at
org.apache.cassandra.io.sstable.SSTableReader.openDataReader(SSTableReader.java:1895)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84578 at
org.apache.cassandra.io.sstable.SSTableScanner.<init>(SSTableScanner.java:67)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84579 at
org.apache.cassandra.io.sstable.SSTableReader.getScanner(SSTableReader.java:1681)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84579 at
org.apache.cassandra.io.sstable.SSTableReader.getScanner(SSTableReader.java:1693)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84580 at
org.apache.cassandra.db.compaction.LeveledCompactionStrategy.getScanners(LeveledCompactionStrategy.java:181)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84581 at
org.apache.cassandra.db.compaction.WrappingCompactionStrategy.getScanners(WrappingCompactionStrategy.java:320)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84581 at
org.apache.cassandra.db.compaction.AbstractCompactionStrategy.getScanners(AbstractCompactionStrategy.java:340)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84582 at
org.apache.cassandra.db.compaction.CompactionTask.runWith(CompactionTask.java:151)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84583 at
org.apache.cassandra.io.util.DiskAwareRunnable.runMayThrow(DiskAwareRunnable.java:48)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84583 at
org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:28)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84583 at
org.apache.cassandra.db.compaction.CompactionTask.executeInternal(CompactionTask.java:75)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84584 at
org.apache.cassandra.db.compaction.AbstractCompactionTask.execute(AbstractCompactionTask.java:59)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84584 at
org.apache.cassandra.db.compaction.CompactionManager$BackgroundCompactionTask.run(CompactionManager.java:232)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84585 at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
~[na:1.7.0_65]
2014-12-12_22:03:19.84586 at
java.util.concurrent.FutureTask.run(FutureTask.java:262) ~[na:1.7.0_65]
2014-12-12_22:03:19.84586 at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
~[na:1.7.0_65]
2014-12-12_22:03:19.84587 at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[na:1.7.0_65]
2014-12-12_22:03:19.84587 at java.lang.Thread.run(Thread.java:745)
[na:1.7.0_65]
2014-12-12_22:03:19.84587 Caused by: java.io.FileNotFoundException:
/data/cassandra/data/ks1/DataByUserID_007/ks1-DataByUserID_007-tmplink-ka-21801-Data.db
(No such file or directory)
2014-12-12_22:03:19.84588 at java.io.RandomAccessFile.open(Native Method)
~[na:1.7.0_65]
2014-12-12_22:03:19.84588 at
java.io.RandomAccessFile.<init>(RandomAccessFile.java:241) ~[na:1.7.0_65]
2014-12-12_22:03:19.84589 at
org.apache.cassandra.io.util.RandomAccessReader.<init>(RandomAccessReader.java:58)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84590 at
org.apache.cassandra.io.compress.CompressedRandomAccessReader.<init>(CompressedRandomAccessReader.java:77)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84590 at
org.apache.cassandra.io.compress.CompressedThrottledReader.<init>(CompressedThrottledReader.java:34)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84591 at
org.apache.cassandra.io.compress.CompressedThrottledReader.open(CompressedThrottledReader.java:48)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84591 ... 18 common frames omitted{code}
was:
Compaction won't move forward on the table until a restart takes place and the
temp table is ignored. My hunch is that running CompactionTasks are killed and
there are still pre-opened temp files ref'd but they get deleted with the
CompactionTask dies?
Exception:
2014-12-12_22:03:19.84572 ERROR 22:03:19 Exception in thread
Thread[CompactionExecutor:671,1,main]
2014-12-12_22:03:19.84576 java.lang.RuntimeException:
java.io.FileNotFoundException:
/data/cassandra/data/ks1/DataByUserID_007/ks1-DataByUserID_007-tmplink-ka-21801-Data.db
(No such file or directory)
2014-12-12_22:03:19.84576 at
org.apache.cassandra.io.compress.CompressedThrottledReader.open(CompressedThrottledReader.java:52)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84577 at
org.apache.cassandra.io.sstable.SSTableReader.openDataReader(SSTableReader.java:1895)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84578 at
org.apache.cassandra.io.sstable.SSTableScanner.<init>(SSTableScanner.java:67)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84579 at
org.apache.cassandra.io.sstable.SSTableReader.getScanner(SSTableReader.java:1681)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84579 at
org.apache.cassandra.io.sstable.SSTableReader.getScanner(SSTableReader.java:1693)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84580 at
org.apache.cassandra.db.compaction.LeveledCompactionStrategy.getScanners(LeveledCompactionStrategy.java:181)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84581 at
org.apache.cassandra.db.compaction.WrappingCompactionStrategy.getScanners(WrappingCompactionStrategy.java:320)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84581 at
org.apache.cassandra.db.compaction.AbstractCompactionStrategy.getScanners(AbstractCompactionStrategy.java:340)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84582 at
org.apache.cassandra.db.compaction.CompactionTask.runWith(CompactionTask.java:151)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84583 at
org.apache.cassandra.io.util.DiskAwareRunnable.runMayThrow(DiskAwareRunnable.java:48)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84583 at
org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:28)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84583 at
org.apache.cassandra.db.compaction.CompactionTask.executeInternal(CompactionTask.java:75)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84584 at
org.apache.cassandra.db.compaction.AbstractCompactionTask.execute(AbstractCompactionTask.java:59)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84584 at
org.apache.cassandra.db.compaction.CompactionManager$BackgroundCompactionTask.run(CompactionManager.java:232)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84585 at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
~[na:1.7.0_65]
2014-12-12_22:03:19.84586 at
java.util.concurrent.FutureTask.run(FutureTask.java:262) ~[na:1.7.0_65]
2014-12-12_22:03:19.84586 at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
~[na:1.7.0_65]
2014-12-12_22:03:19.84587 at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[na:1.7.0_65]
2014-12-12_22:03:19.84587 at java.lang.Thread.run(Thread.java:745)
[na:1.7.0_65]
2014-12-12_22:03:19.84587 Caused by: java.io.FileNotFoundException:
/data/cassandra/data/ks1/DataByUserID_007/ks1-DataByUserID_007-tmplink-ka-21801-Data.db
(No such file or directory)
2014-12-12_22:03:19.84588 at java.io.RandomAccessFile.open(Native Method)
~[na:1.7.0_65]
2014-12-12_22:03:19.84588 at
java.io.RandomAccessFile.<init>(RandomAccessFile.java:241) ~[na:1.7.0_65]
2014-12-12_22:03:19.84589 at
org.apache.cassandra.io.util.RandomAccessReader.<init>(RandomAccessReader.java:58)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84590 at
org.apache.cassandra.io.compress.CompressedRandomAccessReader.<init>(CompressedRandomAccessReader.java:77)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84590 at
org.apache.cassandra.io.compress.CompressedThrottledReader.<init>(CompressedThrottledReader.java:34)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84591 at
org.apache.cassandra.io.compress.CompressedThrottledReader.open(CompressedThrottledReader.java:48)
~[apache-cassandra-2.1.2.jar:2.1.2]
2014-12-12_22:03:19.84591 ... 18 common frames omitted
Fix Version/s: 2.1.4
[~rbranson], have you run into this on 2.1.3?
> Altering Table's tombstone_threshold stalls compaction until restart
> --------------------------------------------------------------------
>
> Key: CASSANDRA-8475
> URL: https://issues.apache.org/jira/browse/CASSANDRA-8475
> Project: Cassandra
> Issue Type: Bug
> Reporter: Rick Branson
> Fix For: 2.1.4
>
>
> Compaction won't move forward on the table until a restart takes place and
> the temp table is ignored. My hunch is that running CompactionTasks are
> killed and there are still pre-opened temp files ref'd but they get deleted
> with the CompactionTask dies?
> {code}
> Exception:
> 2014-12-12_22:03:19.84572 ERROR 22:03:19 Exception in thread
> Thread[CompactionExecutor:671,1,main]
> 2014-12-12_22:03:19.84576 java.lang.RuntimeException:
> java.io.FileNotFoundException:
> /data/cassandra/data/ks1/DataByUserID_007/ks1-DataByUserID_007-tmplink-ka-21801-Data.db
> (No such file or directory)
> 2014-12-12_22:03:19.84576 at
> org.apache.cassandra.io.compress.CompressedThrottledReader.open(CompressedThrottledReader.java:52)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84577 at
> org.apache.cassandra.io.sstable.SSTableReader.openDataReader(SSTableReader.java:1895)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84578 at
> org.apache.cassandra.io.sstable.SSTableScanner.<init>(SSTableScanner.java:67)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84579 at
> org.apache.cassandra.io.sstable.SSTableReader.getScanner(SSTableReader.java:1681)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84579 at
> org.apache.cassandra.io.sstable.SSTableReader.getScanner(SSTableReader.java:1693)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84580 at
> org.apache.cassandra.db.compaction.LeveledCompactionStrategy.getScanners(LeveledCompactionStrategy.java:181)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84581 at
> org.apache.cassandra.db.compaction.WrappingCompactionStrategy.getScanners(WrappingCompactionStrategy.java:320)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84581 at
> org.apache.cassandra.db.compaction.AbstractCompactionStrategy.getScanners(AbstractCompactionStrategy.java:340)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84582 at
> org.apache.cassandra.db.compaction.CompactionTask.runWith(CompactionTask.java:151)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84583 at
> org.apache.cassandra.io.util.DiskAwareRunnable.runMayThrow(DiskAwareRunnable.java:48)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84583 at
> org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:28)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84583 at
> org.apache.cassandra.db.compaction.CompactionTask.executeInternal(CompactionTask.java:75)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84584 at
> org.apache.cassandra.db.compaction.AbstractCompactionTask.execute(AbstractCompactionTask.java:59)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84584 at
> org.apache.cassandra.db.compaction.CompactionManager$BackgroundCompactionTask.run(CompactionManager.java:232)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84585 at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> ~[na:1.7.0_65]
> 2014-12-12_22:03:19.84586 at
> java.util.concurrent.FutureTask.run(FutureTask.java:262) ~[na:1.7.0_65]
> 2014-12-12_22:03:19.84586 at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> ~[na:1.7.0_65]
> 2014-12-12_22:03:19.84587 at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> [na:1.7.0_65]
> 2014-12-12_22:03:19.84587 at java.lang.Thread.run(Thread.java:745)
> [na:1.7.0_65]
> 2014-12-12_22:03:19.84587 Caused by: java.io.FileNotFoundException:
> /data/cassandra/data/ks1/DataByUserID_007/ks1-DataByUserID_007-tmplink-ka-21801-Data.db
> (No such file or directory)
> 2014-12-12_22:03:19.84588 at java.io.RandomAccessFile.open(Native
> Method) ~[na:1.7.0_65]
> 2014-12-12_22:03:19.84588 at
> java.io.RandomAccessFile.<init>(RandomAccessFile.java:241) ~[na:1.7.0_65]
> 2014-12-12_22:03:19.84589 at
> org.apache.cassandra.io.util.RandomAccessReader.<init>(RandomAccessReader.java:58)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84590 at
> org.apache.cassandra.io.compress.CompressedRandomAccessReader.<init>(CompressedRandomAccessReader.java:77)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84590 at
> org.apache.cassandra.io.compress.CompressedThrottledReader.<init>(CompressedThrottledReader.java:34)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84591 at
> org.apache.cassandra.io.compress.CompressedThrottledReader.open(CompressedThrottledReader.java:48)
> ~[apache-cassandra-2.1.2.jar:2.1.2]
> 2014-12-12_22:03:19.84591 ... 18 common frames omitted{code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
