[
https://issues.apache.org/jira/browse/FLUME-1268?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13292388#comment-13292388
]
Mubarak Seyed commented on FLUME-1268:
--------------------------------------
File channels are not starting up, sits on Waiting for channels xxxxx message.
> FileChannel ReplayLog fails to replay
> -------------------------------------
>
> Key: FLUME-1268
> URL: https://issues.apache.org/jira/browse/FLUME-1268
> Project: Flume
> Issue Type: Bug
> Components: Sinks+Sources
> Affects Versions: v1.2.0
> Reporter: Mubarak Seyed
>
> {code}
> 2012-06-09 17:15:05,718 ERROR file.Log: Failed to initialize Log
> java.lang.IllegalStateException: Pending takes 1516 exist after the end of
> replay
> at
> com.google.common.base.Preconditions.checkState(Preconditions.java:145)
> at
> org.apache.flume.channel.file.ReplayHandler.replayLog(ReplayHandler.java:137)
> at org.apache.flume.channel.file.Log.replay(Log.java:205)
> at org.apache.flume.channel.file.FileChannel.start(FileChannel.java:180)
> at
> org.apache.flume.lifecycle.LifecycleSupervisor$MonitorRunnable.run(LifecycleSupervisor.java:228)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
> at
> java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:317)
> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:150)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:98)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.runPeriodic(ScheduledThreadPoolExecutor.java:180)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:204)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
> at java.lang.Thread.run(Thread.java:662)
> 2012-06-09 17:15:05,718 ERROR lifecycle.LifecycleSupervisor: Unable to start
> org.apache.flume.channel.file.FileChannel@556917ee - Exception follows.
> java.lang.IllegalStateException: Log is closed
> at
> com.google.common.base.Preconditions.checkState(Preconditions.java:145)
> at org.apache.flume.channel.file.Log.getFlumeEventQueue(Log.java:226)
> at
> org.apache.flume.channel.file.FileChannel.getDepth(FileChannel.java:253)
> at org.apache.flume.channel.file.FileChannel.start(FileChannel.java:187)
> at
> org.apache.flume.lifecycle.LifecycleSupervisor$MonitorRunnable.run(LifecycleSupervisor.java:228)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
> at
> java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:317)
> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:150)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:98)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.runPeriodic(ScheduledThreadPoolExecutor.java:180)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:204)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
> at java.lang.Thread.run(Thread.java:662)
> 2012-06-09 17:15:05,926 INFO nodemanager.DefaultLogicalNodeManager: Waiting
> for channel: file-channel-1 to start. Sleeping for 500 ms
> 2012-06-09 17:15:06,428 INFO nodemanager.DefaultLogicalNodeManager: Waiting
> for channel: file-channel-1 to start. Sleeping for 500 ms
> 2012-06-09 17:15:08,377 INFO file.FileChannel: Starting FileChannel with
> dataDir [/data3/flume/file-channel/data2]
> 2012-06-09 17:15:08,378 INFO file.Log: Cannot lock
> /data3/flume/file-channel/checkpoint2. The directory is already locked.
> 2012-06-09 17:15:08,379 ERROR lifecycle.LifecycleSupervisor: Unable to start
> org.apache.flume.channel.file.FileChannel@4bf54c5f - Exception follows.
> java.lang.RuntimeException: java.io.IOException: Cannot lock
> /data3/flume/file-channel/checkpoint2. The directory is already locked.
> at com.google.common.base.Throwables.propagate(Throwables.java:156)
> at org.apache.flume.channel.file.FileChannel.start(FileChannel.java:182)
> at
> org.apache.flume.lifecycle.LifecycleSupervisor$MonitorRunnable.run(LifecycleSupervisor.java:228)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
> at
> java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:317)
> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:150)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:98)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.runPeriodic(ScheduledThreadPoolExecutor.java:180)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:204)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
> at java.lang.Thread.run(Thread.java:662)
> Caused by: java.io.IOException: Cannot lock
> /data3/flume/file-channel/checkpoint2. The directory is already locked.
> at org.apache.flume.channel.file.Log.lock(Log.java:574)
> at org.apache.flume.channel.file.Log.<init>(Log.java:95)
> at org.apache.flume.channel.file.FileChannel.start(FileChannel.java:178)
> ... 10 more
> 2012-06-09 17:15:08,425 INFO file.FileChannel: Starting FileChannel with
> dataDir [/data2/flume/file-channel/data1]
> 2012-06-09 17:15:08,425 INFO file.Log: Cannot lock
> /data2/flume/file-channel/checkpoint1. The directory is already locked.
> 2012-06-09 17:15:08,425 ERROR lifecycle.LifecycleSupervisor: Unable to start
> org.apache.flume.channel.file.FileChannel@42f1916f - Exception follows.
> java.lang.RuntimeException: java.io.IOException: Cannot lock
> /data2/flume/file-channel/checkpoint1. The directory is already locked.
> at com.google.common.base.Throwables.propagate(Throwables.java:156)
> at org.apache.flume.channel.file.FileChannel.start(FileChannel.java:182)
> at
> org.apache.flume.lifecycle.LifecycleSupervisor$MonitorRunnable.run(LifecycleSupervisor.java:228)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
> at
> java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:317)
> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:150)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:98)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.runPeriodic(ScheduledThreadPoolExecutor.java:180)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:204)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
> at java.lang.Thread.run(Thread.java:662)
> Caused by: java.io.IOException: Cannot lock
> /data2/flume/file-channel/checkpoint1. The directory is already locked.
> at org.apache.flume.channel.file.Log.lock(Log.java:574)
> at org.apache.flume.channel.file.Log.<init>(Log.java:95)
> at org.apache.flume.channel.file.FileChannel.start(FileChannel.java:178)
> ... 10 more
> 2012-06-09 17:15:08,535 INFO file.FileChannel: Starting FileChannel with
> dataDir [/data5/flume/file-channel/data4]
> 2012-06-09 17:15:08,535 INFO file.Log: Cannot lock
> /data5/flume/file-channel/checkpoint4. The directory is already locked.
> 2012-06-09 17:15:08,535 ERROR lifecycle.LifecycleSupervisor: Unable to start
> org.apache.flume.channel.file.FileChannel@66a23610 - Exception follows.
> java.lang.RuntimeException: java.io.IOException: Cannot lock
> /data5/flume/file-channel/checkpoint4. The directory is already locked.
> at com.google.common.base.Throwables.propagate(Throwables.java:156)
> at org.apache.flume.channel.file.FileChannel.start(FileChannel.java:182)
> at
> org.apache.flume.lifecycle.LifecycleSupervisor$MonitorRunnable.run(LifecycleSupervisor.java:228)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
> at
> java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:317)
> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:150)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:98)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.runPeriodic(ScheduledThreadPoolExecutor.java:180)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:204)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
> at java.lang.Thread.run(Thread.java:662)
> Caused by: java.io.IOException: Cannot lock
> /data5/flume/file-channel/checkpoint4. The directory is already locked.
> at org.apache.flume.channel.file.Log.lock(Log.java:574)
> at org.apache.flume.channel.file.Log.<init>(Log.java:95)
> at org.apache.flume.channel.file.FileChannel.start(FileChannel.java:178)
> ... 10 more
> 2012-06-09 17:15:08,719 INFO file.FileChannel: Starting FileChannel with
> dataDir [/data4/flume/file-channel/data3]
> 2012-06-09 17:15:08,719 INFO file.Log: Cannot lock
> /data4/flume/file-channel/checkpoint3. The directory is already locked.
> 2012-06-09 17:15:08,719 ERROR lifecycle.LifecycleSupervisor: Unable to start
> org.apache.flume.channel.file.FileChannel@556917ee - Exception follows.
> java.lang.RuntimeException: java.io.IOException: Cannot lock
> /data4/flume/file-channel/checkpoint3. The directory is already locked.
> at com.google.common.base.Throwables.propagate(Throwables.java:156)
> at org.apache.flume.channel.file.FileChannel.start(FileChannel.java:182)
> at
> org.apache.flume.lifecycle.LifecycleSupervisor$MonitorRunnable.run(LifecycleSupervisor.java:228)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441)
> at
> java.util.concurrent.FutureTask$Sync.innerRunAndReset(FutureTask.java:317)
> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:150)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:98)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.runPeriodic(ScheduledThreadPoolExecutor.java:180)
> at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:204)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
> at java.lang.Thread.run(Thread.java:662)
> Caused by: java.io.IOException: Cannot lock
> /data4/flume/file-channel/checkpoint3. The directory is already locked.
> at org.apache.flume.channel.file.Log.lock(Log.java:574)
> at org.apache.flume.channel.file.Log.<init>(Log.java:95)
> at org.apache.flume.channel.file.FileChannel.start(FileChannel.java:178)
> ... 10 more
> 2012-06-09 17:15:08,938 INFO nodemanager.DefaultLogicalNodeManager: Waiting
> for channel: file-channel-1 to start. Sleeping for 500 ms
> {code}
--
This message is automatically generated by JIRA.
If you think it was sent incorrectly, please contact your JIRA administrators:
https://issues.apache.org/jira/secure/ContactAdministrators!default.jspa
For more information on JIRA, see: http://www.atlassian.com/software/jira
