[ https://issues.apache.org/jira/browse/ACCUMULO-2256?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13977323#comment-13977323 ]
Mike Drob commented on ACCUMULO-2256: ------------------------------------- What version is this with? > RW stops with commitsHeld > ------------------------- > > Key: ACCUMULO-2256 > URL: https://issues.apache.org/jira/browse/ACCUMULO-2256 > Project: Accumulo > Issue Type: Improvement > Components: test > Reporter: Eric Newton > > Random walker stopped with this error: > {noformat} > java.lang.Exception: Error running node Conditional.xml > at org.apache.accumulo.test.randomwalk.Module.visit(Module.java:285) > at > org.apache.accumulo.test.randomwalk.Framework.run(Framework.java:65) > at > org.apache.accumulo.test.randomwalk.Framework.main(Framework.java:125) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at org.apache.accumulo.start.Main$1.run(Main.java:137) > at java.lang.Thread.run(Thread.java:662) > Caused by: java.lang.Exception: Error running node ct.Transfer > at org.apache.accumulo.test.randomwalk.Module.visit(Module.java:285) > at org.apache.accumulo.test.randomwalk.Module.visit(Module.java:254) > ... 8 more > Caused by: org.apache.accumulo.core.client.AccumuloException: > org.apache.accumulo.core.client.impl.AccumuloServerException: Error on server > node8:55823 > at > org.apache.accumulo.core.client.ConditionalWriter$Result.getStatus(ConditionalWriter.java:63) > at > org.apache.accumulo.test.randomwalk.conditional.Transfer.visit(Transfer.java:124) > at org.apache.accumulo.test.randomwalk.Module.visit(Module.java:254) > ... 9 more > Caused by: org.apache.accumulo.core.client.impl.AccumuloServerException: > Error on server nebula8.cerulean.tycho.ncsc.mil:55823 > at > org.apache.accumulo.core.client.impl.ConditionalWriterImpl.sendToServer(ConditionalWriterImpl.java:611) > at > org.apache.accumulo.core.client.impl.ConditionalWriterImpl.access$4(ConditionalWriterImpl.java:552) > at > org.apache.accumulo.core.client.impl.ConditionalWriterImpl$SendTask.run(ConditionalWriterImpl.java:448) > at > org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:441) > at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) > at java.util.concurrent.FutureTask.run(FutureTask.java:138) > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:98) > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:206) > at > java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) > ... 1 more > Caused by: org.apache.thrift.TApplicationException: Internal error processing > conditionalUpdate > at > org.apache.thrift.TApplicationException.read(TApplicationException.java:108) > at > org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:71) > at > org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Client.recv_conditionalUpdate(TabletClientService.java:521) > at > org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Client.conditionalUpdate(TabletClientService.java:505) > at > org.apache.accumulo.core.client.impl.ConditionalWriterImpl.sendToServer(ConditionalWriterImpl.java:575) > ... 11 more > {noformat} > Going over to node8, this is the only error near the same timestamp. The > servers are not time synced. > {noformat} > 2014-01-24 21:09:08,207 [thrift.ProcessFunction] ERROR: Internal error > processing applyUpdates > org.apache.accumulo.tserver.HoldTimeoutException: Commits are held > at > org.apache.accumulo.tserver.TabletServerResourceManager.waitUntilCommitsAreEnabled(TabletServerResourceManager.java:412) > at > org.apache.accumulo.tserver.TabletServer$ThriftClientHandler.flush(TabletServer.java:1552) > at > org.apache.accumulo.tserver.TabletServer$ThriftClientHandler.applyUpdates(TabletServer.java:1531) > at sun.reflect.GeneratedMethodAccessor26.invoke(Unknown Source) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25) > at java.lang.reflect.Method.invoke(Method.java:597) > at > org.apache.accumulo.trace.instrument.thrift.TraceWrap$1.invoke(TraceWrap.java:63) > at $Proxy15.applyUpdates(Unknown Source) > at > org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$applyUpdates.getResult(TabletClientService.java:2347) > at > org.apache.accumulo.core.tabletserver.thrift.TabletClientService$Processor$applyUpdates.getResult(TabletClientService.java:1) > at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) > at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39) > at > org.apache.accumulo.server.util.TServerUtils$TimedProcessor.process(TServerUtils.java:171) > at > org.apache.thrift.server.AbstractNonblockingServer$FrameBuffer.invoke(AbstractNonblockingServer.java:478) > at > org.apache.accumulo.server.util.TServerUtils$THsHaServer$Invocation.run(TServerUtils.java:231) > at > java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) > at > org.apache.accumulo.trace.instrument.TraceRunnable.run(TraceRunnable.java:47) > at > org.apache.accumulo.core.util.LoggingRunnable.run(LoggingRunnable.java:34) > at java.lang.Thread.run(Thread.java:662) > 2014-01-24 21:09:08,250 [tserver.TabletServer] DEBUG: Got flush message from > user: !SYSTEM > 2014-01-24 21:09:08,302 [tserver.TabletServer] DEBUG: Got flush message from > user: !SYSTEM > 2014-01-24 21:09:08,383 [thrift.ProcessFunction] ERROR: Internal error > processing closeUpdate > {noformat} -- This message was sent by Atlassian JIRA (v6.2#6252)