Hi.
Anyone have any suggestions how to debug this and find out what is
happening? Any troubleshooting tools I can use to test the functionality
of the storm cluster?
3899 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager
- State change: CONNECTED
3908 [main] INFO b.s.d.supervisor - Starting Supervisor with conf
{"topology.builtin.metrics.bucket.size.secs" 60, "nimbus.childopts"
"-Xmx5g -Djava.net.preferIPv4Stack=true", "ui.filter.params" nil,
"storm.cluster.mode" "local",
"storm.messaging.netty.client_worker_threads" 1,
"supervisor.run.worker.as.user" false, "topology.max.task.parallelism"
nil, "zmq.threads" 1, "storm.group.mapping.service"
"backtype.storm.security.auth.ShellBasedGroupsMapping",
"transactional.zookeeper.root" "/transactional",
"topology.sleep.spout.wait.strategy.time.ms" 1,
"drpc.invocations.port" 3773, "topology.multilang.serializer"
"backtype.storm.multilang.JsonSerializer",
"storm.messaging.netty.server_worker_threads" 1,
"topology.max.error.report.per.interval" 5, "storm.thrift.transport"
"backtype.storm.security.auth.SimpleTransportPlugin", "zmq.hwm" 0,
"storm.principal.tolocal"
"backtype.storm.security.auth.DefaultPrincipalToLocal",
"supervisor.worker.shutdown.sleep.secs" 1,
"storm.zookeeper.retry.times" 5, "ui.actions.enabled" true,
"zmq.linger.millis" 0, "supervisor.enable" true,
"topology.stats.sample.rate" 0.05, "storm.messaging.netty.min_wait_ms"
1000, "storm.zookeeper.port" 2000,
"supervisor.heartbeat.frequency.secs" 5,
"topology.enable.message.timeouts" true, "drpc.worker.threads" 64,
"drpc.queue.size" 128, "drpc.https.keystore.password" "",
"logviewer.port" 8000, "nimbus.reassign" true,
"topology.executor.send.buffer.size" 1024,
"topology.spout.wait.strategy"
"backtype.storm.spout.SleepSpoutWaitStrategy", "ui.host" "0.0.0.0",
"storm.nimbus.retry.interval.millis" 2000,
"nimbus.inbox.jar.expiration.secs" 3600, "dev.zookeeper.path"
"/tmp/dev-storm-zookeeper", "topology.acker.executors" nil,
"topology.fall.back.on.java.serialization" true,
"storm.zookeeper.servers" ["localhost"], "nimbus.thrift.threads" 64,
"logviewer.cleanup.age.mins" 10080, "topology.worker.childopts" nil,
"topology.classpath" nil, "supervisor.monitor.frequency.secs" 3,
"drpc.servers" ["nimbus-stormcluster.gobalto.com"],
"nimbus.credential.renewers.freq.secs" 600,
"topology.skip.missing.kryo.registrations" true,
"drpc.authorizer.acl.filename" "drpc-auth-acl.yaml",
"storm.group.mapping.service.cache.duration.secs" 120,
"topology.testing.always.try.serialize" false,
"nimbus.monitor.freq.secs" 10, "supervisor.supervisors" [],
"topology.tasks" nil, "topology.bolts.outgoing.overflow.buffer.enable"
false, "storm.messaging.netty.socket.backlog" 500, "topology.workers"
1, "storm.local.dir" "/tmp/3caeea32-21a1-4f1b-8d05-b1e47361e33f",
"worker.childopts" "-Xmx1536m -Djava.net.preferIPv4Stack=true",
"storm.auth.simple-white-list.users" [],
"topology.message.timeout.secs" 30,
"topology.state.synchronization.timeout.secs" 60,
"topology.tuple.serializer"
"backtype.storm.serialization.types.ListDelegateSerializer",
"supervisor.supervisors.commands" [], "logviewer.childopts"
"-Xmx128m", "topology.environment" nil, "topology.debug" false,
"storm.messaging.netty.max_retries" 10, "ui.childopts" "-Xmx768m
-Djava.net.preferIPv4Stack=true", "storm.zookeeper.session.timeout"
20000, "drpc.childopts" "-Xmx768m", "drpc.http.creds.plugin"
"backtype.storm.security.auth.DefaultHttpCredentialsPlugin",
"storm.zookeeper.connection.timeout" 15000,
"storm.zookeeper.auth.user" nil, "storm.meta.serialization.delegate"
"backtype.storm.serialization.GzipThriftSerializationDelegate",
"topology.max.spout.pending" nil, "nimbus.supervisor.timeout.secs" 60,
"nimbus.task.timeout.secs" 30, "drpc.port" 3772,
"storm.zookeeper.retry.intervalceiling.millis" 30000,
"nimbus.thrift.port" 6627, "storm.auth.simple-acl.admins" [],
"storm.nimbus.retry.times" 5, "supervisor.worker.start.timeout.secs"
120, "storm.zookeeper.retry.interval" 1000, "logs.users" nil,
"transactional.zookeeper.port" nil, "drpc.max_buffer_size" 1048576,
"task.credentials.poll.secs" 30, "drpc.https.keystore.type" "JKS",
"topology.worker.receiver.thread.count" 1, "supervisor.slots.ports"
(1024 1025 1026), "topology.transfer.buffer.size" 1024,
"topology.worker.shared.thread.pool.size" 4,
"drpc.authorizer.acl.strict" false, "nimbus.file.copy.expiration.secs"
600, "topology.executor.receive.buffer.size" 1024,
"nimbus.task.launch.secs" 120, "storm.local.mode.zmq" false,
"storm.messaging.netty.buffer_size" 16384,
"worker.heartbeat.frequency.secs" 1, "ui.http.creds.plugin"
"backtype.storm.security.auth.DefaultHttpCredentialsPlugin",
"storm.zookeeper.root" "/storm", "topology.tick.tuple.freq.secs" nil,
"drpc.https.port" -1, "task.refresh.poll.secs" 10,
"task.heartbeat.frequency.secs" 3, "storm.messaging.netty.max_wait_ms"
5000, "nimbus.impersonation.authorizer"
"backtype.storm.security.auth.authorizer.ImpersonationAuthorizer",
"drpc.http.port" 3774, "topology.error.throttle.interval.secs" 10,
"storm.messaging.transport" "backtype.storm.messaging.netty.Context",
"storm.messaging.netty.authentication" false, "topology.kryo.factory"
"backtype.storm.serialization.DefaultKryoFactory",
"worker.gc.childopts" "", "nimbus.topology.validator"
"backtype.storm.nimbus.DefaultTopologyValidator",
"nimbus.cleanup.inbox.freq.secs" 600, "ui.users" nil,
"transactional.zookeeper.servers" nil,
"supervisor.worker.timeout.secs" 30, "storm.zookeeper.auth.password"
nil, "supervisor.childopts" "-Djava.net.preferIPv4Stack=true",
"ui.filter" nil, "ui.header.buffer.bytes" 4096,
"topology.disruptor.wait.timeout.millis" 1000,
"storm.nimbus.retry.intervalceiling.millis" 60000,
"topology.trident.batch.emit.interval.millis" 50,
"topology.disruptor.wait.strategy"
"com.lmax.disruptor.BlockingWaitStrategy",
"storm.auth.simple-acl.users" [], "drpc.invocations.threads" 64,
"java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib",
"ui.port" 8080, "storm.messaging.netty.transfer.batch.size" 262144,
"logviewer.appender.name" "A1", "nimbus.thrift.max_buffer_size"
1048576, "nimbus.host" "nimbus-stormcluster.gobalto.com",
"storm.auth.simple-acl.users.commands" [], "drpc.request.timeout.secs"
600}
3920 [main] ERROR b.s.d.supervisor - Error on initialization of server
mk-supervisor
java.net.UnknownHostException: nimbus-stormcluster.int.gobalto.com:
nimbus-stormcluster.int.gobalto.com: unknown error
at java.net.InetAddress.getLocalHost(InetAddress.java:1505)
~[?:1.8.0_91]
at backtype.storm.util$local_hostname.invoke(util.clj:213)
~[storm-core-0.10.0.jar:0.10.0]
at clojure.lang.AFn.applyToHelper(AFn.java:152) ~[clojure-1.6.0.jar:?]
at clojure.lang.AFn.applyTo(AFn.java:144) ~[clojure-1.6.0.jar:?]
at clojure.core$apply.invoke(core.clj:624) ~[clojure-1.6.0.jar:?]
at clojure.core$memoize$fn__5097.doInvoke(core.clj:5846)
~[clojure-1.6.0.jar:?]
at clojure.lang.RestFn.invoke(RestFn.java:397) ~[clojure-1.6.0.jar:?]
at backtype.storm.util$hostname.invoke(util.clj:221)
~[storm-core-0.10.0.jar:0.10.0]
at
backtype.storm.daemon.supervisor$supervisor_data.invoke(supervisor.clj:301)
~[storm-core-0.10.0.jar:0.10.0]
at
backtype.storm.daemon.supervisor$fn__7682$exec_fn__1236__auto____7683.invoke(supervisor.clj:499)
~[storm-core-0.10.0.jar:0.10.0]
at clojure.lang.AFn.applyToHelper(AFn.java:160) ~[clojure-1.6.0.jar:?]
at clojure.lang.AFn.applyTo(AFn.java:144) ~[clojure-1.6.0.jar:?]
at clojure.core$apply.invoke(core.clj:624) ~[clojure-1.6.0.jar:?]
at
backtype.storm.daemon.supervisor$fn__7682$mk_supervisor__7709.doInvoke(supervisor.clj:495)
[storm-core-0.10.0.jar:0.10.0]
at clojure.lang.RestFn.invoke(RestFn.java:436) [clojure-1.6.0.jar:?]
at
backtype.storm.testing$add_supervisor$fn__7808.invoke(testing.clj:107)
[storm-core-0.10.0.jar:0.10.0]
at backtype.storm.testing$add_supervisor.doInvoke(testing.clj:107)
[storm-core-0.10.0.jar:0.10.0]
at clojure.lang.RestFn.invoke(RestFn.java:486) [clojure-1.6.0.jar:?]
at
backtype.storm.testing$mk_local_storm_cluster.doInvoke(testing.clj:153)
[storm-core-0.10.0.jar:0.10.0]
at clojure.lang.RestFn.invoke(RestFn.java:421) [clojure-1.6.0.jar:?]
at backtype.storm.LocalCluster$_init.invoke(LocalCluster.clj:28)
[storm-core-0.10.0.jar:0.10.0]
at backtype.storm.LocalCluster.<init>(Unknown Source)
[storm-core-0.10.0.jar:0.10.0]
at
com.gobalto.sirius.topology.AbstractSiriusTopology.run(AbstractSiriusTopology.java:130)
[sirius-15.4.jar:?]
at
com.gobalto.sirius.topology.StarSchemaTopology.main(StarSchemaTopology.java:27)
[sirius-15.4.jar:?]
Caused by: java.net.UnknownHostException:
nimbus-stormcluster.int.gobalto.com: unknown error
at java.net.Inet6AddressImpl.lookupAllHostAddr(Native Method)
~[?:1.8.0_91]
at java.net.InetAddress$2.lookupAllHostAddr(InetAddress.java:928)
~[?:1.8.0_91]
at
java.net.InetAddress.getAddressesFromNameService(InetAddress.java:1323)
~[?:1.8.0_91]
at java.net.InetAddress.getLocalHost(InetAddress.java:1500)
~[?:1.8.0_91]
... 23 more
3929 [main] ERROR b.s.util - Halting process: ("Error on initialization")
java.lang.RuntimeException: ("Error on initialization")
at backtype.storm.util$exit_process_BANG_.doInvoke(util.clj:336)
[storm-core-0.10.0.jar:0.10.0]
at clojure.lang.RestFn.invoke(RestFn.java:423) [clojure-1.6.0.jar:?]
at
backtype.storm.daemon.supervisor$fn__7682$mk_supervisor__7709.doInvoke(supervisor.clj:495)
[storm-core-0.10.0.jar:0.10.0]
at clojure.lang.RestFn.invoke(RestFn.java:436) [clojure-1.6.0.jar:?]
at
backtype.storm.testing$add_supervisor$fn__7808.invoke(testing.clj:107)
[storm-core-0.10.0.jar:0.10.0]
at backtype.storm.testing$add_supervisor.doInvoke(testing.clj:107)
[storm-core-0.10.0.jar:0.10.0]
at clojure.lang.RestFn.invoke(RestFn.java:486) [clojure-1.6.0.jar:?]
at
backtype.storm.testing$mk_local_storm_cluster.doInvoke(testing.clj:153)
[storm-core-0.10.0.jar:0.10.0]
at clojure.lang.RestFn.invoke(RestFn.java:421) [clojure-1.6.0.jar:?]
at backtype.storm.LocalCluster$_init.invoke(LocalCluster.clj:28)
[storm-core-0.10.0.jar:0.10.0]
at backtype.storm.LocalCluster.<init>(Unknown Source)
[storm-core-0.10.0.jar:0.10.0]
at
com.gobalto.sirius.topology.AbstractSiriusTopology.run(AbstractSiriusTopology.java:130)
[sirius-15.4.jar:?]
at
com.gobalto.sirius.topology.StarSchemaTopology.main(StarSchemaTopology.java:27)
[sirius-15.4.jar:?]
