[
https://issues.apache.org/jira/browse/STORM-981?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Rick Kellogg updated STORM-981:
-------------------------------
Component/s: storm-core
> Random test failures on backtype.storm.security.auth.drpc-auth-test
> -------------------------------------------------------------------
>
> Key: STORM-981
> URL: https://issues.apache.org/jira/browse/STORM-981
> Project: Apache Storm
> Issue Type: Sub-task
> Components: storm-core
> Reporter: Jungtaek Lim
> Assignee: Jungtaek Lim
>
> {code}
> --------------------------------------------------
> Error parsing
> /home/travis/build/HeartSaVioR/storm/storm-core/target/test-reports/backtype.storm.security.auth.drpc-auth-test.xml
> <?xml version="1.0" encoding="UTF-8"?>
> <testsuites>
> <testsuite package="backtype.storm.security.auth" name="drpc-auth-test">
> <testcase name="deny-drpc-digest-test"
> classname="backtype.storm.security.auth.drpc-auth-test">
> <system-out>
> <![CDATA[151632 [main] INFO b.s.u.Utils - Using defaults.yaml from resources
> 151639 [main] INFO b.s.s.a.drpc-auth-test - storm
> conf:{"topology.builtin.metrics.bucket.size.secs" 60, "nimbus.childopts"
> "-Xmx1024m", "ui.filter.params" nil, "storm.cluster.mode" "distributed",
> "storm.messaging.netty.client_worker_threads" 1,
> "supervisor.run.worker.as.user" false, "topology.max.task.parallelism" nil,
> "zmq.threads" 1, "storm.group.mapping.service"
> "backtype.storm.security.auth.ShellBasedGroupsMapping",
> "transactional.zookeeper.root" "/transactional",
> "topology.sleep.spout.wait.strategy.time.ms" 1, "drpc.invocations.port"
> 33709, "topology.multilang.serializer"
> "backtype.storm.multilang.JsonSerializer",
> "storm.messaging.netty.server_worker_threads" 1,
> "topology.max.error.report.per.interval" 5, "storm.thrift.transport"
> "backtype.storm.security.auth.digest.DigestSaslTransportPlugin", "zmq.hwm" 0,
> "storm.principal.tolocal"
> "backtype.storm.security.auth.DefaultPrincipalToLocal",
> "supervisor.worker.shutdown.sleep.secs" 1, "storm.zookeeper.retry.times" 5,
> "ui.actions.enabled" true, "zmq.linger.millis" 5000, "supervisor.enable"
> true, "topology.stats.sample.rate" 0.05, "storm.messaging.netty.min_wait_ms"
> 100, "storm.zookeeper.port" 2181, "supervisor.heartbeat.frequency.secs" 5,
> "topology.enable.message.timeouts" true, "drpc.worker.threads" 64,
> "drpc.queue.size" 128, "drpc.https.keystore.password" "", "logviewer.port"
> 8000, "nimbus.reassign" true, "topology.executor.send.buffer.size" 1024,
> "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy",
> "ui.host" "0.0.0.0", "storm.nimbus.retry.interval.millis" 2000,
> "nimbus.inbox.jar.expiration.secs" 3600, "dev.zookeeper.path"
> "/tmp/dev-storm-zookeeper", "topology.acker.executors" nil,
> "topology.fall.back.on.java.serialization" true, "storm.zookeeper.servers"
> ["localhost"], "nimbus.thrift.threads" 64, "logviewer.cleanup.age.mins"
> 10080, "topology.worker.childopts" nil, "topology.classpath" nil,
> "drpc.authorizer" "backtype.storm.security.auth.authorizer.DenyAuthorizer",
> "supervisor.monitor.frequency.secs" 3, "nimbus.credential.renewers.freq.secs"
> 600, "topology.skip.missing.kryo.registrations" false,
> "drpc.authorizer.acl.filename" "drpc-auth-acl.yaml",
> "storm.group.mapping.service.cache.duration.secs" 120,
> "topology.testing.always.try.serialize" false, "nimbus.monitor.freq.secs" 10,
> "supervisor.supervisors" [], "topology.tasks" nil,
> "topology.bolts.outgoing.overflow.buffer.enable" false,
> "storm.messaging.netty.socket.backlog" 500, "topology.workers" 1,
> "storm.local.dir" "storm-local", "worker.childopts" "-Xmx768m",
> "storm.auth.simple-white-list.users" [], "topology.message.timeout.secs" 30,
> "topology.state.synchronization.timeout.secs" 60, "topology.tuple.serializer"
> "backtype.storm.serialization.types.ListDelegateSerializer",
> "supervisor.supervisors.commands" [], "logviewer.childopts" "-Xmx128m",
> "topology.environment" nil, "topology.debug" false,
> "storm.messaging.netty.max_retries" 300, "ui.childopts" "-Xmx768m",
> "storm.zookeeper.session.timeout" 20000, "drpc.childopts" "-Xmx768m",
> "drpc.http.creds.plugin"
> "backtype.storm.security.auth.DefaultHttpCredentialsPlugin",
> "storm.zookeeper.connection.timeout" 15000, "storm.zookeeper.auth.user" nil,
> "storm.meta.serialization.delegate"
> "backtype.storm.serialization.GzipThriftSerializationDelegate",
> "topology.max.spout.pending" nil, "nimbus.supervisor.timeout.secs" 60,
> "nimbus.task.timeout.secs" 30, "drpc.port" 33708,
> "storm.zookeeper.retry.intervalceiling.millis" 30000, "nimbus.thrift.port"
> 6627, "storm.auth.simple-acl.admins" [], "storm.nimbus.retry.times" 5,
> "supervisor.worker.start.timeout.secs" 120, "storm.zookeeper.retry.interval"
> 1000, "logs.users" nil, "transactional.zookeeper.port" nil,
> "drpc.max_buffer_size" 1048576, "task.credentials.poll.secs" 30,
> "drpc.https.keystore.type" "JKS", "topology.worker.receiver.thread.count" 1,
> "supervisor.slots.ports" [6700 6701 6702 6703],
> "topology.transfer.buffer.size" 1024,
> "topology.worker.shared.thread.pool.size" 4, "drpc.authorizer.acl.strict"
> false, "nimbus.file.copy.expiration.secs" 600,
> "topology.executor.receive.buffer.size" 1024,
> "java.security.auth.login.config"
> "test/clj/backtype/storm/security/auth/jaas_digest.conf",
> "nimbus.task.launch.secs" 120, "storm.local.mode.zmq" false,
> "storm.messaging.netty.buffer_size" 5242880,
> "worker.heartbeat.frequency.secs" 1, "ui.http.creds.plugin"
> "backtype.storm.security.auth.DefaultHttpCredentialsPlugin",
> "storm.zookeeper.root" "/storm", "topology.tick.tuple.freq.secs" nil,
> "drpc.https.port" -1, "task.refresh.poll.secs" 10,
> "task.heartbeat.frequency.secs" 3, "storm.messaging.netty.max_wait_ms" 1000,
> "drpc.http.port" 3774, "topology.error.throttle.interval.secs" 10,
> "storm.messaging.transport" "backtype.storm.messaging.netty.Context",
> "storm.messaging.netty.authentication" false, "topology.kryo.factory"
> "backtype.storm.serialization.DefaultKryoFactory", "worker.gc.childopts" "",
> "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator",
> "nimbus.cleanup.inbox.freq.secs" 600, "ui.users" nil,
> "transactional.zookeeper.servers" nil, "supervisor.worker.timeout.secs" 30,
> "storm.zookeeper.auth.password" nil, "supervisor.childopts" "-Xmx256m",
> "ui.filter" nil, "ui.header.buffer.bytes" 4096,
> "topology.disruptor.wait.timeout.millis" 1000,
> "storm.nimbus.retry.intervalceiling.millis" 60000,
> "topology.trident.batch.emit.interval.millis" 500,
> "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy",
> "storm.auth.simple-acl.users" [], "drpc.invocations.threads" 64,
> "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "ui.port" 8080,
> "storm.messaging.netty.transfer.batch.size" 262144, "logviewer.appender.name"
> "A1", "nimbus.thrift.max_buffer_size" 1048576, "nimbus.host" "localhost",
> "storm.auth.simple-acl.users.commands" [], "drpc.request.timeout.secs" 600}
> 151639 [main] INFO b.s.s.a.drpc-auth-test - Starting DRPC invocation server
> ...
> 151640 [Thread-1350] INFO b.s.s.a.d.DigestSaslTransportPlugin - SASL
> DIGEST-MD5 transport factory will be used
> 151696 [Thread-1203-SendThread(localhost:2000)] WARN o.a.z.ClientCnxn -
> Session 0x14f1c8c8933000a for server null, unexpected error, closing socket
> connection and attempting reconnect
> java.net.ConnectException: Connection refused
> at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
> ~[?:1.8.0_31]
> at
> sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
> ~[?:1.8.0_31]
> at
> org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
> ~[zookeeper-3.4.6.jar:3.4.6-1569965]
> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
> [zookeeper-3.4.6.jar:3.4.6-1569965]
> 151740 [main] INFO b.s.s.a.drpc-auth-test - Starting DRPC handler server ...
> 151741 [Thread-1351] INFO b.s.s.a.d.DigestSaslTransportPlugin - SASL
> DIGEST-MD5 transport factory will be used
> 151845 [pool-1377-thread-1] INFO b.s.s.a.d.ServerCallbackHandler -
> Successfully authenticated client: authenticationID = bob authorizationID =
> bob
> 151848 [pool-1376-thread-1] INFO b.s.s.a.d.ServerCallbackHandler -
> Successfully authenticated client: authenticationID = bob authorizationID =
> bob
> 151855 [pool-1377-thread-1] INFO b.s.s.a.a.DenyAuthorizer - [req 124] Access
> from: /127.0.0.1 principal:bob op:execute topoology:null
> 151862 [pool-1376-thread-1] INFO b.s.s.a.a.DenyAuthorizer - [req 125] Access
> from: /127.0.0.1 principal:bob op:fetchRequest topoology:null
> 151864 [main] INFO b.s.s.a.drpc-auth-test - Stopping DRPC servers ...
> ]]> </system-out>
> </testcase>
> <testcase name="drpc-per-function-auth-non-strict-test"
> classname="backtype.storm.security.auth.drpc-auth-test">
> <system-out>
> <![CDATA[151868 [main] INFO b.s.s.a.drpc-auth-test - storm
> conf:{"topology.builtin.metrics.bucket.size.secs" 60, "nimbus.childopts"
> "-Xmx1024m", "ui.filter.params" nil, "storm.cluster.mode" "distributed",
> "storm.messaging.netty.client_worker_threads" 1,
> "supervisor.run.worker.as.user" false, "topology.max.task.parallelism" nil,
> "zmq.threads" 1, "storm.group.mapping.service"
> "backtype.storm.security.auth.ShellBasedGroupsMapping",
> "transactional.zookeeper.root" "/transactional",
> "topology.sleep.spout.wait.strategy.time.ms" 1, "drpc.invocations.port"
> 38836, "topology.multilang.serializer"
> "backtype.storm.multilang.JsonSerializer",
> "storm.messaging.netty.server_worker_threads" 1,
> "topology.max.error.report.per.interval" 5, "storm.thrift.transport"
> "backtype.storm.security.auth.digest.DigestSaslTransportPlugin", "zmq.hwm" 0,
> "storm.principal.tolocal"
> "backtype.storm.security.auth.DefaultPrincipalToLocal",
> "supervisor.worker.shutdown.sleep.secs" 1, "storm.zookeeper.retry.times" 5,
> "ui.actions.enabled" true, "zmq.linger.millis" 5000, "supervisor.enable"
> true, "topology.stats.sample.rate" 0.05, "storm.messaging.netty.min_wait_ms"
> 100, "storm.zookeeper.port" 2181, "supervisor.heartbeat.frequency.secs" 5,
> "topology.enable.message.timeouts" true, "drpc.worker.threads" 64,
> "drpc.queue.size" 128, "drpc.https.keystore.password" "", "logviewer.port"
> 8000, "nimbus.reassign" true, "topology.executor.send.buffer.size" 1024,
> "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy",
> "ui.host" "0.0.0.0", "storm.nimbus.retry.interval.millis" 2000,
> "nimbus.inbox.jar.expiration.secs" 3600, "dev.zookeeper.path"
> "/tmp/dev-storm-zookeeper", "topology.acker.executors" nil,
> "topology.fall.back.on.java.serialization" true, "storm.zookeeper.servers"
> ["localhost"], "nimbus.thrift.threads" 64, "logviewer.cleanup.age.mins"
> 10080, "topology.worker.childopts" nil, "topology.classpath" nil,
> "drpc.authorizer"
> "backtype.storm.security.auth.authorizer.DRPCSimpleACLAuthorizer",
> "supervisor.monitor.frequency.secs" 3, "nimbus.credential.renewers.freq.secs"
> 600, "topology.skip.missing.kryo.registrations" false,
> "drpc.authorizer.acl.filename" "drpc-simple-acl-test-scenario.yaml",
> "storm.group.mapping.service.cache.duration.secs" 120,
> "topology.testing.always.try.serialize" false, "nimbus.monitor.freq.secs" 10,
> "supervisor.supervisors" [], "topology.tasks" nil,
> "topology.bolts.outgoing.overflow.buffer.enable" false,
> "storm.messaging.netty.socket.backlog" 500, "topology.workers" 1,
> "storm.local.dir" "storm-local", "worker.childopts" "-Xmx768m",
> "storm.auth.simple-white-list.users" [], "topology.message.timeout.secs" 30,
> "topology.state.synchronization.timeout.secs" 60, "topology.tuple.serializer"
> "backtype.storm.serialization.types.ListDelegateSerializer",
> "supervisor.supervisors.commands" [], "logviewer.childopts" "-Xmx128m",
> "topology.environment" nil, "topology.debug" false,
> "storm.messaging.netty.max_retries" 300, "ui.childopts" "-Xmx768m",
> "storm.zookeeper.session.timeout" 20000, "drpc.childopts" "-Xmx768m",
> "drpc.http.creds.plugin"
> "backtype.storm.security.auth.DefaultHttpCredentialsPlugin",
> "storm.zookeeper.connection.timeout" 15000, "storm.zookeeper.auth.user" nil,
> "storm.meta.serialization.delegate"
> "backtype.storm.serialization.GzipThriftSerializationDelegate",
> "topology.max.spout.pending" nil, "nimbus.supervisor.timeout.secs" 60,
> "nimbus.task.timeout.secs" 30, "drpc.port" 38835,
> "storm.zookeeper.retry.intervalceiling.millis" 30000, "nimbus.thrift.port"
> 6627, "storm.auth.simple-acl.admins" [], "storm.nimbus.retry.times" 5,
> "supervisor.worker.start.timeout.secs" 120, "storm.zookeeper.retry.interval"
> 1000, "logs.users" nil, "transactional.zookeeper.port" nil,
> "drpc.max_buffer_size" 1048576, "task.credentials.poll.secs" 30,
> "drpc.https.keystore.type" "JKS", "topology.worker.receiver.thread.count" 1,
> "supervisor.slots.ports" [6700 6701 6702 6703],
> "topology.transfer.buffer.size" 1024,
> "topology.worker.shared.thread.pool.size" 4, "drpc.authorizer.acl.strict"
> false, "nimbus.file.copy.expiration.secs" 600,
> "topology.executor.receive.buffer.size" 1024,
> "java.security.auth.login.config"
> "test/clj/backtype/storm/security/auth/drpc-auth-server.jaas",
> "nimbus.task.launch.secs" 120, "storm.local.mode.zmq" false,
> "storm.messaging.netty.buffer_size" 5242880,
> "worker.heartbeat.frequency.secs" 1, "ui.http.creds.plugin"
> "backtype.storm.security.auth.DefaultHttpCredentialsPlugin",
> "storm.zookeeper.root" "/storm", "topology.tick.tuple.freq.secs" nil,
> "drpc.https.port" -1, "task.refresh.poll.secs" 10,
> "task.heartbeat.frequency.secs" 3, "storm.messaging.netty.max_wait_ms" 1000,
> "drpc.http.port" 3774, "topology.error.throttle.interval.secs" 10,
> "storm.messaging.transport" "backtype.storm.messaging.netty.Context",
> "storm.messaging.netty.authentication" false, "topology.kryo.factory"
> "backtype.storm.serialization.DefaultKryoFactory", "worker.gc.childopts" "",
> "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator",
> "nimbus.cleanup.inbox.freq.secs" 600, "ui.users" nil,
> "transactional.zookeeper.servers" nil, "supervisor.worker.timeout.secs" 30,
> "storm.zookeeper.auth.password" nil, "supervisor.childopts" "-Xmx256m",
> "ui.filter" nil, "ui.header.buffer.bytes" 4096,
> "topology.disruptor.wait.timeout.millis" 1000,
> "storm.nimbus.retry.intervalceiling.millis" 60000,
> "topology.trident.batch.emit.interval.millis" 500,
> "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy",
> "storm.auth.simple-acl.users" [], "drpc.invocations.threads" 64,
> "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "ui.port" 8080,
> "storm.messaging.netty.transfer.batch.size" 262144, "logviewer.appender.name"
> "A1", "nimbus.thrift.max_buffer_size" 1048576, "nimbus.host" "localhost",
> "storm.auth.simple-acl.users.commands" [], "drpc.request.timeout.secs" 600}
> 151868 [main] INFO b.s.s.a.drpc-auth-test - Starting DRPC invocation server
> ...
> 151869 [Thread-1354] INFO b.s.s.a.d.DigestSaslTransportPlugin - SASL
> DIGEST-MD5 transport factory will be used
> 151869 [Thread-1354] ERROR b.s.s.a.ThriftServer - ThriftServer is being
> stopped due to: org.apache.thrift.transport.TTransportException: Could not
> create ServerSocket on address 0.0.0.0/0.0.0.0:38836.
> org.apache.thrift.transport.TTransportException: Could not create
> ServerSocket on address 0.0.0.0/0.0.0.0:38836.
> at
> org.apache.thrift.transport.TServerSocket.<init>(TServerSocket.java:109)
> ~[libthrift-0.9.2.jar:0.9.2]
> at
> org.apache.thrift.transport.TServerSocket.<init>(TServerSocket.java:91)
> ~[libthrift-0.9.2.jar:0.9.2]
> at
> org.apache.thrift.transport.TServerSocket.<init>(TServerSocket.java:83)
> ~[libthrift-0.9.2.jar:0.9.2]
> at
> org.apache.thrift.transport.TServerSocket.<init>(TServerSocket.java:76)
> ~[libthrift-0.9.2.jar:0.9.2]
> at
> backtype.storm.security.auth.SaslTransportPlugin.getServer(SaslTransportPlugin.java:72)
> ~[classes/:?]
> at
> backtype.storm.security.auth.ThriftServer.serve(ThriftServer.java:70)
> [classes/:?]
> at
> backtype.storm.security.auth.drpc_auth_test$launch_server$fn__6974.invoke(drpc_auth_test.clj:52)
> [?:?]
> at clojure.lang.AFn.run(AFn.java:22) [clojure-1.6.0.jar:?]
> at java.lang.Thread.run(Thread.java:745) [?:1.8.0_31]
> --------------------------------------------------
> {code}
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
