You are viewing a plain text version of this content. The canonical link for it is here.

Posted to user@storm.apache.org by "Nithin Uppalapati (BLOOMBERG/ 731 LEX)" <nu...@bloomberg.net> on 2018/10/08 20:38:53 UTC

Nimbus Log Errors

Hi,

Getting following errors in cluster logs:

2018-10-07 21:55:24,059 ERROR TThreadPoolServer [pool-14-thread-1] Error occurred during processing of message.
java.lang.RuntimeException: org.apache.storm.thrift.transport.TSaslTransportException: No data or no sasl data in the stream
        at org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:219) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:269) ~[storm-core-1.2.1.jar:1.2.1]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
Caused by: org.apache.storm.thrift.transport.TSaslTransportException: No data or no sasl data in the stream
        at org.apache.storm.thrift.transport.TSaslTransport.open(TSaslTransport.java:328) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport.open(TSaslServerTransport.java:41) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:216) ~[storm-core-1.2.1.jar:1.2.1]
        ... 4 more
2018-10-07 21:55:24,060 ERROR TThreadPoolServer [pool-14-thread-2] Error occurred during processing of message.
java.lang.RuntimeException: org.apache.storm.thrift.transport.TTransportException: Invalid status 22
        at org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:219) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:269) ~[storm-core-1.2.1.jar:1.2.1]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
Caused by: org.apache.storm.thrift.transport.TTransportException: Invalid status 22
        at org.apache.storm.thrift.transport.TSaslTransport.sendAndThrowMessage(TSaslTransport.java:232) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslTransport.receiveSaslMessage(TSaslTransport.java:184) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport.handleSaslStartMessage(TSaslServerTransport.java:125) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslTransport.open(TSaslTransport.java:271) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport.open(TSaslServerTransport.java:41) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:216) ~[storm-core-1.2.1.jar:1.2.1]
        ... 4 more
2018-10-07 21:55:24,061 ERROR TThreadPoolServer [pool-14-thread-3] Error occurred during processing of message.
java.lang.RuntimeException: org.apache.storm.thrift.transport.TTransportException: Invalid status -128
        at org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:219) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:269) ~[storm-core-1.2.1.jar:1.2.1]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
Caused by: org.apache.storm.thrift.transport.TTransportException: Invalid status -128
        at org.apache.storm.thrift.transport.TSaslTransport.sendAndThrowMessage(TSaslTransport.java:232) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslTransport.receiveSaslMessage(TSaslTransport.java:184) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport.handleSaslStartMessage(TSaslServerTransport.java:125) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslTransport.open(TSaslTransport.java:271) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport.open(TSaslServerTransport.java:41) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:216) ~[storm-core-1.2.1.jar:1.2.1]
        ... 4 more
2018-10-07 21:55:24,063 ERROR TThreadPoolServer [pool-14-thread-4] Error occurred during processing of message.
java.lang.RuntimeException: org.apache.storm.thrift.transport.TTransportException: Invalid status 71
        at org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:219) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:269) ~[storm-core-1.2.1.jar:1.2.1]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
Caused by: org.apache.storm.thrift.transport.TTransportException: Invalid status 71
        at org.apache.storm.thrift.transport.TSaslTransport.sendAndThrowMessage(TSaslTransport.java:232) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslTransport.receiveSaslMessage(TSaslTransport.java:184) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport.handleSaslStartMessage(TSaslServerTransport.java:125) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslTransport.open(TSaslTransport.java:271) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport.open(TSaslServerTransport.java:41) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:216) ~[storm-core-1.2.1.jar:1.2.1]
        ... 4 more
2018-10-07 21:55:29,069 ERROR TThreadPoolServer [pool-14-thread-6] Error occurred during processing of message.
java.lang.RuntimeException: org.apache.storm.thrift.transport.TTransportException: Invalid status 0
        at org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:219) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:269) ~[storm-core-1.2.1.jar:1.2.1]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
Caused by: org.apache.storm.thrift.transport.TTransportException: Invalid status 0
        at org.apache.storm.thrift.transport.TSaslTransport.sendAndThrowMessage(TSaslTransport.java:232) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslTransport.receiveSaslMessage(TSaslTransport.java:184) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport.handleSaslStartMessage(TSaslServerTransport.java:125) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslTransport.open(TSaslTransport.java:271) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport.open(TSaslServerTransport.java:41) ~[storm-core-1.2.1.jar:1.2.1]
        at org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:216) ~[storm-core-1.2.1.jar:1.2.1]
        ... 4 more

Re: Nimbus Log Errors

Posted by Bobby Evans <bo...@apache.org>.

The error means that the server is in the middle of a SASL negotiation, but
the client is sending it messages it just does not understand.  this
typically happens if you have an insecure client trying to talk to a secure
server, or if some other client is confused trying to send it data.

Thanks,

Bobby

On Mon, Oct 8, 2018 at 3:39 PM Nithin Uppalapati (BLOOMBERG/ 731 LEX) <
nuppalapati@bloomberg.net> wrote:

> Hi,
>
> Getting following errors in cluster logs:
>
> 2018-10-07 21:55:24,059 ERROR TThreadPoolServer [pool-14-thread-1] Error
> occurred during processing of message.
> java.lang.RuntimeException:
> org.apache.storm.thrift.transport.TSaslTransportException: No data or no
> sasl data in the stream
> at
> org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:219)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:269)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> [?:1.8.0_172]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> [?:1.8.0_172]
> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
> Caused by: org.apache.storm.thrift.transport.TSaslTransportException: No
> data or no sasl data in the stream
> at
> org.apache.storm.thrift.transport.TSaslTransport.open(TSaslTransport.java:328)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport.open(TSaslServerTransport.java:41)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:216)
> ~[storm-core-1.2.1.jar:1.2.1]
> ... 4 more
> 2018-10-07 21:55:24,060 ERROR TThreadPoolServer [pool-14-thread-2] Error
> occurred during processing of message.
> java.lang.RuntimeException:
> org.apache.storm.thrift.transport.TTransportException: Invalid status 22
> at
> org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:219)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:269)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> [?:1.8.0_172]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> [?:1.8.0_172]
> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
> Caused by: org.apache.storm.thrift.transport.TTransportException: Invalid
> status 22
> at
> org.apache.storm.thrift.transport.TSaslTransport.sendAndThrowMessage(TSaslTransport.java:232)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslTransport.receiveSaslMessage(TSaslTransport.java:184)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport.handleSaslStartMessage(TSaslServerTransport.java:125)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslTransport.open(TSaslTransport.java:271)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport.open(TSaslServerTransport.java:41)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:216)
> ~[storm-core-1.2.1.jar:1.2.1]
> ... 4 more
> 2018-10-07 21:55:24,061 ERROR TThreadPoolServer [pool-14-thread-3] Error
> occurred during processing of message.
> java.lang.RuntimeException:
> org.apache.storm.thrift.transport.TTransportException: Invalid status -128
> at
> org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:219)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:269)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> [?:1.8.0_172]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> [?:1.8.0_172]
> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
> Caused by: org.apache.storm.thrift.transport.TTransportException: Invalid
> status -128
> at
> org.apache.storm.thrift.transport.TSaslTransport.sendAndThrowMessage(TSaslTransport.java:232)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslTransport.receiveSaslMessage(TSaslTransport.java:184)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport.handleSaslStartMessage(TSaslServerTransport.java:125)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslTransport.open(TSaslTransport.java:271)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport.open(TSaslServerTransport.java:41)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:216)
> ~[storm-core-1.2.1.jar:1.2.1]
> ... 4 more
> 2018-10-07 21:55:24,063 ERROR TThreadPoolServer [pool-14-thread-4] Error
> occurred during processing of message.
> java.lang.RuntimeException:
> org.apache.storm.thrift.transport.TTransportException: Invalid status 71
> at
> org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:219)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:269)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> [?:1.8.0_172]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> [?:1.8.0_172]
> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
> Caused by: org.apache.storm.thrift.transport.TTransportException: Invalid
> status 71
> at
> org.apache.storm.thrift.transport.TSaslTransport.sendAndThrowMessage(TSaslTransport.java:232)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslTransport.receiveSaslMessage(TSaslTransport.java:184)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport.handleSaslStartMessage(TSaslServerTransport.java:125)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslTransport.open(TSaslTransport.java:271)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport.open(TSaslServerTransport.java:41)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:216)
> ~[storm-core-1.2.1.jar:1.2.1]
> ... 4 more
> 2018-10-07 21:55:29,069 ERROR TThreadPoolServer [pool-14-thread-6] Error
> occurred during processing of message.
> java.lang.RuntimeException:
> org.apache.storm.thrift.transport.TTransportException: Invalid status 0
> at
> org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:219)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:269)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> [?:1.8.0_172]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> [?:1.8.0_172]
> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
> Caused by: org.apache.storm.thrift.transport.TTransportException: Invalid
> status 0
> at
> org.apache.storm.thrift.transport.TSaslTransport.sendAndThrowMessage(TSaslTransport.java:232)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslTransport.receiveSaslMessage(TSaslTransport.java:184)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport.handleSaslStartMessage(TSaslServerTransport.java:125)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslTransport.open(TSaslTransport.java:271)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport.open(TSaslServerTransport.java:41)
> ~[storm-core-1.2.1.jar:1.2.1]
> at
> org.apache.storm.thrift.transport.TSaslServerTransport$Factory.getTransport(TSaslServerTransport.java:216)
> ~[storm-core-1.2.1.jar:1.2.1]
> ... 4 more
>
>
>