Created
September 14, 2014 19:44
-
-
Save elastic10/7fe28ff0e05aa22aa402 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
hello, | |
i have the same error , can you please tell me if there a solution: | |
============================ | |
Running wordcount topology... | |
Routing Python logging to /home/ali/wordcount/logs. | |
Running lein command to run local cluster: | |
lein run -m streamparse.commands.run/-main topologies/wordcount.clj -t 5 --option 'topology.workers=2' --option 'topology.acker.executors=2' --option 'streamparse.log.path="/home/ali/wordcount/logs"' --option 'streamparse.log.level="debug"' | |
3932 [main] INFO backtype.storm.zookeeper - Starting inprocess zookeeper at port 2000 and dir /tmp/f65ba954-f142-454f-a3c9-012efda0c98e | |
4547 [main] INFO backtype.storm.daemon.nimbus - Starting Nimbus with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/tmp/b133a790-44b8-4691-ad09-750ba0ab7d40", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" [6700 6701 6702 6703], "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144} | |
4585 [main] INFO backtype.storm.daemon.nimbus - Using default scheduler | |
4752 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
4917 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
4918 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
4925 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
5045 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
5147 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
5149 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
5284 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
5302 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
5303 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
5304 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
6336 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
6348 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
6369 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
6372 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
6380 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
6382 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
6385 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
7402 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
7426 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
7428 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
8509 [main] INFO backtype.storm.daemon.supervisor - Starting Supervisor with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/tmp/9d31f37a-906c-4a33-9b70-b0e81b0af51a", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1024 1025 1026), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144} | |
8538 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
8579 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
8580 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
8580 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
9614 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
9646 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
9647 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
9804 [main] INFO backtype.storm.daemon.supervisor - Starting supervisor with id 34270ee2-a1af-4a4d-a7fe-59aaa58bb826 at host ali-HP-Pavilion-15-Notebook-PC | |
9826 [main] INFO backtype.storm.daemon.supervisor - Starting Supervisor with conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/tmp/e0abc31d-0609-4db9-9e8b-2ddd344235e0", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1027 1028 1029), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144} | |
9833 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
9849 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
9850 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
9850 [main-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
10873 [main] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
10890 [main-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
10893 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
11936 [main] INFO backtype.storm.daemon.supervisor - Starting supervisor with id 20b94187-fcec-432a-abaf-6753eb766ae7 at host ali-HP-Pavilion-15-Notebook-PC | |
12036 [main] INFO backtype.storm.daemon.nimbus - Received topology submission for wordcount with conf {"storm.id" "wordcount-1-1410723777", "topology.acker.executors" 2, "streamparse.log.path" "/home/ali/wordcount/logs", "topology.kryo.decorators" (), "topology.name" "wordcount", "topology.max.spout.pending" 5000, "topology.debug" false, "topology.kryo.register" nil, "topology.message.timeout.secs" 60, "topology.workers" 2, "topology.max.task.parallelism" nil, "streamparse.log.level" "debug"} | |
12124 [main] INFO backtype.storm.daemon.nimbus - Activating wordcount: wordcount-1-1410723777 | |
12398 [main] INFO backtype.storm.scheduler.EvenScheduler - Available slots: (["34270ee2-a1af-4a4d-a7fe-59aaa58bb826" 1024] ["34270ee2-a1af-4a4d-a7fe-59aaa58bb826" 1025] ["34270ee2-a1af-4a4d-a7fe-59aaa58bb826" 1026] ["20b94187-fcec-432a-abaf-6753eb766ae7" 1027] ["20b94187-fcec-432a-abaf-6753eb766ae7" 1028] ["20b94187-fcec-432a-abaf-6753eb766ae7" 1029]) | |
12584 [main] INFO backtype.storm.daemon.nimbus - Setting new assignment for topology id wordcount-1-1410723777: #backtype.storm.daemon.common.Assignment{:master-code-dir "/tmp/b133a790-44b8-4691-ad09-750ba0ab7d40/nimbus/stormdist/wordcount-1-1410723777", :node->host {"34270ee2-a1af-4a4d-a7fe-59aaa58bb826" "ali-HP-Pavilion-15-Notebook-PC", "20b94187-fcec-432a-abaf-6753eb766ae7" "ali-HP-Pavilion-15-Notebook-PC"}, :executor->node+port {[3 3] ["34270ee2-a1af-4a4d-a7fe-59aaa58bb826" 1024], [5 5] ["34270ee2-a1af-4a4d-a7fe-59aaa58bb826" 1024], [4 4] ["20b94187-fcec-432a-abaf-6753eb766ae7" 1027], [2 2] ["20b94187-fcec-432a-abaf-6753eb766ae7" 1027], [1 1] ["34270ee2-a1af-4a4d-a7fe-59aaa58bb826" 1024]}, :executor->start-time-secs {[1 1] 1410723777, [5 5] 1410723777, [3 3] 1410723777, [2 2] 1410723777, [4 4] 1410723777}} | |
12662 [Thread-3] INFO backtype.storm.daemon.supervisor - Downloading code for storm id wordcount-1-1410723777 from /tmp/b133a790-44b8-4691-ad09-750ba0ab7d40/nimbus/stormdist/wordcount-1-1410723777 | |
12909 [Thread-5] INFO backtype.storm.daemon.supervisor - Downloading code for storm id wordcount-1-1410723777 from /tmp/b133a790-44b8-4691-ad09-750ba0ab7d40/nimbus/stormdist/wordcount-1-1410723777 | |
13713 [Thread-3] INFO backtype.storm.daemon.supervisor - Copying resources at file:/home/ali/wordcount/_resources/resources to /tmp/9d31f37a-906c-4a33-9b70-b0e81b0af51a/supervisor/stormdist/wordcount-1-1410723777/resources | |
13720 [Thread-3] INFO backtype.storm.daemon.supervisor - Finished downloading code for storm id wordcount-1-1410723777 from /tmp/b133a790-44b8-4691-ad09-750ba0ab7d40/nimbus/stormdist/wordcount-1-1410723777 | |
13781 [Thread-5] INFO backtype.storm.daemon.supervisor - Copying resources at file:/home/ali/wordcount/_resources/resources to /tmp/e0abc31d-0609-4db9-9e8b-2ddd344235e0/supervisor/stormdist/wordcount-1-1410723777/resources | |
13792 [Thread-5] INFO backtype.storm.daemon.supervisor - Finished downloading code for storm id wordcount-1-1410723777 from /tmp/b133a790-44b8-4691-ad09-750ba0ab7d40/nimbus/stormdist/wordcount-1-1410723777 | |
13887 [Thread-4] INFO backtype.storm.daemon.supervisor - Launching worker with assignment #backtype.storm.daemon.supervisor.LocalAssignment{:storm-id "wordcount-1-1410723777", :executors ([3 3] [5 5] [1 1])} for this supervisor 34270ee2-a1af-4a4d-a7fe-59aaa58bb826 on port 1024 with id 7858b37c-50f1-4349-a870-468c050a08ab | |
13888 [Thread-6] INFO backtype.storm.daemon.supervisor - Launching worker with assignment #backtype.storm.daemon.supervisor.LocalAssignment{:storm-id "wordcount-1-1410723777", :executors ([4 4] [2 2])} for this supervisor 20b94187-fcec-432a-abaf-6753eb766ae7 on port 1027 with id ea7f375d-232b-4452-8b30-b35bc7814472 | |
13913 [Thread-4] INFO backtype.storm.daemon.worker - Launching worker for wordcount-1-1410723777 on 34270ee2-a1af-4a4d-a7fe-59aaa58bb826:1024 with id 7858b37c-50f1-4349-a870-468c050a08ab and conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/tmp/9d31f37a-906c-4a33-9b70-b0e81b0af51a", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1024 1025 1026), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144} | |
13920 [Thread-4] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
13966 [Thread-6] INFO backtype.storm.daemon.worker - Launching worker for wordcount-1-1410723777 on 20b94187-fcec-432a-abaf-6753eb766ae7:1027 with id ea7f375d-232b-4452-8b30-b35bc7814472 and conf {"dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/tmp/e0abc31d-0609-4db9-9e8b-2ddd344235e0", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" nil, "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" nil, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1027 1028 1029), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.message.timeout.secs" 30, "task.refresh.poll.secs" 10, "topology.workers" 1, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144} | |
13967 [Thread-4-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
13968 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
13968 [Thread-4-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
13969 [Thread-6] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
14003 [Thread-6-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
14005 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
14007 [Thread-6-EventThread] INFO backtype.storm.zookeeper - Zookeeper state update: :connected:none | |
14028 [Thread-6] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
14046 [Thread-6-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
14047 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
14980 [Thread-4] INFO org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting | |
15044 [Thread-4-EventThread] INFO org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED | |
15047 [ConnectionStateManager-0] WARN org.apache.curator.framework.state.ConnectionStateManager - There are no ConnectionStateListeners registered. | |
16218 [Thread-6] INFO backtype.storm.daemon.executor - Loading executor __acker:[2 2] | |
16221 [Thread-4] INFO backtype.storm.daemon.executor - Loading executor count-bolt:[3 3] | |
16257 [Thread-6] INFO backtype.storm.daemon.executor - Loaded executor tasks __acker:[2 2] | |
16259 [Thread-4] INFO backtype.storm.daemon.executor - Loaded executor tasks count-bolt:[3 3] | |
16287 [Thread-6] INFO backtype.storm.daemon.executor - Timeouts disabled for executor __acker:[2 2] | |
16288 [Thread-6] INFO backtype.storm.daemon.executor - Finished loading executor __acker:[2 2] | |
16289 [Thread-4] INFO backtype.storm.daemon.executor - Finished loading executor count-bolt:[3 3] | |
16328 [Thread-6] INFO backtype.storm.daemon.executor - Loading executor count-bolt:[4 4] | |
16344 [Thread-6] INFO backtype.storm.daemon.executor - Loaded executor tasks count-bolt:[4 4] | |
16360 [Thread-6] INFO backtype.storm.daemon.executor - Finished loading executor count-bolt:[4 4] | |
16381 [Thread-4] INFO backtype.storm.daemon.executor - Loading executor word-spout:[5 5] | |
16389 [Thread-4] INFO backtype.storm.daemon.executor - Loaded executor tasks word-spout:[5 5] | |
16383 [Thread-9-__acker] INFO backtype.storm.daemon.executor - Preparing bolt __acker:(2) | |
16384 [Thread-6] INFO backtype.storm.daemon.executor - Loading executor __system:[-1 -1] | |
16394 [Thread-6] INFO backtype.storm.daemon.executor - Loaded executor tasks __system:[-1 -1] | |
16408 [Thread-9-__acker] INFO backtype.storm.daemon.executor - Prepared bolt __acker:(2) | |
16413 [Thread-6] INFO backtype.storm.daemon.executor - Finished loading executor __system:[-1 -1] | |
16413 [Thread-6] INFO backtype.storm.daemon.worker - Launching receive-thread for 20b94187-fcec-432a-abaf-6753eb766ae7:1027 | |
16414 [Thread-16-__system] INFO backtype.storm.daemon.executor - Preparing bolt __system:(-1) | |
16428 [Thread-15-word-spout] INFO backtype.storm.daemon.executor - Opening spout word-spout:(5) | |
16440 [Thread-4] INFO backtype.storm.daemon.executor - Finished loading executor word-spout:[5 5] | |
16464 [Thread-4] INFO backtype.storm.daemon.executor - Loading executor __system:[-1 -1] | |
16477 [Thread-4] INFO backtype.storm.daemon.executor - Loaded executor tasks __system:[-1 -1] | |
16488 [Thread-4] INFO backtype.storm.daemon.executor - Finished loading executor __system:[-1 -1] | |
16494 [Thread-20-__system] INFO backtype.storm.daemon.executor - Preparing bolt __system:(-1) | |
16503 [Thread-17-worker-receiver-thread-0] INFO backtype.storm.messaging.loader - Starting receive-thread: [stormId: wordcount-1-1410723777, port: 1027, thread-id: 0 ] | |
16509 [Thread-16-__system] INFO backtype.storm.daemon.executor - Prepared bolt __system:(-1) | |
16512 [Thread-12-count-bolt] INFO backtype.storm.daemon.executor - Preparing bolt count-bolt:(4) | |
16514 [Thread-15-word-spout] INFO backtype.storm.utils.ShellProcess - Storm multilang serializer: backtype.storm.multilang.JsonSerializer | |
16520 [Thread-10-count-bolt] INFO backtype.storm.daemon.executor - Preparing bolt count-bolt:(3) | |
16522 [Thread-20-__system] INFO backtype.storm.daemon.executor - Prepared bolt __system:(-1) | |
16531 [Thread-10-count-bolt] INFO backtype.storm.utils.ShellProcess - Storm multilang serializer: backtype.storm.multilang.JsonSerializer | |
16531 [Thread-12-count-bolt] INFO backtype.storm.utils.ShellProcess - Storm multilang serializer: backtype.storm.multilang.JsonSerializer | |
16540 [Thread-6] INFO backtype.storm.daemon.worker - Worker has topology config {"storm.id" "wordcount-1-1410723777", "dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/tmp/e0abc31d-0609-4db9-9e8b-2ddd344235e0", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" 2, "streamparse.log.path" "/home/ali/wordcount/logs", "topology.kryo.decorators" (), "topology.name" "wordcount", "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" 5000, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1027 1028 1029), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.kryo.register" nil, "topology.message.timeout.secs" 60, "task.refresh.poll.secs" 10, "topology.workers" 2, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144, "streamparse.log.level" "debug"} | |
16541 [Thread-6] INFO backtype.storm.daemon.worker - Worker ea7f375d-232b-4452-8b30-b35bc7814472 for storm wordcount-1-1410723777 on 20b94187-fcec-432a-abaf-6753eb766ae7:1027 has finished loading | |
16602 [Thread-4] INFO backtype.storm.daemon.executor - Loading executor __acker:[1 1] | |
16633 [Thread-4] INFO backtype.storm.daemon.executor - Loaded executor tasks __acker:[1 1] | |
16683 [Thread-4] INFO backtype.storm.daemon.executor - Timeouts disabled for executor __acker:[1 1] | |
16684 [Thread-4] INFO backtype.storm.daemon.executor - Finished loading executor __acker:[1 1] | |
16684 [Thread-4] INFO backtype.storm.daemon.worker - Launching receive-thread for 34270ee2-a1af-4a4d-a7fe-59aaa58bb826:1024 | |
16686 [Thread-22-__acker] INFO backtype.storm.daemon.executor - Preparing bolt __acker:(1) | |
16693 [Thread-22-__acker] INFO backtype.storm.daemon.executor - Prepared bolt __acker:(1) | |
16696 [Thread-23-worker-receiver-thread-0] INFO backtype.storm.messaging.loader - Starting receive-thread: [stormId: wordcount-1-1410723777, port: 1024, thread-id: 0 ] | |
16720 [Thread-4] INFO backtype.storm.daemon.worker - Worker has topology config {"storm.id" "wordcount-1-1410723777", "dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.tick.tuple.freq.secs" nil, "topology.builtin.metrics.bucket.size.secs" 60, "topology.fall.back.on.java.serialization" true, "topology.max.error.report.per.interval" 5, "zmq.linger.millis" 0, "topology.skip.missing.kryo.registrations" true, "storm.messaging.netty.client_worker_threads" 1, "ui.childopts" "-Xmx768m", "storm.zookeeper.session.timeout" 20000, "nimbus.reassign" true, "topology.trident.batch.emit.interval.millis" 50, "storm.messaging.netty.flush.check.interval.ms" 10, "nimbus.monitor.freq.secs" 10, "logviewer.childopts" "-Xmx128m", "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "topology.executor.send.buffer.size" 1024, "storm.local.dir" "/tmp/9d31f37a-906c-4a33-9b70-b0e81b0af51a", "storm.messaging.netty.buffer_size" 5242880, "supervisor.worker.start.timeout.secs" 120, "topology.enable.message.timeouts" true, "nimbus.cleanup.inbox.freq.secs" 600, "nimbus.inbox.jar.expiration.secs" 3600, "drpc.worker.threads" 64, "topology.worker.shared.thread.pool.size" 4, "nimbus.host" "localhost", "storm.messaging.netty.min_wait_ms" 100, "storm.zookeeper.port" 2000, "transactional.zookeeper.port" nil, "topology.executor.receive.buffer.size" 1024, "transactional.zookeeper.servers" nil, "storm.zookeeper.root" "/storm", "storm.zookeeper.retry.intervalceiling.millis" 30000, "supervisor.enable" true, "storm.messaging.netty.server_worker_threads" 1, "storm.zookeeper.servers" ["localhost"], "transactional.zookeeper.root" "/transactional", "topology.acker.executors" 2, "streamparse.log.path" "/home/ali/wordcount/logs", "topology.kryo.decorators" (), "topology.name" "wordcount", "topology.transfer.buffer.size" 1024, "topology.worker.childopts" nil, "drpc.queue.size" 128, "worker.childopts" "-Xmx768m", "supervisor.heartbeat.frequency.secs" 5, "topology.error.throttle.interval.secs" 10, "zmq.hwm" 0, "drpc.port" 3772, "supervisor.monitor.frequency.secs" 3, "drpc.childopts" "-Xmx768m", "topology.receiver.buffer.size" 8, "task.heartbeat.frequency.secs" 3, "topology.tasks" nil, "storm.messaging.netty.max_retries" 30, "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", "nimbus.thrift.max_buffer_size" 1048576, "topology.max.spout.pending" 5000, "storm.zookeeper.retry.interval" 1000, "topology.sleep.spout.wait.strategy.time.ms" 1, "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", "supervisor.slots.ports" (1024 1025 1026), "topology.debug" false, "nimbus.task.launch.secs" 120, "nimbus.supervisor.timeout.secs" 60, "topology.kryo.register" nil, "topology.message.timeout.secs" 60, "task.refresh.poll.secs" 10, "topology.workers" 2, "supervisor.childopts" "-Xmx256m", "nimbus.thrift.port" 6627, "topology.stats.sample.rate" 0.05, "worker.heartbeat.frequency.secs" 1, "topology.tuple.serializer" "backtype.storm.serialization.types.ListDelegateSerializer", "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", "nimbus.task.timeout.secs" 30, "storm.zookeeper.connection.timeout" 15000, "topology.kryo.factory" "backtype.storm.serialization.DefaultKryoFactory", "drpc.invocations.port" 3773, "logviewer.port" 8000, "zmq.threads" 1, "storm.zookeeper.retry.times" 5, "topology.worker.receiver.thread.count" 1, "storm.thrift.transport" "backtype.storm.security.auth.SimpleTransportPlugin", "topology.state.synchronization.timeout.secs" 60, "supervisor.worker.timeout.secs" 30, "nimbus.file.copy.expiration.secs" 600, "storm.messaging.transport" "backtype.storm.messaging.netty.Context", "logviewer.appender.name" "A1", "storm.messaging.netty.max_wait_ms" 1000, "drpc.request.timeout.secs" 600, "storm.local.mode.zmq" false, "ui.port" 8080, "nimbus.childopts" "-Xmx1024m", "storm.cluster.mode" "local", "topology.max.task.parallelism" nil, "storm.messaging.netty.transfer.batch.size" 262144, "streamparse.log.level" "debug"} | |
16720 [Thread-4] INFO backtype.storm.daemon.worker - Worker 7858b37c-50f1-4349-a870-468c050a08ab for storm wordcount-1-1410723777 on 34270ee2-a1af-4a4d-a7fe-59aaa58bb826:1024 has finished loading | |
17301 [Thread-10-count-bolt] INFO backtype.storm.task.ShellBolt - Launched subprocess with pid 8958 | |
17317 [Thread-10-count-bolt] INFO backtype.storm.daemon.executor - Prepared bolt count-bolt:(3) | |
17403 [Thread-15-word-spout] INFO backtype.storm.spout.ShellSpout - Launched subprocess with pid 8957 | |
17404 [Thread-15-word-spout] INFO backtype.storm.daemon.executor - Opened spout word-spout:(5) | |
17405 [Thread-12-count-bolt] INFO backtype.storm.task.ShellBolt - Launched subprocess with pid 8956 | |
17408 [Thread-12-count-bolt] INFO backtype.storm.daemon.executor - Prepared bolt count-bolt:(4) | |
17417 [Thread-15-word-spout] INFO backtype.storm.daemon.executor - Activating spout word-spout:(5) | |
17427 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 1 | |
17429 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 1 | |
17436 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 1 | |
17436 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 1 | |
17438 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 1 | |
17441 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 1 | |
17454 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 1 | |
17465 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 2 | |
17469 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 2 | |
17471 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 3 | |
17471 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 1 | |
17475 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 2 | |
17475 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 3 | |
17478 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 2 | |
17479 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 2 | |
17481 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 2 | |
17487 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 3 | |
17506 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 4 | |
17509 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 3 | |
17510 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 3 | |
17517 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 2 | |
17529 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 2 | |
17560 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 4 | |
17573 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 3 | |
17584 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 5 | |
17593 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 4 | |
17594 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 5 | |
17604 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 3 | |
17606 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 5 | |
17608 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 4 | |
17612 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 4 | |
17614 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 5 | |
17615 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 4 | |
17616 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 6 | |
17628 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 6 | |
17630 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 5 | |
17631 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 7 | |
17633 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 7 | |
17636 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 6 | |
17638 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 8 | |
17639 [main] INFO backtype.storm.daemon.nimbus - Shutting down master | |
17640 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 3 | |
17651 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 7 | |
17673 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 5 | |
17711 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 6 | |
17721 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 4 | |
17723 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 4 | |
17724 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 5 | |
17730 [main] INFO backtype.storm.daemon.nimbus - Shut down master | |
17792 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 8 | |
17794 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 9 | |
17794 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 6 | |
17802 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 9 | |
17803 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 6 | |
17818 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 7 | |
17825 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 8 | |
17823 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 5 | |
17839 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 8 | |
17843 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 7 | |
17845 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 7 | |
17846 [main] INFO backtype.storm.daemon.supervisor - Shutting down 34270ee2-a1af-4a4d-a7fe-59aaa58bb826:7858b37c-50f1-4349-a870-468c050a08ab | |
17847 [main] INFO backtype.storm.process-simulator - Killing process afeb4dbf-c8a4-41d5-b002-d4f9a47d7780 | |
17852 [main] INFO backtype.storm.daemon.worker - Shutting down worker wordcount-1-1410723777 34270ee2-a1af-4a4d-a7fe-59aaa58bb826 1024 | |
17853 [main] INFO backtype.storm.daemon.worker - Shutting down receive thread | |
17854 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 6 | |
17854 [main] INFO backtype.storm.messaging.loader - Shutting down receiving-thread: [wordcount-1-1410723777, 1024] | |
17855 [Thread-23-worker-receiver-thread-0] INFO backtype.storm.messaging.loader - Receiving-thread:[wordcount-1-1410723777, 1024] received shutdown notice | |
17856 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 8 | |
17856 [main] INFO backtype.storm.messaging.loader - Waiting for receiving-thread:[wordcount-1-1410723777, 1024] to die | |
17863 [main] INFO backtype.storm.messaging.loader - Shutdown receiving-thread: [wordcount-1-1410723777, 1024] | |
17864 [main] INFO backtype.storm.daemon.worker - Shut down receive thread | |
17864 [main] INFO backtype.storm.daemon.worker - Terminating messaging context | |
17865 [main] INFO backtype.storm.daemon.worker - Shutting down executors | |
17866 [main] INFO backtype.storm.daemon.executor - Shutting down executor count-bolt:[3 3] | |
17867 [Thread-25] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 10 | |
17886 [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] WARN org.apache.zookeeper.server.NIOServerCnxn - caught end of stream exception | |
org.apache.zookeeper.server.ServerCnxn$EndOfStreamException: Unable to read additional data from client sessionid 0x14875b06ac60005, likely client has closed socket | |
at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220) ~[zookeeper-3.4.5.jar:3.4.5-1392090] | |
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208) [zookeeper-3.4.5.jar:3.4.5-1392090] | |
at java.lang.Thread.run(Thread.java:745) [na:1.7.0_67] | |
17887 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 7 | |
17891 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 6 | |
17896 [Thread-10-count-bolt] INFO backtype.storm.util - Async loop interrupted! | |
17899 [Thread-7-disruptor-executor[3 3]-send-queue] INFO backtype.storm.util - Async loop interrupted! | |
17901 [main] INFO backtype.storm.daemon.executor - Shut down executor count-bolt:[3 3] | |
17901 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 8 | |
17917 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 9 | |
17918 [main] INFO backtype.storm.daemon.executor - Shutting down executor word-spout:[5 5] | |
17919 [Thread-13-disruptor-executor[5 5]-send-queue] INFO backtype.storm.util - Async loop interrupted! | |
17922 [Thread-15-word-spout] INFO backtype.storm.util - Async loop interrupted! | |
17923 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 9 | |
17925 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 7 | |
17932 [main] INFO backtype.storm.daemon.executor - Shut down executor word-spout:[5 5] | |
17936 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 8 | |
17938 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 8 | |
17939 [main] INFO backtype.storm.daemon.executor - Shutting down executor __system:[-1 -1] | |
17940 [Thread-20-__system] INFO backtype.storm.util - Async loop interrupted! | |
17941 [Thread-19-disruptor-executor[-1 -1]-send-queue] INFO backtype.storm.util - Async loop interrupted! | |
17942 [main] INFO backtype.storm.daemon.executor - Shut down executor __system:[-1 -1] | |
17943 [main] INFO backtype.storm.daemon.executor - Shutting down executor __acker:[1 1] | |
17943 [Thread-22-__acker] INFO backtype.storm.util - Async loop interrupted! | |
17944 [Thread-21-disruptor-executor[1 1]-send-queue] INFO backtype.storm.util - Async loop interrupted! | |
17946 [main] INFO backtype.storm.daemon.executor - Shut down executor __acker:[1 1] | |
17946 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 10 | |
17948 [main] INFO backtype.storm.daemon.worker - Shut down executors | |
17955 [main] INFO backtype.storm.daemon.worker - Shutting down transfer thread | |
17956 [Thread-24-disruptor-worker-transfer-queue] INFO backtype.storm.util - Async loop interrupted! | |
17957 [main] INFO backtype.storm.daemon.worker - Shut down transfer thread | |
17959 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 10 | |
17960 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 11 | |
17962 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 11 | |
17966 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 12 | |
17968 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 9 | |
17969 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 13 | |
17971 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 12 | |
17972 [main] INFO backtype.storm.daemon.worker - Shutting down default resources | |
17973 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 9 | |
17974 [main] INFO backtype.storm.daemon.worker - Shut down default resources | |
17974 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 10 | |
17975 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 14 | |
17977 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 11 | |
17978 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 15 | |
17979 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 12 | |
17980 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 10 | |
17981 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 13 | |
17983 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 11 | |
17984 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 14 | |
17985 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 12 | |
17986 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 13 | |
17989 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 13 | |
17990 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 14 | |
17992 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: cat: 14 | |
17993 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 15 | |
17994 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 16 | |
17995 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 15 | |
17997 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 17 | |
17998 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: elephant: 16 | |
18000 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 18 | |
18001 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: zebra: 16 | |
18001 [main] INFO backtype.storm.daemon.worker - Disconnecting from storm cluster state context | |
18007 [Thread-27] INFO backtype.storm.task.ShellBolt - Shell msg: dog: 19 | |
18013 [main] INFO backtype.storm.daemon.worker - Shut down worker wordcount-1-1410723777 34270ee2-a1af-4a4d-a7fe-59aaa58bb826 1024 | |
18036 [main] INFO backtype.storm.util - Error when trying to kill 8957. Process is probably already dead. | |
18044 [main] INFO backtype.storm.util - Error when trying to kill 8958. Process is probably already dead. | |
18052 [main] INFO backtype.storm.daemon.supervisor - Shut down 34270ee2-a1af-4a4d-a7fe-59aaa58bb826:7858b37c-50f1-4349-a870-468c050a08ab | |
18053 [main] INFO backtype.storm.daemon.supervisor - Shutting down supervisor 34270ee2-a1af-4a4d-a7fe-59aaa58bb826 | |
18054 [Thread-3] INFO backtype.storm.event - Event manager interrupted | |
18054 [Thread-4] INFO backtype.storm.event - Event manager interrupted | |
18070 [main] INFO backtype.storm.daemon.supervisor - Shutting down 20b94187-fcec-432a-abaf-6753eb766ae7:ea7f375d-232b-4452-8b30-b35bc7814472 | |
18071 [main] INFO backtype.storm.process-simulator - Killing process f9e04858-9963-4664-925a-673a7e910f54 | |
18071 [main] INFO backtype.storm.daemon.worker - Shutting down worker wordcount-1-1410723777 20b94187-fcec-432a-abaf-6753eb766ae7 1027 | |
18071 [main] INFO backtype.storm.daemon.worker - Shutting down receive thread | |
18072 [main] INFO backtype.storm.messaging.loader - Shutting down receiving-thread: [wordcount-1-1410723777, 1027] | |
18072 [main] INFO backtype.storm.messaging.loader - Waiting for receiving-thread:[wordcount-1-1410723777, 1027] to die | |
18072 [main] INFO backtype.storm.messaging.loader - Shutdown receiving-thread: [wordcount-1-1410723777, 1027] | |
18073 [Thread-17-worker-receiver-thread-0] INFO backtype.storm.messaging.loader - Receiving-thread:[wordcount-1-1410723777, 1027] received shutdown notice | |
18073 [main] INFO backtype.storm.daemon.worker - Shut down receive thread | |
18073 [main] INFO backtype.storm.daemon.worker - Terminating messaging context | |
18074 [main] INFO backtype.storm.daemon.worker - Shutting down executors | |
18074 [main] INFO backtype.storm.daemon.executor - Shutting down executor __acker:[2 2] | |
18075 [Thread-9-__acker] INFO backtype.storm.util - Async loop interrupted! | |
18076 [Thread-8-disruptor-executor[2 2]-send-queue] INFO backtype.storm.util - Async loop interrupted! | |
18078 [main] INFO backtype.storm.daemon.executor - Shut down executor __acker:[2 2] | |
18079 [main] INFO backtype.storm.daemon.executor - Shutting down executor count-bolt:[4 4] | |
18079 [Thread-12-count-bolt] INFO backtype.storm.util - Async loop interrupted! | |
18080 [Thread-11-disruptor-executor[4 4]-send-queue] INFO backtype.storm.util - Async loop interrupted! | |
18081 [main] INFO backtype.storm.daemon.executor - Shut down executor count-bolt:[4 4] | |
18082 [main] INFO backtype.storm.daemon.executor - Shutting down executor __system:[-1 -1] | |
18084 [Thread-14-disruptor-executor[-1 -1]-send-queue] INFO backtype.storm.util - Async loop interrupted! | |
18084 [Thread-16-__system] INFO backtype.storm.util - Async loop interrupted! | |
18086 [main] INFO backtype.storm.daemon.executor - Shut down executor __system:[-1 -1] | |
18086 [main] INFO backtype.storm.daemon.worker - Shut down executors | |
18090 [main] INFO backtype.storm.daemon.worker - Shutting down transfer thread | |
18091 [Thread-18-disruptor-worker-transfer-queue] INFO backtype.storm.util - Async loop interrupted! | |
18093 [main] INFO backtype.storm.daemon.worker - Shut down transfer thread | |
18096 [main] INFO backtype.storm.daemon.worker - Shutting down default resources | |
18097 [main] INFO backtype.storm.daemon.worker - Shut down default resources | |
18112 [main] INFO backtype.storm.daemon.worker - Disconnecting from storm cluster state context | |
18125 [main] INFO backtype.storm.daemon.worker - Shut down worker wordcount-1-1410723777 20b94187-fcec-432a-abaf-6753eb766ae7 1027 | |
18132 [main] INFO backtype.storm.util - Error when trying to kill 8956. Process is probably already dead. | |
18137 [main] INFO backtype.storm.daemon.supervisor - Shut down 20b94187-fcec-432a-abaf-6753eb766ae7:ea7f375d-232b-4452-8b30-b35bc7814472 | |
18137 [main] INFO backtype.storm.daemon.supervisor - Shutting down supervisor 20b94187-fcec-432a-abaf-6753eb766ae7 | |
18139 [Thread-5] INFO backtype.storm.event - Event manager interrupted | |
18140 [Thread-6] INFO backtype.storm.event - Event manager interrupted | |
18158 [main] INFO backtype.storm.testing - Shutting down in process zookeeper | |
18166 [main] INFO backtype.storm.testing - Done shutting down in process zookeeper | |
18166 [main] INFO backtype.storm.testing - Deleting temporary path /tmp/b133a790-44b8-4691-ad09-750ba0ab7d40 | |
18175 [main] INFO backtype.storm.testing - Deleting temporary path /tmp/f65ba954-f142-454f-a3c9-012efda0c98e | |
18176 [main] INFO backtype.storm.testing - Deleting temporary path /tmp/9d31f37a-906c-4a33-9b70-b0e81b0af51a | |
18180 [main] INFO backtype.storm.testing - Deleting temporary path /tmp/e0abc31d-0609-4db9-9e8b-2ddd344235e0 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment