2017-12-04 22:46:37 +0000 [info]: #0 fluentd worker is now running worker=0 2017-12-04 22:50:48 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:50:48 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:50:50 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:50:50 +0000 [warn]: #0 [forward_any] failed to flush the buffer. retry_time=0 next_retry_seconds=2017-12-04 22:50:51 +0000 chunk="55f8b814648fe8e7217aadc63235e4b4" error_class=Fluent::Plugin::ForwardOutput::NoNodesAvailable error="no nodes are available" 2017-12-04 22:50:50 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/out_forward.rb:313:in `select_a_healthy_node' 2017-12-04 22:50:50 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/out_forward.rb:285:in `try_write' 2017-12-04 22:50:50 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/output.rb:1084:in `try_flush' 2017-12-04 22:50:50 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/output.rb:1318:in `flush_thread_run' 2017-12-04 22:50:50 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start' 2017-12-04 22:50:50 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create' 2017-12-04 22:50:51 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:50:52 +0000 [warn]: #0 [forward_any] retry succeeded. chunk_id="55f8b8caff15dd0a701ae2a26e1a7edd" 2017-12-04 22:50:53 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:50:53 +0000 [warn]: #0 [forward_any] failed to flush the buffer. retry_time=0 next_retry_seconds=2017-12-04 22:50:54 +0000 chunk="55f8b8164de13e74a9039cac5203a4c0" error_class=Fluent::Plugin::ForwardOutput::NoNodesAvailable error="no nodes are available" 2017-12-04 22:50:53 +0000 [warn]: #0 suppressed same stacktrace 2017-12-04 22:50:54 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:50:54 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:50:54 +0000 [warn]: #0 [forward_any] failed to flush the buffer. retry_time=0 next_retry_seconds=2017-12-04 22:50:54 +0000 chunk="55f8b81835bac3dd57d1c50af3413bf9" error_class=Fluent::Plugin::ForwardOutput::NoNodesAvailable error="no nodes are available" 2017-12-04 22:50:54 +0000 [warn]: #0 suppressed same stacktrace 2017-12-04 22:50:55 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:50:56 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:50:58 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:51:00 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] detached forwarding server '' host="log-server" port=24224 hard_timeout=true 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:01 +0000 [warn]: #0 [forward_any] destination node closed the connection. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:02 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:04 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:06 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:08 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:10 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:11 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:12 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:12 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:13 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:15 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:16 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:16 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:17 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:18 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:19 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:20 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:22 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:22 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:22 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:23 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:23 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:25 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:26 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:27 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:28 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:29 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:31 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:31 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:32 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:33 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:34 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:35 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:36 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:37 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:38 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:39 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:40 +0000 [warn]: #0 [forward_any] recovered forwarding server '' host="log-server" port=24224 2017-12-04 22:52:41 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:43 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:45 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:48 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:50 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:52 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:54 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:56 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:52:58 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:00 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:02 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:04 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:06 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:06 +0000 [warn]: #0 [forward_any] failed to flush the buffer. retry_time=1 next_retry_seconds=2017-12-04 22:50:56 +0000 chunk="55f8b8d1acbb1b8cfc8f867eec5d386b" error_class=Errno::ETIMEDOUT error="Operation timed out - connect(2) for \"192.168.1.10\" port 24224" 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin_helper/socket.rb:59:in `initialize' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin_helper/socket.rb:59:in `new' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin_helper/socket.rb:59:in `socket_create_tcp' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/out_forward.rb:334:in `create_transfer_socket' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/out_forward.rb:631:in `send_data' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/out_forward.rb:285:in `block in try_write' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/out_forward.rb:304:in `block in select_a_healthy_node' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/out_forward.rb:298:in `times' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/out_forward.rb:298:in `select_a_healthy_node' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/out_forward.rb:285:in `try_write' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/output.rb:1084:in `try_flush' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/output.rb:1318:in `flush_thread_run' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start' 2017-12-04 22:53:06 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create' 2017-12-04 22:53:08 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:08 +0000 [warn]: #0 [forward_any] failed to flush the buffer. retry_time=2 next_retry_seconds=2017-12-04 22:53:08 +0000 chunk="55f8b89800012441c72e9db5cf958965" error_class=Fluent::Plugin::ForwardOutput::NoNodesAvailable error="no nodes are available" 2017-12-04 22:53:08 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/out_forward.rb:313:in `select_a_healthy_node' 2017-12-04 22:53:08 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/out_forward.rb:285:in `try_write' 2017-12-04 22:53:08 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/output.rb:1084:in `try_flush' 2017-12-04 22:53:08 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/output.rb:1318:in `flush_thread_run' 2017-12-04 22:53:08 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin/output.rb:439:in `block (2 levels) in start' 2017-12-04 22:53:08 +0000 [warn]: #0 /usr/lib/ruby/gems/2.4.0/gems/fluentd-1.0.0.rc1/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create' 2017-12-04 22:53:09 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:10 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:11 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:12 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:13 +0000 [warn]: #0 [forward_any] failed to flush the buffer. retry_time=3 next_retry_seconds=2017-12-04 22:53:13 +0000 chunk="55f8b89cc4eb01cdbe0cd1ccee5a8517" error_class=Fluent::Plugin::ForwardOutput::NoNodesAvailable error="no nodes are available" 2017-12-04 22:53:13 +0000 [warn]: #0 suppressed same stacktrace 2017-12-04 22:53:13 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:15 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:16 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:17 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:18 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:18 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:19 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:20 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:21 +0000 [warn]: #0 [forward_any] failed to flush the buffer. retry_time=4 next_retry_seconds=2017-12-04 22:53:21 +0000 chunk="55f8b8a465cc1ad721f451e485e14403" error_class=Fluent::Plugin::ForwardOutput::NoNodesAvailable error="no nodes are available" 2017-12-04 22:53:21 +0000 [warn]: #0 suppressed same stacktrace 2017-12-04 22:53:21 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:22 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:24 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:25 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224 2017-12-04 22:53:26 +0000 [warn]: #0 [forward_any] no response from node. regard it as unavailable. host="log-server" port=24224