nameko 断开连接之后,无法自动重启的重连 rabbitmq server 的问题

nameko 是有重连机制的,但是也还是会经常发现无法重连的情况

比如下面的报错:

<ServiceContainer [newspaper_service] at 0x7f81fc095480> thread exited with error
Traceback (most recent call last):
  File "/usr/local/lib/python3.10/site-packages/nameko/containers.py", line 475, in _handle_thread_exited
    gt.wait()
  File "/usr/local/lib/python3.10/site-packages/eventlet/greenthread.py", line 181, in wait
    return self._exit_event.wait()
  File "/usr/local/lib/python3.10/site-packages/eventlet/event.py", line 132, in wait
    current.throw(*self._exc)
  File "/usr/local/lib/python3.10/site-packages/eventlet/greenthread.py", line 221, in main
    result = function(*args, **kwargs)
  File "/usr/local/lib/python3.10/site-packages/nameko/containers.py", line 407, in _run_worker
    result, exc_info = handle_result(
  File "/usr/local/lib/python3.10/site-packages/nameko/messaging.py", line 473, in handle_result
    self.handle_message_processed(message, result, exc_info)
  File "/usr/local/lib/python3.10/site-packages/nameko/messaging.py", line 481, in handle_message_processed
    self.queue_consumer.ack_message(message)
  File "/usr/local/lib/python3.10/site-packages/nameko/messaging.py", line 315, in ack_message
    message.ack()
  File "/usr/local/lib/python3.10/site-packages/kombu/message.py", line 126, in ack
    self.channel.basic_ack(self.delivery_tag, multiple=multiple)
  File "/usr/local/lib/python3.10/site-packages/amqp/channel.py", line 1407, in basic_ack
    return self.send_method(
  File "/usr/local/lib/python3.10/site-packages/amqp/abstract_channel.py", line 70, in send_method
    conn.frame_writer(1, self.channel_id, sig, args, content)
  File "/usr/local/lib/python3.10/site-packages/amqp/method_framing.py", line 186, in write_frame
    write(buffer_store.view[:offset])
  File "/usr/local/lib/python3.10/site-packages/amqp/transport.py", line 347, in write
    self._write(s)
  File "/usr/local/lib/python3.10/site-packages/eventlet/greenio/base.py", line 407, in sendall
    tail = self.send(data, flags)
  File "/usr/local/lib/python3.10/site-packages/eventlet/greenio/base.py", line 401, in send
    return self._send_loop(self.fd.send, data, flags)
  File "/usr/local/lib/python3.10/site-packages/eventlet/greenio/base.py", line 388, in _send_loop
    return send_method(data, *args)
BrokenPipeError: [Errno 32] Broken pipe
Traceback (most recent call last):
  File "/usr/local/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait
    listener.cb(fileno)
  File "/usr/local/lib/python3.10/site-packages/eventlet/greenthread.py", line 221, in main
    result = function(*args, **kwargs)
  File "/usr/local/lib/python3.10/site-packages/nameko/containers.py", line 407, in _run_worker
    result, exc_info = handle_result(
  File "/usr/local/lib/python3.10/site-packages/nameko/messaging.py", line 473, in handle_result
    self.handle_message_processed(message, result, exc_info)
  File "/usr/local/lib/python3.10/site-packages/nameko/messaging.py", line 481, in handle_message_processed
    self.queue_consumer.ack_message(message)
  File "/usr/local/lib/python3.10/site-packages/nameko/messaging.py", line 315, in ack_message
    message.ack()
  File "/usr/local/lib/python3.10/site-packages/kombu/message.py", line 126, in ack
    self.channel.basic_ack(self.delivery_tag, multiple=multiple)
  File "/usr/local/lib/python3.10/site-packages/amqp/channel.py", line 1407, in basic_ack
    return self.send_method(
  File "/usr/local/lib/python3.10/site-packages/amqp/abstract_channel.py", line 70, in send_method
    conn.frame_writer(1, self.channel_id, sig, args, content)
  File "/usr/local/lib/python3.10/site-packages/amqp/method_framing.py", line 186, in write_frame
    write(buffer_store.view[:offset])
  File "/usr/local/lib/python3.10/site-packages/amqp/transport.py", line 347, in write
    self._write(s)
  File "/usr/local/lib/python3.10/site-packages/eventlet/greenio/base.py", line 407, in sendall
    tail = self.send(data, flags)
  File "/usr/local/lib/python3.10/site-packages/eventlet/greenio/base.py", line 401, in send
    return self._send_loop(self.fd.send, data, flags)
  File "/usr/local/lib/python3.10/site-packages/eventlet/greenio/base.py", line 388, in _send_loop
    return send_method(data, *args)
BrokenPipeError: [Errno 32] Broken pipe
Removing descriptor: 148

还有下面的报错:

POST http://172.16.21.153:9200/novel_sample/_count [status:200 request:0.066s]
Connection to broker lost, trying to re-establish connection...
Traceback (most recent call last):
  File "/usr/local/lib/python3.10/site-packages/kombu/mixins.py", line 171, in run
    for _ in self.consume(limit=None, **kwargs):
  File "/usr/local/lib/python3.10/site-packages/kombu/mixins.py", line 193, in consume
    conn.drain_events(timeout=safety_interval)
  File "/usr/local/lib/python3.10/site-packages/kombu/connection.py", line 316, in drain_events
    return self.transport.drain_events(self.connection, **kwargs)
  File "/usr/local/lib/python3.10/site-packages/kombu/transport/pyamqp.py", line 169, in drain_events
    return connection.drain_events(**kwargs)
  File "/usr/local/lib/python3.10/site-packages/amqp/connection.py", line 525, in drain_events
    while not self.blocking_read(timeout):
  File "/usr/local/lib/python3.10/site-packages/amqp/connection.py", line 531, in blocking_read
    return self.on_inbound_frame(frame)
  File "/usr/local/lib/python3.10/site-packages/amqp/method_framing.py", line 53, in on_frame
    callback(channel, method_sig, buf, None)
  File "/usr/local/lib/python3.10/site-packages/amqp/connection.py", line 537, in on_inbound_method
    return self.channels[channel_id].dispatch_method(
  File "/usr/local/lib/python3.10/site-packages/amqp/abstract_channel.py", line 156, in dispatch_method
    listener(*args)
  File "/usr/local/lib/python3.10/site-packages/amqp/channel.py", line 293, in _on_close
    raise error_for_code(
amqp.exceptions.PreconditionFailed: (0, 0): (406) PRECONDITION_FAILED - delivery acknowledgement on channel 1 timed out. Timeout value used: 1800000 ms. This timeout value can be configured, see consumers doc guide to learn more
Connected to amqp://pon-it:**@172.16.36.108:5672/pon-it
Connection to broker lost, trying to re-establish connection...
Traceback (most recent call last):
  File "/usr/local/lib/python3.10/site-packages/kombu/mixins.py", line 171, in run
    for _ in self.consume(limit=None, **kwargs):
  File "/usr/local/lib/python3.10/site-packages/kombu/mixins.py", line 193, in consume
    conn.drain_events(timeout=safety_interval)
  File "/usr/local/lib/python3.10/site-packages/kombu/connection.py", line 316, in drain_events
    return self.transport.drain_events(self.connection, **kwargs)
  File "/usr/local/lib/python3.10/site-packages/kombu/transport/pyamqp.py", line 169, in drain_events
    return connection.drain_events(**kwargs)
  File "/usr/local/lib/python3.10/site-packages/amqp/connection.py", line 525, in drain_events
    while not self.blocking_read(timeout):
  File "/usr/local/lib/python3.10/site-packages/amqp/connection.py", line 531, in blocking_read
    return self.on_inbound_frame(frame)
  File "/usr/local/lib/python3.10/site-packages/amqp/method_framing.py", line 53, in on_frame
    callback(channel, method_sig, buf, None)
  File "/usr/local/lib/python3.10/site-packages/amqp/connection.py", line 537, in on_inbound_method
    return self.channels[channel_id].dispatch_method(
  File "/usr/local/lib/python3.10/site-packages/amqp/abstract_channel.py", line 156, in dispatch_method
    listener(*args)
  File "/usr/local/lib/python3.10/site-packages/amqp/channel.py", line 293, in _on_close
    raise error_for_code(
amqp.exceptions.PreconditionFailed: (0, 0): (406) PRECONDITION_FAILED - delivery acknowledgement on channel 1 timed out. Timeout value used: 1800000 ms. This timeout value can be configured, see consumers doc guide to learn more
Connected to amqp://pon-it:**@172.16.36.108:5672/pon-it
Connection to broker lost, trying to re-establish connection...
Traceback (most recent call last):
  File "/usr/local/lib/python3.10/site-packages/kombu/mixins.py", line 171, in run
    for _ in self.consume(limit=None, **kwargs):
  File "/usr/local/lib/python3.10/site-packages/kombu/mixins.py", line 193, in consume
    conn.drain_events(timeout=safety_interval)
  File "/usr/local/lib/python3.10/site-packages/kombu/connection.py", line 316, in drain_events
    return self.transport.drain_events(self.connection, **kwargs)
  File "/usr/local/lib/python3.10/site-packages/kombu/transport/pyamqp.py", line 169, in drain_events
    return connection.drain_events(**kwargs)
  File "/usr/local/lib/python3.10/site-packages/amqp/connection.py", line 525, in drain_events
    while not self.blocking_read(timeout):
  File "/usr/local/lib/python3.10/site-packages/amqp/connection.py", line 531, in blocking_read
    return self.on_inbound_frame(frame)
  File "/usr/local/lib/python3.10/site-packages/amqp/method_framing.py", line 53, in on_frame
    callback(channel, method_sig, buf, None)
  File "/usr/local/lib/python3.10/site-packages/amqp/connection.py", line 537, in on_inbound_method
    return self.channels[channel_id].dispatch_method(
  File "/usr/local/lib/python3.10/site-packages/amqp/abstract_channel.py", line 156, in dispatch_method
    listener(*args)
  File "/usr/local/lib/python3.10/site-packages/amqp/channel.py", line 293, in _on_close
    raise error_for_code(
amqp.exceptions.PreconditionFailed: (0, 0): (406) PRECONDITION_FAILED - delivery acknowledgement on channel 1 timed out. Timeout value used: 1800000 ms. This timeout value can be configured, see consumers doc guide to learn more
Connected to amqp://pon-it:**@172.16.36.108:5672/pon-it

但是这些问题怎么解决我还不知道

评论

暂无评论