Details
-
Bug
-
Status: Open
-
Blocker
-
Resolution: Unresolved
-
5.15.2
-
None
-
None
-
Red Hat Enterprise Linux Server release 7.2
Description
The log like following appeared every other time(1h~several days). After four months, the mq didn't work anymore.
2018-02-03 09:16:32,028 | WARN | JDBC Failure: Connection PoolingConnection: org.apache.commons.pool.impl.GenericKeyedObjectPool@1697db40 is closed. | org.apache.activemq.store.jdbc.JDBCPersistenceAdapter | ActiveMQ Transport: tcp:///172.31.56.153:38168@61616
java.sql.SQLException: Connection PoolingConnection: org.apache.commons.pool.impl.GenericKeyedObjectPool@20e135f1 is closed.
at org.apache.commons.dbcp.DelegatingConnection.checkOpen(DelegatingConnection.java:519)[commons-dbcp-1.5.jar:1.5-SNAPSHOT]
at org.apache.commons.dbcp.DelegatingConnection.prepareStatement(DelegatingConnection.java:286)[commons-dbcp-1.5.jar:1.5-SNAPSHOT]
at org.apache.commons.dbcp.PoolingDataSource$PoolGuardConnectionWrapper.prepareStatement(PoolingDataSource.java:322)[commons-dbcp-1.5.jar:1.5-SNAPSHOT]
at org.apache.activemq.store.jdbc.TransactionContext$UnlockOnCloseConnection.prepareStatement(TransactionContext.java:308)[activemq-jdbc-store-5.15.2.jar:5.15.2]
at org.apache.activemq.store.jdbc.adapter.DefaultJDBCAdapter.doAddMessage(DefaultJDBCAdapter.java:227)[activemq-jdbc-store-5.15.2.jar:5.15.2]
at org.apache.activemq.store.jdbc.JDBCMessageStore.addMessage(JDBCMessageStore.java:158)[activemq-jdbc-store-5.15.2.jar:5.15.2]
at org.apache.activemq.store.memory.MemoryTransactionStore.addMessage(MemoryTransactionStore.java:352)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.store.memory.MemoryTransactionStore$1.asyncAddQueueMessage(MemoryTransactionStore.java:159)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.Queue.doMessageSend(Queue.java:854)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.Queue.send(Queue.java:743)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.AbstractRegion.send(AbstractRegion.java:505)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.RegionBroker.send(RegionBroker.java:459)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.jmx.ManagedRegionBroker.send(ManagedRegionBroker.java:293)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:154)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.CompositeDestinationBroker.send(CompositeDestinationBroker.java:96)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransactionBroker.send(TransactionBroker.java:293)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:154)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:154)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransportConnection.processMessage(TransportConnection.java:572)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.command.ActiveMQMessage.visit(ActiveMQMessage.java:768)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransportConnection.service(TransportConnection.java:330)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransportConnection$1.onCommand(TransportConnection.java:194)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.MutexTransport.onCommand(MutexTransport.java:50)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.WireFormatNegotiator.onCommand(WireFormatNegotiator.java:125)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.AbstractInactivityMonitor.onCommand(AbstractInactivityMonitor.java:301)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:83)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.tcp.TcpTransport.doRun(TcpTransport.java:233)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:215)[activemq-client-5.15.2.jar:5.15.2]
at java.lang.Thread.run(Thread.java:745)[:1.8.0_65]
2018-02-03 09:16:32,030 | WARN | Error while closing connection: Connection PoolingConnection: org.apache.commons.pool.impl.GenericKeyedObjectPool@1697db40 is closed. | org.apache.activemq.store.jdbc.JDBCPersistenceAdapter | ActiveMQ Transport: tcp:///172.31.56.153:38168@61616
java.sql.SQLException: Connection PoolingConnection: org.apache.commons.pool.impl.GenericKeyedObjectPool@1697db40 is closed.
at org.apache.commons.dbcp.DelegatingConnection.checkOpen(DelegatingConnection.java:519)[commons-dbcp-1.5.jar:1.5-SNAPSHOT]
at org.apache.commons.dbcp.DelegatingConnection.getAutoCommit(DelegatingConnection.java:359)[commons-dbcp-1.5.jar:1.5-SNAPSHOT]
at org.apache.commons.dbcp.PoolingDataSource$PoolGuardConnectionWrapper.getAutoCommit(PoolingDataSource.java:244)[commons-dbcp-1.5.jar:1.5-SNAPSHOT]
at org.apache.activemq.store.jdbc.TransactionContext$UnlockOnCloseConnection.getAutoCommit(TransactionContext.java:328)[activemq-jdbc-store-5.15.2.jar:5.15.2]
at org.apache.activemq.store.jdbc.TransactionContext.close(TransactionContext.java:158)[activemq-jdbc-store-5.15.2.jar:5.15.2]
at org.apache.activemq.store.jdbc.JDBCMessageStore.addMessage(JDBCMessageStore.java:164)[activemq-jdbc-store-5.15.2.jar:5.15.2]
at org.apache.activemq.store.memory.MemoryTransactionStore.addMessage(MemoryTransactionStore.java:352)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.store.memory.MemoryTransactionStore$1.asyncAddQueueMessage(MemoryTransactionStore.java:159)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.Queue.doMessageSend(Queue.java:854)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.Queue.send(Queue.java:743)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.AbstractRegion.send(AbstractRegion.java:505)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.RegionBroker.send(RegionBroker.java:459)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.jmx.ManagedRegionBroker.send(ManagedRegionBroker.java:293)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:154)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.CompositeDestinationBroker.send(CompositeDestinationBroker.java:96)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransactionBroker.send(TransactionBroker.java:293)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:154)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:154)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransportConnection.processMessage(TransportConnection.java:572)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.command.ActiveMQMessage.visit(ActiveMQMessage.java:768)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransportConnection.service(TransportConnection.java:330)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransportConnection$1.onCommand(TransportConnection.java:194)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.MutexTransport.onCommand(MutexTransport.java:50)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.WireFormatNegotiator.onCommand(WireFormatNegotiator.java:125)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.AbstractInactivityMonitor.onCommand(AbstractInactivityMonitor.java:301)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:83)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.tcp.TcpTransport.doRun(TcpTransport.java:233)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:215)[activemq-client-5.15.2.jar:5.15.2]
at java.lang.Thread.run(Thread.java:745)[:1.8.0_65]
2018-02-03 09:16:32,030 | INFO | Ignoring SQLException, java.io.IOException: Connection PoolingConnection: org.apache.commons.pool.impl.GenericKeyedObjectPool@1697db40 is closed. | org.apache.activemq.util.DefaultIOExceptionHandler | ActiveMQ Transport: tcp:///172.31.56.153:38168@61616
java.sql.SQLException: Connection PoolingConnection: org.apache.commons.pool.impl.GenericKeyedObjectPool@1697db40 is closed.
at org.apache.commons.dbcp.DelegatingConnection.checkOpen(DelegatingConnection.java:519)[commons-dbcp-1.5.jar:1.5-SNAPSHOT]
at org.apache.commons.dbcp.DelegatingConnection.getAutoCommit(DelegatingConnection.java:359)[commons-dbcp-1.5.jar:1.5-SNAPSHOT]
at org.apache.commons.dbcp.PoolingDataSource$PoolGuardConnectionWrapper.getAutoCommit(PoolingDataSource.java:244)[commons-dbcp-1.5.jar:1.5-SNAPSHOT]
at org.apache.activemq.store.jdbc.TransactionContext$UnlockOnCloseConnection.getAutoCommit(TransactionContext.java:328)[activemq-jdbc-store-5.15.2.jar:5.15.2]
at org.apache.activemq.store.jdbc.TransactionContext.close(TransactionContext.java:158)[activemq-jdbc-store-5.15.2.jar:5.15.2]
at org.apache.activemq.store.jdbc.JDBCMessageStore.addMessage(JDBCMessageStore.java:164)[activemq-jdbc-store-5.15.2.jar:5.15.2]
at org.apache.activemq.store.memory.MemoryTransactionStore.addMessage(MemoryTransactionStore.java:352)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.store.memory.MemoryTransactionStore$1.asyncAddQueueMessage(MemoryTransactionStore.java:159)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.Queue.doMessageSend(Queue.java:854)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.Queue.send(Queue.java:743)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.AbstractRegion.send(AbstractRegion.java:505)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.region.RegionBroker.send(RegionBroker.java:459)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.jmx.ManagedRegionBroker.send(ManagedRegionBroker.java:293)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:154)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.CompositeDestinationBroker.send(CompositeDestinationBroker.java:96)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransactionBroker.send(TransactionBroker.java:293)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:154)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.BrokerFilter.send(BrokerFilter.java:154)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransportConnection.processMessage(TransportConnection.java:572)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.command.ActiveMQMessage.visit(ActiveMQMessage.java:768)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransportConnection.service(TransportConnection.java:330)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.broker.TransportConnection$1.onCommand(TransportConnection.java:194)[activemq-broker-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.MutexTransport.onCommand(MutexTransport.java:50)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.WireFormatNegotiator.onCommand(WireFormatNegotiator.java:125)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.AbstractInactivityMonitor.onCommand(AbstractInactivityMonitor.java:301)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.TransportSupport.doConsume(TransportSupport.java:83)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.tcp.TcpTransport.doRun(TcpTransport.java:233)[activemq-client-5.15.2.jar:5.15.2]
at org.apache.activemq.transport.tcp.TcpTransport.run(TcpTransport.java:215)[activemq-client-5.15.2.jar:5.15.2]
at java.lang.Thread.run(Thread.java:745)[:1.8.0_65]
2018-02-03 09:16:32,032 | WARN | Transport Connection to: tcp://172.31.56.153:38168 failed: java.io.IOException: Connection PoolingConnection: org.apache.commons.pool.impl.GenericKeyedObjectPool@1697db40 is closed. | org.apache.activemq.broker.TransportConnection.Transport | ActiveMQ Transport: tcp:///172.31.56.153:38168@61616