Have a problem ...

[Mike Genovese <mg...@day.com>]

Someone I'm trying to help is using Derby 10.1.2.1 , within CRX 1.3.1.
They recently got an error of the type:

>>>
2009-12-31 13:56:30.574 GMT Thread[http-0.0.0.0-8080-221,5,jboss] (XID =
1136164117), (SESSIONID = 0), (DATABASE =
/sites/day/cq-4.2/data/publish/crx/workspaces/live_publish/db/itemState),
(DRDAID = null), Cleanup action starting
2009-12-31 13:56:30.574 GMT Thread[http-0.0.0.0-8080-221,5,jboss] (XID =
1136164117), (SESSIONID = 0), (DATABASE =
/sites/day/cq-4.2/data/publish/crx/workspaces/live_publish/db/itemState),
(DRDAID = null), Failed Statement is: select BUNDLE_DATA from BUNDLE where
NODE_ID_HI = ? and NODE_ID_LO = ?
java.lang.NullPointerException
    at org.apache.derby.impl.services.locks.LockSet.unlock(Unknown Source)
    at org.apache.derby.impl.services.locks.SinglePool.unlatch(Unknown
Source)
    at
org.apache.derby.impl.store.raw.data.BasePage.releaseExclusive(Unknown
Source)
    at
org.apache.derby.impl.store.raw.data.CachedPage.releaseExclusive(Unknown
Source)
    at
org.apache.derby.impl.store.raw.data.StoredPage.releaseExclusive(Unknown
Source)
    at org.apache.derby.impl.store.raw.data.BasePage.update(Unknown Source)
    at java.util.Observable.notifyObservers(Observable.java:142)
    at java.util.Observable.notifyObservers(Observable.java:98)
    at
org.apache.derby.impl.store.raw.data.BaseContainerHandle.informObservers(Unknown
Source)
    at
org.apache.derby.impl.store.raw.data.BaseContainerHandle.close(Unknown
Source)
    at org.apache.derby.impl.store.access.btree.OpenBTree.close(Unknown
Source)
    at
org.apache.derby.impl.store.access.btree.BTreeScan.closeForEndTransaction(Unknown
Source)
    at
org.apache.derby.impl.store.access.btree.index.B2IForwardScan.closeForEndTransaction(Unknown
Source)
    at
org.apache.derby.impl.store.access.RAMTransaction.closeControllers(Unknown
Source)
    at org.apache.derby.impl.store.access.RAMTransaction.commit(Unknown
Source)
    at
org.apache.derby.impl.sql.conn.GenericLanguageConnectionContext.doCommit(Unknown
Source)
    at
org.apache.derby.impl.sql.conn.GenericLanguageConnectionContext.userCommit(Unknown
Source)
    at org.apache.derby.impl.jdbc.TransactionResourceImpl.commit(Unknown
Source)
    at org.apache.derby.impl.jdbc.EmbedConnection.commitIfNeeded(Unknown
Source)
    at org.apache.derby.impl.jdbc.ConnectionChild.commitIfNeeded(Unknown
Source)
    at org.apache.derby.impl.jdbc.EmbedStatement.executeStatement(Unknown
Source)
    at
org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeStatement(Unknown
Source)
    at org.apache.derby.impl.jdbc.EmbedPreparedStatement.execute(Unknown
Source)
    at
com.day.crx.persistence.jdbc.BundleDbPersistenceManager.loadBundle(BundleDbPersistenceManager.java:1020)
    at
com.day.crx.persistence.util.AbstractBundlePersistenceManager.getBundle(AbstractBundlePersistenceManager.java:658)
    at
com.day.crx.persistence.util.AbstractBundlePersistenceManager.exists(AbstractBundlePersistenceManager.java:480)
    at
com.day.crx.core.state.SharedItemStateManager.hasNonVirtualItemState(SharedItemStateManager.java:1096)
    at
com.day.crx.core.state.SharedItemStateManager.hasItemState(SharedItemStateManager.java:288)
    at
com.day.crx.core.state.LocalItemStateManager.hasItemState(LocalItemStateManager.java:180)
    at
com.day.crx.core.state.XAItemStateManager.hasItemState(XAItemStateManager.java:252)
    at
com.day.crx.core.state.SessionItemStateManager.getItemState(SessionItemStateManager.java:176)
    at com.day.crx.core.ItemManager.createItemInstance(ItemManager.java:465)
    at com.day.crx.core.ItemManager.getItem(ItemManager.java:323)
    at com.day.crx.core.NodeImpl.getNode(NodeImpl.java:2417)
    at
com.day.cq.jcr.adapter.TicketAdapter.getRepositoryNode(TicketAdapter.java:2916)
    at
com.day.cq.jcr.adapter.TicketAdapter.getPageNode(TicketAdapter.java:2396)
    at com.day.cq.jcr.adapter.TicketAdapter.getPage(TicketAdapter.java:763)
    at
com.day.cq.jcr.adapter.cached.CachingTicketAdapter.hasPage(CachingTicketAdapter.java:327)
    at
com.day.cq.contentbus.HeadVersionSelector.select(VersionSelector.java:106)
    at com.day.cq.jcr.adapter.TicketAdapter.getPage(TicketAdapter.java:744)
    at
com.day.cq.jcr.adapter.cached.CachingTicketAdapter.getPage(CachingTicketAdapter.java:268)
    at
com.day.cq.jcr.adapter.facade.TicketFacade.getPage(TicketFacade.java:189)
    at
com.day.cq.contentbus.PropertyPackageFilter.matches(PropertyPackageFilter.java:133)
    at com.day.cq.util.ACL.apply(ACL.java:341)
    at com.day.cq.util.ACL.apply(ACL.java:325)
    at com.day.cq.jcr.adapter.UserData.isGranted(UserData.java:578)
    at
com.day.cq.jcr.adapter.TicketAdapter.isGranted(TicketAdapter.java:582)
    at
com.day.cq.delivery.DeliveryTicketWrapper.isGranted(DeliveryTicketWrapper.java:414)
    at
com.day.cq.search.fulltext.ResultSetImpl.include(ResultSetImpl.java:328)
    at
com.day.cq.search.fulltext.ResultSetImpl.buildMap(ResultSetImpl.java:221)
    at
com.day.cq.search.fulltext.ResultSetImpl.<init>(ResultSetImpl.java:125)
    at com.day.cq.search.fulltext.QueryImpl.doExecute(QueryImpl.java:144)
    at com.day.cq.search.AbstractQuery.execute(AbstractQuery.java:113)
    at com.day.cq.search.CombinedQuery.execute(CombinedQuery.java:70)
    at
common.search.SearchHelper.searchByKeywordUsingOther(SearchHelper.java:224)
    at common.search.SearchHelper.searchByKeyword(SearchHelper.java:146)
    at
common.helper.ArticleUrlSeoHelper.getArticleHandle(ArticleUrlSeoHelper.java:163)
    at
apps.Common.templates.ArticleProxy.start$jsp._jspService(start$jsp.java:285)
    at com.day.jasper40.runtime.HttpJspBase.service(HttpJspBase.java:107)
    at javax.servlet.http.HttpServlet.service(HttpServlet.java:810)
    at com.day.cq.jsp.JspHandler.doCallInternal(JspHandler.java:342)
    at com.day.cq.jsp.JspHandler.doCall(JspHandler.java:243)
    at com.day.cq.jsp.JspHandler.doCall(JspHandler.java:207)
    at
com.day.cq.delivery.script.AbstractScriptHandler.call(AbstractScriptHandler.java:237)
    at
com.day.cq.delivery.script.ScriptHandlerServiceImpl.call(ScriptHandlerServiceImpl.java:257)
    at com.day.cq.delivery.DeliveryModule.service(DeliveryModule.java:495)
    at com.day.cq.delivery.DeliveryServlet.service(DeliveryServlet.java:91)
    at javax.servlet.http.HttpServlet.service(HttpServlet.java:810)
    at com.day.cq.bootstrap.ServletProxy.service(ServletProxy.java:200)
    at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:252)
    at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:173)
    at
org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96)
    at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:202)
    at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:173)
    at
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:213)
    at
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:178)
    at
org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:175)
    at
org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:74)
    at
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:126)
    at
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:105)
    at
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:107)
    at
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:148)
    at
org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:869)
    at
org.apache.coyote.http11.Http11BaseProtocol$Http11ConnectionHandler.processConnection(Http11BaseProtocol.java:664)
    at
org.apache.tomcat.util.net.PoolTcpEndpoint.processSocket(PoolTcpEndpoint.java:527)
    at
org.apache.tomcat.util.net.MasterSlaveWorkerThread.run(MasterSlaveWorkerThread.java:112)
    at java.lang.Thread.run(Thread.java:595)
2009-12-31 13:56:30.575 GMT Thread[http-0.0.0.0-8080-221,5,jboss] Equally
severe exception raised during cleanup (ignored) null
java.lang.NullPointerException
    at org.apache.derby.impl.services.locks.LockSet.unlock(Unknown Source)
    at org.apache.derby.impl.services.locks.SinglePool.unlatch(Unknown
Source)
    at
org.apache.derby.impl.store.raw.data.BasePage.releaseExclusive(Unknown
Source)
    at
org.apache.derby.impl.store.raw.data.CachedPage.releaseExclusive(Unknown
Source)
    at
org.apache.derby.impl.store.raw.data.StoredPage.releaseExclusive(Unknown
Source)
    at org.apache.derby.impl.store.raw.data.BasePage.update(Unknown Source)
    at java.util.Observable.notifyObservers(Observable.java:142)
    at java.util.Observable.notifyObservers(Observable.java:98)
    at
org.apache.derby.impl.store.raw.data.BaseContainerHandle.informObservers(Unknown
Source)
    at
org.apache.derby.impl.store.raw.data.BaseContainerHandle.close(Unknown
Source)
    at org.apache.derby.impl.store.access.btree.OpenBTree.close(Unknown
Source)
    at org.apache.derby.impl.store.access.btree.BTreeScan.close(Unknown
Source)
    at
org.apache.derby.impl.store.access.btree.BTreeForwardScan.close(Unknown
Source)
    at
org.apache.derby.impl.store.access.btree.index.B2IForwardScan.close(Unknown
Source)
    at org.apache.derby.impl.sql.execute.TableScanResultSet.close(Unknown
Source)
    at
org.apache.derby.impl.sql.execute.IndexRowToBaseRowResultSet.close(Unknown
Source)
    at
org.apache.derby.impl.sql.execute.ProjectRestrictResultSet.close(Unknown
Source)
    at
org.apache.derby.impl.sql.execute.BasicNoPutResultSetImpl.cleanUp(Unknown
Source)
    at
org.apache.derby.impl.sql.conn.GenericStatementContext.cleanupOnError(Unknown
Source)
    at
org.apache.derby.iapi.services.context.ContextManager.cleanupOnError(Unknown
Source)
    at
org.apache.derby.impl.jdbc.TransactionResourceImpl.cleanupOnError(Unknown
Source)
    at
org.apache.derby.impl.jdbc.TransactionResourceImpl.handleException(Unknown
Source)
    at org.apache.derby.impl.jdbc.EmbedConnection.handleException(Unknown
Source)
    at org.apache.derby.impl.jdbc.EmbedConnection.commitIfNeeded(Unknown
Source)
    at org.apache.derby.impl.jdbc.ConnectionChild.commitIfNeeded(Unknown
Source)
    at org.apache.derby.impl.jdbc.EmbedStatement.executeStatement(Unknown
Source)
    at
org.apache.derby.impl.jdbc.EmbedPreparedStatement.executeStatement(Unknown
Source)
    at org.apache.derby.impl.jdbc.EmbedPreparedStatement.execute(Unknown
Source)
    at
com.day.crx.persistence.jdbc.BundleDbPersistenceManager.loadBundle(BundleDbPersistenceManager.java:1020)
    at
com.day.crx.persistence.util.AbstractBundlePersistenceManager.getBundle(AbstractBundlePersistenceManager.java:658)
    at
com.day.crx.persistence.util.AbstractBundlePersistenceManager.exists(AbstractBundlePersistenceManager.java:480)
    at
com.day.crx.core.state.SharedItemStateManager.hasNonVirtualItemState(SharedItemStateManager.java:1096)
    at
com.day.crx.core.state.SharedItemStateManager.hasItemState(SharedItemStateManager.java:288)
    at
com.day.crx.core.state.LocalItemStateManager.hasItemState(LocalItemStateManager.java:180)
    at
com.day.crx.core.state.XAItemStateManager.hasItemState(XAItemStateManager.java:252)
    at
com.day.crx.core.state.SessionItemStateManager.getItemState(SessionItemStateManager.java:176)
    at com.day.crx.core.ItemManager.createItemInstance(ItemManager.java:465)
    at com.day.crx.core.ItemManager.getItem(ItemManager.java:323)
    at com.day.crx.core.NodeImpl.getNode(NodeImpl.java:2417)
    at
com.day.cq.jcr.adapter.TicketAdapter.getRepositoryNode(TicketAdapter.java:2916)
    at
com.day.cq.jcr.adapter.TicketAdapter.getPageNode(TicketAdapter.java:2396)
    at com.day.cq.jcr.adapter.TicketAdapter.getPage(TicketAdapter.java:763)
    at
com.day.cq.jcr.adapter.cached.CachingTicketAdapter.hasPage(CachingTicketAdapter.java:327)
    at
com.day.cq.contentbus.HeadVersionSelector.select(VersionSelector.java:106)
    at com.day.cq.jcr.adapter.TicketAdapter.getPage(TicketAdapter.java:744)
    at
com.day.cq.jcr.adapter.cached.CachingTicketAdapter.getPage(CachingTicketAdapter.java:268)
    at
com.day.cq.jcr.adapter.facade.TicketFacade.getPage(TicketFacade.java:189)
    at
com.day.cq.contentbus.PropertyPackageFilter.matches(PropertyPackageFilter.java:133)
    at com.day.cq.util.ACL.apply(ACL.java:341)
    at com.day.cq.util.ACL.apply(ACL.java:325)
    at com.day.cq.jcr.adapter.UserData.isGranted(UserData.java:578)
    at
com.day.cq.jcr.adapter.TicketAdapter.isGranted(TicketAdapter.java:582)
    at
com.day.cq.delivery.DeliveryTicketWrapper.isGranted(DeliveryTicketWrapper.java:414)
    at
com.day.cq.search.fulltext.ResultSetImpl.include(ResultSetImpl.java:328)
    at
com.day.cq.search.fulltext.ResultSetImpl.buildMap(ResultSetImpl.java:221)
    at
com.day.cq.search.fulltext.ResultSetImpl.<init>(ResultSetImpl.java:125)
    at com.day.cq.search.fulltext.QueryImpl.doExecute(QueryImpl.java:144)
    at com.day.cq.search.AbstractQuery.execute(AbstractQuery.java:113)
    at com.day.cq.search.CombinedQuery.execute(CombinedQuery.java:70)
    at
common.search.SearchHelper.searchByKeywordUsingOther(SearchHelper.java:224)
    at common.search.SearchHelper.searchByKeyword(SearchHelper.java:146)
    at
common.helper.ArticleUrlSeoHelper.getArticleHandle(ArticleUrlSeoHelper.java:163)
    at
apps.Common.templates.ArticleProxy.start$jsp._jspService(start$jsp.java:285)
    at com.day.jasper40.runtime.HttpJspBase.service(HttpJspBase.java:107)
    at javax.servlet.http.HttpServlet.service(HttpServlet.java:810)
    at com.day.cq.jsp.JspHandler.doCallInternal(JspHandler.java:342)
    at com.day.cq.jsp.JspHandler.doCall(JspHandler.java:243)
    at com.day.cq.jsp.JspHandler.doCall(JspHandler.java:207)
    at
com.day.cq.delivery.script.AbstractScriptHandler.call(AbstractScriptHandler.java:237)
    at
com.day.cq.delivery.script.ScriptHandlerServiceImpl.call(ScriptHandlerServiceImpl.java:257)
    at com.day.cq.delivery.DeliveryModule.service(DeliveryModule.java:495)
    at com.day.cq.delivery.DeliveryServlet.service(DeliveryServlet.java:91)
    at javax.servlet.http.HttpServlet.service(HttpServlet.java:810)
    at com.day.cq.bootstrap.ServletProxy.service(ServletProxy.java:200)
    at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:252)
    at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:173)
    at
org.jboss.web.tomcat.filters.ReplyHeaderFilter.doFilter(ReplyHeaderFilter.java:96)
    at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:202)
    at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:173)
    at
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:213)
    at
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:178)
    at
org.jboss.web.tomcat.security.SecurityAssociationValve.invoke(SecurityAssociationValve.java:175)
    at
org.jboss.web.tomcat.security.JaccContextValve.invoke(JaccContextValve.java:74)
    at
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:126)
    at
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:105)
    at
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:107)
    at
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:148)
    at
org.apache.coyote.http11.Http11Processor.process(Http11Processor.java:869)
    at
org.apache.coyote.http11.Http11BaseProtocol$Http11ConnectionHandler.processConnection(Http11BaseProtocol.java:664)
    at
org.apache.tomcat.util.net.PoolTcpEndpoint.processSocket(PoolTcpEndpoint.java:527)
    at
org.apache.tomcat.util.net.MasterSlaveWorkerThread.run(MasterSlaveWorkerThread.java:112)
    at java.lang.Thread.run(Thread.java:595)
Cleanup action completed
>>>

The above error repeated endlessly, and quickly, filling up the partition
containing the derby.log file
in short order.  The error repeated approx once every 1.125 ms, and
increased the size of the log
file by ~ 13 MB / s.

Now, this seems to have only happened once (so far).
Has anyone seen this kind of error before, or have any suggestions as to how
to
go about debugging / fixing it ?

-- 
This message is a private communication. If you are not the intended
recipient, please do not read, copy, or use it, and do not disclose it to
others. Please notify the sender of the delivery error by replying to this
message, and then delete it from your system. Thank you.