Mantis - Resin
Viewing Issue Advanced Details
ID: Category: Severity: Reproducibility: Date Submitted: Last Update:
850 major random 01-10-06 06:51 01-24-06 14:45
Reporter: flausa Platform:  
Assigned To: ferg OS:  
Priority: normal OS Version:  
Status: closed Product Version: 3.0.17  
Product Build: Resolution: fixed  
Projection: none      
ETA: none Fixed in Version: 3.0.18  
Summary: 0000850: Server not responding
Description: We are getting the following stack trace in our resin 3.0.17 log.

[2006-01-10 10:50:03.738] java.sql.SQLException: transaction timed out waiting for lock 30090

[2006-01-10 10:50:03.738] at com.caucho.db.store.Lock.queue(Lock.java:348)

[2006-01-10 10:50:03.738] at com.caucho.db.store.Lock.queue(Lock.java:315)

[2006-01-10 10:50:03.738] at com.caucho.db.store.Lock.lockRead(Lock.java:92)

[2006-01-10 10:50:03.738] at com.caucho.db.store.Transaction.lockAutoCommitRead(Transaction.java:223)

[2006-01-10 10:50:03.738] at com.caucho.db.sql.SelectQuery.execute(SelectQuery.java:159)

[2006-01-10 10:50:03.738] at com.caucho.db.jdbc.PreparedStatementImpl.execute(PreparedStatementImpl.java:339)

[2006-01-10 10:50:03.738] at com.caucho.db.jdbc.PreparedStatementImpl.executeQuery(PreparedStatementImpl.java:314)

[2006-01-10 10:50:03.738] at com.caucho.server.cluster.FileBacking.loadSelf(FileBacking.java:309)

[2006-01-10 10:50:03.738] at com.caucho.server.cluster.ClusterStore.load(ClusterStore.java:404)

[2006-01-10 10:50:03.738] at com.caucho.server.cluster.ClusterObject.load(ClusterObject.java:255)

[2006-01-10 10:50:03.738] at com.caucho.server.session.SessionImpl.load(SessionImpl.java:689)

[2006-01-10 10:50:03.738] at com.caucho.server.session.SessionManager.getSession(SessionManager.java:1048)

[2006-01-10 10:50:03.738] at com.caucho.server.connection.AbstractHttpRequest.createSession(AbstractHttpRequest.java:1364)

[2006-01-10 10:50:03.738] at com.caucho.server.connection.AbstractHttpRequest.getSession(AbstractHttpRequest.java:1174)

[2006-01-10 10:50:03.738] at _jsp._jsp._customer._login__jsp._jspService(_login__jsp.java:43)

[2006-01-10 10:50:03.738] at com.caucho.jsp.JavaPage.service(JavaPage.java:60)

[2006-01-10 10:50:03.738] at com.caucho.jsp.Page.pageservice(Page.java:570)

[2006-01-10 10:50:03.738] at com.caucho.server.dispatch.PageFilterChain.doFilter(PageFilterChain.java:159)

[2006-01-10 10:50:03.738] at com.caucho.server.webapp.WebAppFilterChain.doFilter(WebAppFilterChain.java:178)

[2006-01-10 10:50:03.738] at com.caucho.server.dispatch.ServletInvocation.service(ServletInvocation.java:229)

[2006-01-10 10:50:03.738] at com.caucho.server.hmux.HmuxRequest.handleRequest(HmuxRequest.java:419)

[2006-01-10 10:50:03.738] at com.caucho.server.port.TcpConnection.run(TcpConnection.java:388)

[2006-01-10 10:50:03.738] at com.caucho.util.ThreadPool.runTasks(ThreadPool.java:490)

[2006-01-10 10:50:03.738] at com.caucho.util.ThreadPool.run(ThreadPool.java:423)

[2006-01-10 10:50:03.738] at java.lang.Thread.run(Thread.java:534)

[MEMLEAK] Java memory total=536 MB free=117 MB used=419 MB Time: Tue Jan 10 10:50:03 CET 2006

[2006-01-10 10:50:03.741] java.sql.SQLException: transaction timed out waiting for lock 30090

[2006-01-10 10:50:03.741] at com.caucho.db.store.Lock.queue(Lock.java:348)

[2006-01-10 10:50:03.741] at com.caucho.db.store.Lock.queue(Lock.java:315)

[2006-01-10 10:50:03.741] at com.caucho.db.store.Lock.lockRead(Lock.java:92)

[2006-01-10 10:50:03.741] at com.caucho.db.store.Transaction.lockAutoCommitRead(Transaction.java:223)

[2006-01-10 10:50:03.741] at com.caucho.db.sql.SelectQuery.execute(SelectQuery.java:159)

[2006-01-10 10:50:03.741] at com.caucho.db.jdbc.PreparedStatementImpl.execute(PreparedStatementImpl.java:339)

[2006-01-10 10:50:03.741] at com.caucho.db.jdbc.PreparedStatementImpl.executeQuery(PreparedStatementImpl.java:314)

[2006-01-10 10:50:03.741] at com.caucho.server.cluster.FileBacking.loadSelf(FileBacking.java:309)

[2006-01-10 10:50:03.741] at com.caucho.server.cluster.ClusterStore.load(ClusterStore.java:404)

[2006-01-10 10:50:03.741] at com.caucho.server.cluster.ClusterObject.load(ClusterObject.java:255)

[2006-01-10 10:50:03.741] at com.caucho.server.session.SessionImpl.load(SessionImpl.java:689)

[2006-01-10 10:50:03.741] at com.caucho.server.session.SessionManager.getSession(SessionManager.java:1048)

[2006-01-10 10:50:03.741] at com.caucho.server.connection.AbstractHttpRequest.createSession(AbstractHttpRequest.java:1364)

[2006-01-10 10:50:03.741] at com.caucho.server.connection.AbstractHttpRequest.getSession(AbstractHttpRequest.java:1174)

[2006-01-10 10:50:03.741] at _jsp._jsp._customer._login__jsp._jspService(_login__jsp.java:43)

[2006-01-10 10:50:03.741] at com.caucho.jsp.JavaPage.service(JavaPage.java:60)

[2006-01-10 10:50:03.741] at com.caucho.jsp.Page.pageservice(Page.java:570)

[2006-01-10 10:50:03.741] at com.caucho.server.dispatch.PageFilterChain.doFilter(PageFilterChain.java:159)

[2006-01-10 10:50:03.741] at com.caucho.server.webapp.WebAppFilterChain.doFilter(WebAppFilterChain.java:178)

[2006-01-10 10:50:03.741] at com.caucho.server.dispatch.ServletInvocation.service(ServletInvocation.java:229)

[2006-01-10 10:50:03.741] at com.caucho.server.hmux.HmuxRequest.handleRequest(HmuxRequest.java:419)

[2006-01-10 10:50:03.741] at com.caucho.server.port.TcpConnection.run(TcpConnection.java:388)

[2006-01-10 10:50:03.741] at com.caucho.util.ThreadPool.runTasks(ThreadPool.java:490)

[2006-01-10 10:50:03.741] at com.caucho.util.ThreadPool.run(ThreadPool.java:423)

[2006-01-10 10:50:03.741] at java.lang.Thread.run(Thread.java:534)

[MEMLEAK] Java memory total=536 MB free=117 MB used=419 MB Time: Tue Jan 10 10:50:03 CET 2006

[MEMLEAK] Java memory total=536 MB free=117 MB used=419 MB Time: Tue Jan 10 10:50:03 CET 2006

[MEMLEAK] Java memory total=536 MB free=117 MB used=419 MB Time: Tue Jan 10 10:50:03 CET 2006

COOKIE VAL:63430532@2005-09-2612:55:29@d5425454e4e9b55b53b20f7edbb7ca83e31427f8

COOKIE VAL:63430532@2005-09-2612:55:29@d5425454e4e9b55b53b20f7edbb7ca83e31427f8

COOKIE VAL:63430532@2005-09-2612:55:29@d5425454e4e9b55b53b20f7edbb7ca83e31427f8

COOKIE VAL:63430532@2005-09-2612:55:29@d5425454e4e9b55b53b20f7edbb7ca83e31427f8

[MEMLEAK] Java memory total=536 MB free=113 MB used=423 MB Time: Tue Jan 10 10:50:24 CET 2006

[2006-01-10 10:50:33.668] Can't store session default;bvP-YS9GClMd6fbUZI

[2006-01-10 10:50:44.727] java.sql.SQLException: transaction timed out waiting for lock 10710

[2006-01-10 10:50:44.727] at com.caucho.db.store.Lock.queue(Lock.java:348)

[2006-01-10 10:50:44.727] at com.caucho.db.store.Lock.queue(Lock.java:315)

[2006-01-10 10:50:44.727] at com.caucho.db.store.Lock.lockReadAndUpgrade(Lock.java:190)

[2006-01-10 10:50:44.727] at com.caucho.db.store.Transaction.lockAutoCommitWrite(Transaction.java:241)

[2006-01-10 10:50:44.727] at com.caucho.db.sql.DeleteQuery.execute(DeleteQuery.java:82)

[2006-01-10 10:50:44.727] at com.caucho.db.jdbc.PreparedStatementImpl.execute(PreparedStatementImpl.java:349)

[2006-01-10 10:50:44.727] at com.caucho.db.jdbc.PreparedStatementImpl.executeUpdate(PreparedStatementImpl.java:325)

[2006-01-10 10:50:44.727] at com.caucho.server.cluster.FileBacking.remove(FileBacking.java:375)

[2006-01-10 10:50:44.727] at com.caucho.server.cluster.ClusterStore.removeSelf(ClusterStore.java:894)

[2006-01-10 10:50:44.727] at com.caucho.server.cluster.ClusterStore.remove(ClusterStore.java:860)

[2006-01-10 10:50:44.727] at com.caucho.server.cluster.ClusterObject.remove(ClusterObject.java:431)

[2006-01-10 10:50:44.727] at com.caucho.server.session.SessionImpl.invalidateImpl(SessionImpl.java:602)

[2006-01-10 10:50:44.727] at com.caucho.server.session.SessionImpl.invalidate(SessionImpl.java:546)

This looks like the following issue that was resolved in 3.0.15, http://bugs.caucho.com/view.php?id=419 [^]

The server simply stops responding and the only solution is to restart the server. We are using the following configuration:

Linux RH ES 3.0
Oracle 9i
Apache 2.0

Our config file looks like this:

    <!-- the srun port, read by both JVM and plugin -->
    <cluster>
      <client-live-time>30s</client-live-time>
      <srun id="a" host='xxxxxx' port='6802' index='1'/>
      <srun id="b" host='xxxxxx' port='6803' index='2'/>
    </cluster>

 <persistent-store type="cluster">
    <init path="$server-root/ne/WEB-INF/sessions"/>
  </persistent-store>

      <session-config>
        <use-persistent-store>true</use-persistent-store>
        <session-max>2600</session-max>
         <session-timeout>180</session-timeout>
        <reuse-session-id>false</reuse-session-id>
      </session-config>
Steps To Reproduce:
Additional Information:
Relationships
Attached Files:

Notes
(0000769)
ferg   
01-24-06 14:45   
timing/locking issues in session store