Integration

Hi,

We have setup the application in Production on WL 10.3.

I am seeing stuck thread in Production environment and app servers are going down due to this.

We have four instance of WL server in clustered environment.

I am not sure where exactly is the problem as application is working fine in development environment.

Can you please have a look and suggest what could be the possible reason.

Below are the stack trace of wl server.

which is more than the configured time (StuckThreadMaxTime) of "600" seconds. Stack trace:
java.lang.Object.wait(Native Method)
weblogic.rjvm.ResponseImpl.waitForData(ResponseImpl.java:87)
weblogic.rjvm.ResponseImpl.getTxContext(ResponseImpl.java:127)
weblogic.rjvm.BasicOutboundRequest.sendReceive(BasicOutboundRequest.java:108)
weblogic.rmi.cluster.ClusterableRemoteRef.invoke(ClusterableRemoteRef.java:345)
weblogic.rmi.cluster.ClusterableRemoteRef.invoke(ClusterableRemoteRef.java:259)
weblogic.jdbc.common.internal.RmiDataSource_1030_WLStub.getConnection(Unknown Source)
com.eds.gmio.channel21.wwa.database.WWAContext.getConnection(WWAContext.java:140)
com.eds.gmio.channel21.wwa.database.WWAContext.getConnection(WWAContext.java:123)
com.eds.gmio.channel21.wwa.database.ClaimBroker.retrieve(ClaimBroker.java:1251)
com.eds.gmio.channel21.wwa.business.ClaimImpl.retrieve(ClaimImpl.java:3935)
com.eds.gmio.channel21.wwa.business.ClaimFactory.findByPrimaryKey(ClaimFactory.java:183)
com.eds.gmio.channel21.wwa.business.Facade.deleteClaim(Facade.java:85)
com.eds.gmio.channel21.wwa.servlet.ClaimDeleteServlet.action(ClaimDeleteServlet.java:108)
com.eds.gmio.channel21.wwa.servlet.SessionControlServlet.handle(SessionControlServlet.java:220)
com.eds.gmio.channel21.wps.server.servlet.Channel21Servlet.doGet(Channel21Servlet.java:196)
com.eds.gmio.channel21.wps.server.servlet.Channel21Servlet.doPost(Channel21Servlet.java:222)
javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:227)
weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:125)
weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:292)
weblogic.servlet.internal.TailFilter.doFilter(TailFilter.java:26)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42)
com.gm.gssm.framework.security.filter.GMXssFilter.sanitizeOrDoChain(GMXssFilter.java:103)
com.gm.gssm.framework.security.filter.GMXssFilter.doFilter(GMXssFilter.java:78)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3496)
weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321)
weblogic.security.service.SecurityManager.runAs(Unknown Source)
weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2180)
weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2086)
weblogic.servlet.internal.ServletRequestImpl.run(Unknown Source)
weblogic.work.ExecuteThread.execute(ExecuteThread.java:201)
weblogic.work.ExecuteThread.run(ExecuteThread.java:173)
>



]", which is more than the configured time (StuckThreadMaxTime) of "600" seconds. Stack trace:
com.ibm.xml.dom.DeepNodeListImpl.nextMatchingElementAfter(DeepNodeListImpl.java)
com.ibm.xml.dom.DeepNodeListImpl.item(DeepNodeListImpl.java)
com.eds.gmio.channel21.wwa.util.XmlUtil.getElement(XmlUtil.java:886)
com.eds.gmio.channel21.wwa.util.XmlUtil.setElementValue(XmlUtil.java:1885)
com.eds.gmio.channel21.wwa.servlet.ClaimDeleteServlet.createXmlOutput(ClaimDeleteServlet.java:195)
com.eds.gmio.channel21.wwa.servlet.ClaimDeleteServlet.action(ClaimDeleteServlet.java:84)
com.eds.gmio.channel21.wwa.servlet.SessionControlServlet.handle(SessionControlServlet.java:220)
com.eds.gmio.channel21.wps.server.servlet.Channel21Servlet.doGet(Channel21Servlet.java:196)
com.eds.gmio.channel21.wps.server.servlet.Channel21Servlet.doPost(Channel21Servlet.java:222)
javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:227)
weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:125)
weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:292)
weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:175)
weblogic.servlet.internal.RequestDispatcherImpl.invokeServlet(RequestDispatcherImpl.java:502)
weblogic.servlet.internal.RequestDispatcherImpl.forward(RequestDispatcherImpl.java:251)
com.eds.gmio.channel21.wwa.servlet.SessionControlServlet.jumpToServlet(SessionControlServlet.java:276)
com.eds.gmio.channel21.wwa.servlet.ClaimSummaryServlet.action(ClaimSummaryServlet.java:177)
com.eds.gmio.channel21.wwa.servlet.SessionControlServlet.handle(SessionControlServlet.java:220)
com.eds.gmio.channel21.wps.server.servlet.Channel21Servlet.doGet(Channel21Servlet.java:196)
com.eds.gmio.channel21.wps.server.servlet.Channel21Servlet.doPost(Channel21Servlet.java:222)
javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:227)
weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:125)
weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:292)
weblogic.servlet.internal.TailFilter.doFilter(TailFilter.java:26)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42)
com.gm.gssm.framework.security.filter.GMXssFilter.sanitizeOrDoChain(GMXssFilter.java:103)
com.gm.gssm.framework.security.filter.GMXssFilter.doFilter(GMXssFilter.java:78)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3496)
weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321)
weblogic.security.service.SecurityManager.runAs(Unknown Source)
weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2180)
weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2086)
weblogic.servlet.internal.ServletRequestImpl.run(Unknown Source)
weblogic.work.ExecuteThread.execute(ExecuteThread.java:201)
weblogic.work.ExecuteThread.run(ExecuteThread.java:173)
>