hello All,
we are on EPM 11.1.2.3.500 version
we have EPMA type HFM application.
in our production environment , when client perform task of "Force calculate" , we are getting an error of " A Connection to the server has failed. (Status=12031)"
from the HFMWeb0 log file , i can see following entries
####<Jan 8, 2015 10:32:48 AM EST> <Error> <WebLogicServer> <HIBTV-HYP2> <HFMWeb0> <[ACTIVE] ExecuteThread: '13' for queue: 'weblogic.kernel.Default (self-tuning)'> <<WLS Kernel>> <> <> <1420731168042> <BEA-000337> <[STUCK] ExecuteThread: '11' for queue: 'weblogic.kernel.Default (self-tuning)' has been busy for "609" seconds working on the request "Workmanager: default, Version: 0, Scheduled=true, Started=true, Started time: 609032 ms
[
POST /hfmadf/faces/hfm.jspx?_adf.ctrl-state=18ue9ufyio_4 HTTP/1.1
Accept: */*
Accept-Language: en-us
Referer: https://hyperion-workspace.hi.corp/hfmadf/faces/hfm.jspx?accessibilityMode=false&themeSelection=BpmTadpole&_afrWindowMode=0&_afrLoop=1382229489293192&_adf.ctrl-state=18ue9ufyio_4
adf-rich-message: true
Content-Type: application/x-www-form-urlencoded; charset=UTF-8
adf-ads-page-id: 1
UA-CPU: AMD64
User-Agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.1; Win64; x64; Trident/4.0; .NET CLR 2.0.50727; SLCC2; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; .NET4.0C; .NET4.0E; InfoPath.3; Tablet PC 2.0)
Content-Length: 731
Cache-Control: no-cache
Cookie: JSESSIONID=pQ2dJncZ8Nz5Jcr3s7DNtl5ZMZGvJyvpkdhC1HWJlLS9W6bc5ygZ!-762927112; ORA_EPMWS_User=siebam10; ORA_EPMWS_Locale=en_US; ORA_EPMWS_AccessibilityMode=false; ORA_EPMWS_ThemeSelection=BpmTadpole; BIGipServerhyperion1-multi.app~hyperion1-multi_pool=1723753482.14410.0000; ORA_EPMWS_timeZone=300
ECID-Context: 1.00iQfj^kMx3Fw00Fzzw0w00002oO000lov;kXjE1ZDLIPHJj8QPhHOPaVAPXJPPnV8QaTQBeJSSsG
Connection: Keep-Alive
X-Forwarded-For: 10.100.158.106
Proxy-Client-IP: 10.100.190.254
X-WebLogic-KeepAliveSecs: 30
X-WebLogic-Force-JVMID: -762927112
]", which is more than the configured time (StuckThreadMaxTime) of "600" seconds. Stack trace:
Thread-199 "[STUCK] ExecuteThread: '11' for queue: 'weblogic.kernel.Default (self-tuning)'" <alive, suspended, parked, priority=1, DAEMON> {
java.util.concurrent.locks.LockSupport.park(LockSupport.java:154)
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811)
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:834)
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1178)
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:183)
java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262)
oracle.adf.model.dcframe.DataControlFrameImpl.lock(DataControlFrameImpl.java:457)
oracle.adf.model.dcframe.DataControlFrameImpl.beginRequest(DataControlFrameImpl.java:584)
oracle.adf.model.BindingContext.setCurrentFrame(BindingContext.java:2401)
oracle.adf.model.BindingContext.setCurrentDataControlFrame(BindingContext.java:2294)
oracle.adfinternal.controller.util.model.DCFrameImpl.makeCurrent(DCFrameImpl.java:134)
oracle.adfinternal.controller.state.ViewPortContextImpl.makeCurrent(ViewPortContextImpl.java:1053)
oracle.adfinternal.controller.state.RequestState.setCurrentViewPortContext(RequestState.java:224)
oracle.adfinternal.controller.state.ControllerState.setRequestState(ControllerState.java:1087)
oracle.adfinternal.controller.state.ControllerState.synchronizeStatePart1(ControllerState.java:240)
oracle.adfinternal.controller.state.ControllerState.establishBasicState(ControllerState.java:659)
oracle.adfinternal.controller.application.AdfcExceptionHandler.verifyBasicState(AdfcExceptionHandler.java:105)
oracle.adfinternal.controller.application.AdfcExceptionHandler.handleException(AdfcExceptionHandler.java:38)
oracle.adfinternal.view.faces.lifecycle.LifecycleImpl.\_handleException(LifecycleImpl.java:1387)
oracle.adfinternal.view.faces.lifecycle.LifecycleImpl.execute(LifecycleImpl.java:199)
javax.faces.webapp.FacesServlet.service(FacesServlet.java:246)
weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:224)
weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:108)
weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:207)
weblogic.servlet.internal.TailFilter.doFilter(TailFilter.java:26)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adf.model.servlet.ADFBindingFilter.doFilter(ADFBindingFilter.java:153)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adfinternal.view.faces.webapp.rich.RegistrationFilter.doFilter(RegistrationFilter.java:72)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl$FilterListChain.doFilter(TrinidadFilterImpl.java:437)
oracle.adfinternal.view.faces.activedata.AdsFilter.doFilter(AdsFilter.java:44)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl$FilterListChain.doFilter(TrinidadFilterImpl.java:437)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl.\_doFilterImpl(TrinidadFilterImpl.java:231)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl.doFilter(TrinidadFilterImpl.java:133)
org.apache.myfaces.trinidad.webapp.TrinidadFilter.doFilter(TrinidadFilter.java:91)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.epm.fm.servlets.ExternalHfmSecurityServlet.doFilter(ExternalHfmSecurityServlet.java:32)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adf.library.webapp.LibraryFilter.doFilter(LibraryFilter.java:167)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.security.jps.ee.http.JpsAbsFilter$1.run(JpsAbsFilter.java:119)
oracle.security.jps.util.JpsSubject.doAsPrivileged(JpsSubject.java:310)
oracle.security.jps.ee.util.JpsPlatformUtil.runJaasMode(JpsPlatformUtil.java:452)
oracle.security.jps.ee.http.JpsAbsFilter.runJaasMode(JpsAbsFilter.java:103)
oracle.security.jps.ee.http.JpsAbsFilter.doFilter(JpsAbsFilter.java:107)
oracle.security.jps.ee.http.JpsFilter.doFilter(JpsFilter.java:70)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.dms.servlet.DMSServletFilter.doFilter(DMSServletFilter.java:90)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
weblogic.servlet.internal.RequestEventsFilter.doFilter(RequestEventsFilter.java:25)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.wrapRun(WebAppServletContext.java:3702)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3696)
weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:308)
weblogic.security.service.SecurityManager.runAs(SecurityManager.java:116)
weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2209)
weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2131)
weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1457)
weblogic.work.ExecuteThread.execute(ExecuteThread.java:250)
weblogic.work.ExecuteThread.run(ExecuteThread.java:213)
}
------------------------------------------------
regards,
-Dattatray Mate