Hello,
We are running Planning 11.1.2.4.004 on WIN2012 R2. Just today, couple business users complained about an issue wherein they entered some data and saved the form, which has a business rule set to "Run on Save". Usually, it takes less than 5 secs to complete but in this instance the mouse cursor was spinning and they closed the browser and redid the whole thing. I logged into Planning/Job Console and observed many such rules were in "processing" state. EAS console showed all these rules as "in_progress".
I checked the calc manager logs but couldn't find anything; planning logs revealed the following related to "StuckThreadMaxTime". Can someone please suggest what needs to be done here? Would a simple restart of planning services help?
LOG CONTENT BELOW
####<Mar 22, 2017 11:41:30 AM EDT> <Error> <WebLogicServer> <SERVERNAME> <Planning0> <[ACTIVE] ExecuteThread: '15' for queue: 'weblogic.kernel.Default (self-tuning)'> <<WLS Kernel>> <> <> <1490197290239> <BEA-000337> <[STUCK] ExecuteThread: '11' for queue: 'weblogic.kernel.Default (self-tuning)' has been busy for "2,842" seconds working on the request "Workmanager: default, Version: 1, Scheduled=true, Started=true, Started time: 2842136 ms
[
GET /HyperionPlanning/servlet/HspLogOff HTTP/1.1
User-Agent: Mozilla/5.0 (Windows NT 6.3; WOW64; rv:52.0) Gecko/20100101 Firefox/52.0
Accept: */*
Accept-Language: en-US,en;q=0.5
Accept-Encoding: gzip, deflate
Referer: http://SERVERNAME/workspace/index.jsp?framed=true
Cookie: ORA_HP_MRUApplication=WrkfrceB; ORA_HP_MRUUsername=SLebof7058k; JSESSIONID=XylCYSTXHJsqp6r8pgnh4Y96bnLhmv6WRmPhgyLZX76J2Jr2y9wd!-1706823944; _ga=GA1.2.843530699.1452271671; wb48617274=7BD6A435; ORA_EPMWS_User=SLebof7058k; ORA_EPMWS_Locale=en_US; ORA_EPMWS_AccessibilityMode=false; ORA_EPMWS_ThemeSelection=Skyros; ORA_EPMWS_timeZone=240
ECID-Context: 1.00ieU^qyw4bFw0zzzH06zzC1vQi3jfYz90000Uk000t5T;kXjE0ZDLIPIMj8HUkLQSdVQRGSPOiUPQiNRBnLQSqSPPoV8InGSJjNRJaMO
Connection: Keep-Alive
X-Forwarded-For: 10.36.124.195
Proxy-Client-IP: 10.54.140.252
X-WebLogic-KeepAliveSecs: 30
X-WebLogic-Force-JVMID: -1706823944
]", which is more than the configured time (StuckThreadMaxTime) of "1,200" seconds. Stack trace:
Thread-676 "[STUCK] ExecuteThread: '11' for queue: 'weblogic.kernel.Default (self-tuning)'" <alive, suspended, parked, priority=1, DAEMON> {
java.util.concurrent.locks.LockSupport.park(LockSupport.java:154)
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811)
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:834)
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1178)
java.util.concurrent.locks.ReentrantLock$NonfairSync.lock(ReentrantLock.java:183)
java.util.concurrent.locks.ReentrantLock.lock(ReentrantLock.java:262)
oracle.adf.model.dcframe.DataControlFrameImpl.lock(DataControlFrameImpl.java:457)
oracle.adf.model.dcframe.DataControlFrameImpl.release(DataControlFrameImpl.java:304)
oracle.adf.model.BindingContext.resetState(BindingContext.java:637)
oracle.adf.model.BindingContext.release(BindingContext.java:594)
^-- Holding lock: java.util.concurrent.locks.ReentrantLock@300e7cfe[thin lock]
oracle.adf.model.servlet.HttpBindingContext.valueUnbound(HttpBindingContext.java:48)
weblogic.servlet.internal.session.SessionData.removeAttribute(SessionData.java:713)
weblogic.servlet.internal.session.SessionData.removeAttribute(SessionData.java:708)
weblogic.servlet.internal.session.SessionData.remove(SessionData.java:972)
^-- Holding lock: java.lang.Object@66e899c1[thin lock]
weblogic.servlet.internal.session.MemorySessionContext.invalidateSession(MemorySessionContext.java:68)
weblogic.servlet.internal.session.SessionData.invalidate(SessionData.java:866)
weblogic.servlet.internal.session.SessionData.invalidate(SessionData.java:887)
HspLogOff.Handle(HspLogOff.java:55)
HspLogOff.doGet(HspLogOff.java:45)
javax.servlet.http.HttpServlet.service(HttpServlet.java:700)
javax.servlet.http.HttpServlet.service(HttpServlet.java:815)
weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:224)
weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:108)
weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:207)
weblogic.servlet.internal.TailFilter.doFilter(TailFilter.java:26)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
HspValidationFilter.doFilter(HspValidationFilter.java:10)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.security.jps.ee.http.JpsAbsFilter$1.run(JpsAbsFilter.java:119)
oracle.security.jps.util.JpsSubject.doAsPrivileged(JpsSubject.java:310)
oracle.security.jps.ee.util.JpsPlatformUtil.runJaasMode(JpsPlatformUtil.java:452)
oracle.security.jps.ee.http.JpsAbsFilter.runJaasMode(JpsAbsFilter.java:103)
oracle.security.jps.ee.http.JpsAbsFilter.doFilter(JpsAbsFilter.java:107)
oracle.security.jps.ee.http.JpsFilter.doFilter(JpsFilter.java:70)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.dms.servlet.DMSServletFilter.doFilter(DMSServletFilter.java:90)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
weblogic.servlet.internal.RequestEventsFilter.doFilter(RequestEventsFilter.java:25)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.wrapRun(WebAppServletContext.java:3702)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3696)
weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:308)
weblogic.security.service.SecurityManager.runAs(SecurityManager.java:116)
weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2209)
weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2131)
weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1457)
weblogic.work.ExecuteThread.execute(ExecuteThread.java:250)
weblogic.work.ExecuteThread.run(ExecuteThread.java:213)
}
>
####<Mar 22, 2017 12:01:30 PM EDT> <Error> <WebLogicServer> <SERVERNAME> <Planning0> <[ACTIVE] ExecuteThread: '9' for queue: 'weblogic.kernel.Default (self-tuning)'> <<WLS Kernel>> <> <> <1490198490240> <BEA-000337> <[STUCK] ExecuteThread: '27' for queue: 'weblogic.kernel.Default (self-tuning)' has been busy for "2,532" seconds working on the request "Workmanager: default, Version: 0, Scheduled=true, Started=true, Started time: 2532217 ms
[
POST /HyperionPlanning/faces/PlanningCentral?_adf.ctrl-state=dd238vdcj_144 HTTP/1.1
User-Agent: Mozilla/5.0 (Windows NT 10.0; WOW64; rv:52.0) Gecko/20100101 Firefox/52.0
Accept: */*
Accept-Language: en-US,en;q=0.5
Accept-Encoding: gzip, deflate
Referer: http://SERVERNAME/HyperionPlanning/faces/PlanningCentral?_afrLoop=302724273464240&_afrWindowMode=0&Application=WrkfrceB&_adf.ctrl-state=dd238vdcj_144
Content-Type: application/x-www-form-urlencoded; charset=UTF-8
Adf-Ads-Page-Id: 6
Adf-Rich-Message: true
Content-Length: 425
Cookie: ORA_HP_MRUApplication=WrkfrceB; ORA_HP_MRUUsername=jschro206; JSESSIONID=LTs1YSMVnnJp2gJrQHTJbnLvT8hJLNhqvTVcQ6QBNgfdt5bFMl7r!-1706823944; ORA_EPMWS_User=jschro206; ORA_EPMWS_Locale=en_US; ORA_EPMWS_AccessibilityMode=false; ORA_EPMWS_ThemeSelection=Skyros; PSC=UCID=cef8829f-6221-4218-98b9-5ad3ce3cbf91; ORA_EPMWS_timeZone=240
ECID-Context: 1.00ieUaHFcuhFw0zzzH06zzC1dJy3jfYz90001J^000qS0;kXjE0ZDLIPIOj8HUkLQSdVQRGSPOiUPQiNRBaHRO_JVBGSPOiUPQiNRG_UOTmHOR
Connection: Keep-Alive
X-Forwarded-For: 147.191.208.223
Proxy-Client-IP: 10.54.140.252
X-WebLogic-KeepAliveSecs: 30
X-WebLogic-Force-JVMID: -1706823944
]", which is more than the configured time (StuckThreadMaxTime) of "1,200" seconds. Stack trace:
Thread-750 "[STUCK] ExecuteThread: '27' for queue: 'weblogic.kernel.Default (self-tuning)'" <alive, suspended, sleeping, priority=1, DAEMON> {
java.lang.Thread.sleep(Thread.java:???)
com.hyperion.planning.HspAsyncJobsManager.completeJobExceution(HspAsyncJobsManager.java:51)
com.hyperion.planning.db.HspFMDBImpl$CalcMgrWrapper.runRule(HspFMDBImpl.java:10493)
com.hyperion.planning.db.HspFMDBImpl.runHBRRule(HspFMDBImpl.java:2293)
com.hyperion.planning.db.HspFMDBImpl.runCalcScript(HspFMDBImpl.java:2241)
com.hyperion.planning.HyperionPlanningBean.runCalcScript(HyperionPlanningBean.java:4272)
com.hyperion.planning.HyperionPlanningBean.RunCalcOnSave(HyperionPlanningBean.java:4088)
com.hyperion.planning.adf.enterdata.view.backing.EnterDataBean.doSaveOperation(EnterDataBean.java:2950)
com.hyperion.planning.adf.enterdata.view.backing.EnterDataBean.handleSave(EnterDataBean.java:3085)
sun.reflect.NativeMethodAccessorImpl.invoke0(NativeMethodAccessorImpl.java:???)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:27)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
java.lang.reflect.Method.invoke(Method.java:575)
com.sun.el.parser.AstValue.invoke(AstValue.java:183)
com.sun.el.MethodExpressionImpl.invoke(MethodExpressionImpl.java:295)
org.apache.myfaces.trinidad.component.MethodExpressionMethodBinding.invoke(MethodExpressionMethodBinding.java:46)
com.sun.faces.application.ActionListenerImpl.processAction(ActionListenerImpl.java:85)
org.apache.myfaces.trinidad.component.UIXCommand.broadcast(UIXCommand.java:171)
oracle.adf.view.rich.component.rich.nav.RichCommandMenuItem.broadcast(RichCommandMenuItem.java:179)
oracle.adf.view.rich.component.fragment.UIXRegion.broadcast(UIXRegion.java:164)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent$1.run(ContextSwitchingComponent.java:92)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent._processPhase(ContextSwitchingComponent.java:351)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent.broadcast(ContextSwitchingComponent.java:84)
oracle.adf.view.rich.component.fragment.UIXInclude.broadcast(UIXInclude.java:97)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent$1.run(ContextSwitchingComponent.java:92)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent._processPhase(ContextSwitchingComponent.java:351)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent.broadcast(ContextSwitchingComponent.java:84)
oracle.adf.view.rich.component.fragment.UIXInclude.broadcast(UIXInclude.java:97)
oracle.adfinternal.view.faces.lifecycle.LifecycleImpl.broadcastEvents(LifecycleImpl.java:1065)
oracle.adfinternal.view.faces.lifecycle.LifecycleImpl._executePhase(LifecycleImpl.java:328)
oracle.adfinternal.view.faces.lifecycle.LifecycleImpl.execute(LifecycleImpl.java:199)
javax.faces.webapp.FacesServlet.service(FacesServlet.java:246)
weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:224)
weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:108)
weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:207)
weblogic.servlet.internal.TailFilter.doFilter(TailFilter.java:26)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adf.model.servlet.ADFBindingFilter.doFilter(ADFBindingFilter.java:153)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adfinternal.view.faces.webapp.rich.RegistrationFilter.doFilter(RegistrationFilter.java:72)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl$FilterListChain.doFilter(TrinidadFilterImpl.java:437)
oracle.adfinternal.view.faces.activedata.AdsFilter.doFilter(AdsFilter.java:44)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl$FilterListChain.doFilter(TrinidadFilterImpl.java:437)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl._doFilterImpl(TrinidadFilterImpl.java:231)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl.doFilter(TrinidadFilterImpl.java:133)
org.apache.myfaces.trinidad.webapp.TrinidadFilter.doFilter(TrinidadFilter.java:91)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
HspValidationFilter.doFilter(HspValidationFilter.java:10)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adf.library.webapp.LibraryFilter.doFilter(LibraryFilter.java:167)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.security.jps.ee.http.JpsAbsFilter$1.run(JpsAbsFilter.java:119)
oracle.security.jps.util.JpsSubject.doAsPrivileged(JpsSubject.java:310)
oracle.security.jps.ee.util.JpsPlatformUtil.runJaasMode(JpsPlatformUtil.java:452)
oracle.security.jps.ee.http.JpsAbsFilter.runJaasMode(JpsAbsFilter.java:103)
oracle.security.jps.ee.http.JpsAbsFilter.doFilter(JpsAbsFilter.java:107)
oracle.security.jps.ee.http.JpsFilter.doFilter(JpsFilter.java:70)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.dms.servlet.DMSServletFilter.doFilter(DMSServletFilter.java:90)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
weblogic.servlet.internal.RequestEventsFilter.doFilter(RequestEventsFilter.java:25)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.wrapRun(WebAppServletContext.java:3702)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3696)
weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:308)
weblogic.security.service.SecurityManager.runAs(SecurityManager.java:116)
weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2209)
weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2131)
weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1457)
weblogic.work.ExecuteThread.execute(ExecuteThread.java:250)
weblogic.work.ExecuteThread.run(ExecuteThread.java:213)
}
>
####<Mar 22, 2017 12:01:30 PM EDT> <Notice> <Diagnostics> <SERVERNAME> <Planning0> <[STANDBY] ExecuteThread: '25' for queue: 'weblogic.kernel.Default (self-tuning)'> <<WLS Kernel>> <> <> <1490198490241> <BEA-320068> <Watch 'StuckThread' with severity 'Notice' on server 'Planning0' has triggered at Mar 22, 2017 12:01:30 PM EDT. Notification details:
WatchRuleType: Log
WatchRule: (SEVERITY = 'Error') AND ((MSGID = 'WL-000337') OR (MSGID = 'BEA-000337'))
WatchData: DATE = Mar 22, 2017 12:01:30 PM EDT SERVER = Planning0 MESSAGE = [STUCK] ExecuteThread: '27' for queue: 'weblogic.kernel.Default (self-tuning)' has been busy for "2,532" seconds working on the request "Workmanager: default, Version: 0, Scheduled=true, Started=true, Started time: 2532217 ms
[
POST /HyperionPlanning/faces/PlanningCentral?_adf.ctrl-state=dd238vdcj_144 HTTP/1.1
User-Agent: Mozilla/5.0 (Windows NT 10.0; WOW64; rv:52.0) Gecko/20100101 Firefox/52.0
Accept: */*
Accept-Language: en-US,en;q=0.5
Accept-Encoding: gzip, deflate
Referer: http://SERVERNAME/HyperionPlanning/faces/PlanningCentral?_afrLoop=302724273464240&_afrWindowMode=0&Application=WrkfrceB&_adf.ctrl-state=dd238vdcj_144
Content-Type: application/x-www-form-urlencoded; charset=UTF-8
Adf-Ads-Page-Id: 6
Adf-Rich-Message: true
Content-Length: 425
Cookie: ORA_HP_MRUApplication=WrkfrceB; ORA_HP_MRUUsername=jschro206; JSESSIONID=LTs1YSMVnnJp2gJrQHTJbnLvT8hJLNhqvTVcQ6QBNgfdt5bFMl7r!-1706823944; ORA_EPMWS_User=jschro206; ORA_EPMWS_Locale=en_US; ORA_EPMWS_AccessibilityMode=false; ORA_EPMWS_ThemeSelection=Skyros; PSC=UCID=cef8829f-6221-4218-98b9-5ad3ce3cbf91; ORA_EPMWS_timeZone=240
ECID-Context: 1.00ieUaHFcuhFw0zzzH06zzC1dJy3jfYz90001J^000qS0;kXjE0ZDLIPIOj8HUkLQSdVQRGSPOiUPQiNRBaHRO_JVBGSPOiUPQiNRG_UOTmHOR
Connection: Keep-Alive
X-Forwarded-For: 147.191.208.223
Proxy-Client-IP: 10.54.140.252
X-WebLogic-KeepAliveSecs: 30
X-WebLogic-Force-JVMID: -1706823944
]", which is more than the configured time (StuckThreadMaxTime) of "1,200" seconds. Stack trace:
Thread-750 "[STUCK] ExecuteThread: '27' for queue: 'weblogic.kernel.Default (self-tuning)'" <alive, suspended, sleeping, priority=1, DAEMON> {
java.lang.Thread.sleep(Thread.java:???)
com.hyperion.planning.HspAsyncJobsManager.completeJobExceution(HspAsyncJobsManager.java:51)
com.hyperion.planning.db.HspFMDBImpl$CalcMgrWrapper.runRule(HspFMDBImpl.java:10493)
com.hyperion.planning.db.HspFMDBImpl.runHBRRule(HspFMDBImpl.java:2293)
com.hyperion.planning.db.HspFMDBImpl.runCalcScript(HspFMDBImpl.java:2241)
com.hyperion.planning.HyperionPlanningBean.runCalcScript(HyperionPlanningBean.java:4272)
com.hyperion.planning.HyperionPlanningBean.RunCalcOnSave(HyperionPlanningBean.java:4088)
com.hyperion.planning.adf.enterdata.view.backing.EnterDataBean.doSaveOperation(EnterDataBean.java:2950)
com.hyperion.planning.adf.enterdata.view.backing.EnterDataBean.handleSave(EnterDataBean.java:3085)
sun.reflect.NativeMethodAccessorImpl.invoke0(NativeMethodAccessorImpl.java:???)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:27)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
java.lang.reflect.Method.invoke(Method.java:575)
com.sun.el.parser.AstValue.invoke(AstValue.java:183)
com.sun.el.MethodExpressionImpl.invoke(MethodExpressionImpl.java:295)
org.apache.myfaces.trinidad.component.MethodExpressionMethodBinding.invoke(MethodExpressionMethodBinding.java:46)
com.sun.faces.application.ActionListenerImpl.processAction(ActionListenerImpl.java:85)
org.apache.myfaces.trinidad.component.UIXCommand.broadcast(UIXCommand.java:171)
oracle.adf.view.rich.component.rich.nav.RichCommandMenuItem.broadcast(RichCommandMenuItem.java:179)
oracle.adf.view.rich.component.fragment.UIXRegion.broadcast(UIXRegion.java:164)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent$1.run(ContextSwitchingComponent.java:92)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent._processPhase(ContextSwitchingComponent.java:351)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent.broadcast(ContextSwitchingComponent.java:84)
oracle.adf.view.rich.component.fragment.UIXInclude.broadcast(UIXInclude.java:97)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent$1.run(ContextSwitchingComponent.java:92)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent._processPhase(ContextSwitchingComponent.java:351)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent.broadcast(ContextSwitchingComponent.java:84)
oracle.adf.view.rich.component.fragment.UIXInclude.broadcast(UIXInclude.java:97)
oracle.adfinternal.view.faces.lifecycle.LifecycleImpl.broadcastEvents(LifecycleImpl.java:1065)
oracle.adfinternal.view.faces.lifecycle.LifecycleImpl._executePhase(LifecycleImpl.java:328)
oracle.adfinternal.view.faces.lifecycle.LifecycleImpl.execute(LifecycleImpl.java:199)
javax.faces.webapp.FacesServlet.service(FacesServlet.java:246)
weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:224)
weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:108)
weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:207)
weblogic.servlet.internal.TailFilter.doFilter(TailFilter.java:26)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adf.model.servlet.ADFBindingFilter.doFilter(ADFBindingFilter.java:153)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adfinternal.view.faces.webapp.rich.RegistrationFilter.doFilter(RegistrationFilter.java:72)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl$FilterListChain.doFilter(TrinidadFilterImpl.java:437)
oracle.adfinternal.view.faces.activedata.AdsFilter.doFilter(AdsFilter.java:44)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl$FilterListChain.doFilter(TrinidadFilterImpl.java:437)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl._doFilterImpl(TrinidadFilterImpl.java:231)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl.doFilter(TrinidadFilterImpl.java:133)
org.apache.myfaces.trinidad.webapp.TrinidadFilter.doFilter(TrinidadFilter.java:91)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
HspValidationFilter.doFilter(HspValidationFilter.java:10)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adf.library.webapp.LibraryFilter.doFilter(LibraryFilter.java:167)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.security.jps.ee.http.JpsAbsFilter$1.run(JpsAbsFilter.java:119)
oracle.security.jps.util.JpsSubject.doAsPrivileged(JpsSubject.java:310)
oracle.security.jps.ee.util.JpsPlatformUtil.runJaasMode(JpsPlatformUtil.java:452)
oracle.security.jps.ee.http.JpsAbsFilter.runJaasMode(JpsAbsFilter.java:103)
oracle.security.jps.ee.http.JpsAbsFilter.doFilter(JpsAbsFilter.java:107)
oracle.security.jps.ee.http.JpsFilter.doFilter(JpsFilter.java:70)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.dms.servlet.DMSServletFilter.doFilter(DMSServletFilter.java:90)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
weblogic.servlet.internal.RequestEventsFilter.doFilter(RequestEventsFilter.java:25)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.wrapRun(WebAppServletContext.java:3702)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3696)
weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:308)
weblogic.security.service.SecurityManager.runAs(SecurityManager.java:116)
weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2209)
weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2131)
weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1457)
weblogic.work.ExecuteThread.execute(ExecuteThread.java:250)
weblogic.work.ExecuteThread.run(ExecuteThread.java:213)
}
SUBSYSTEM = WebLogicServer USERID = <WLS Kernel> SEVERITY = Error THREAD = [ACTIVE] ExecuteThread: '9' for queue: 'weblogic.kernel.Default (self-tuning)' MSGID = BEA-000337 MACHINE = SERVERNAME TXID = CONTEXTID = TIMESTAMP = 1490198490240
WatchAlarmType: AutomaticReset
WatchAlarmResetPeriod: 600000
>
####<Mar 22, 2017 12:01:30 PM EDT> <Error> <WebLogicServer> <SERVERNAME> <Planning0> <[ACTIVE] ExecuteThread: '9' for queue: 'weblogic.kernel.Default (self-tuning)'> <<WLS Kernel>> <> <> <1490198490241> <BEA-000337> <[STUCK] ExecuteThread: '16' for queue: 'weblogic.kernel.Default (self-tuning)' has been busy for "1,767" seconds working on the request "Workmanager: default, Version: 0, Scheduled=true, Started=true, Started time: 1767121 ms
[
POST /HyperionPlanning/faces/PlanningCentral?_adf.ctrl-state=dd238vdcj_252 HTTP/1.1
User-Agent: Mozilla/5.0 (Windows NT 10.0; WOW64; rv:52.0) Gecko/20100101 Firefox/52.0
Accept: */*
Accept-Language: en-US,en;q=0.5
Accept-Encoding: gzip, deflate
Referer: http://SERVERNAME/HyperionPlanning/faces/PlanningCentral?_afrLoop=303733269737266&_afrWindowMode=0&Application=WrkfrceB&_adf.ctrl-state=dd238vdcj_252
Content-Type: application/x-www-form-urlencoded; charset=UTF-8
Adf-Ads-Page-Id: 10
Adf-Rich-Message: true
Content-Length: 592
Cookie: ORA_HP_MRUApplication=WrkfrceB; ORA_HP_MRUUsername=jschro206; JSESSIONID=LTs1YSMVnnJp2gJrQHTJbnLvT8hJLNhqvTVcQ6QBNgfdt5bFMl7r!-1706823944; ORA_EPMWS_User=jschro206; ORA_EPMWS_Locale=en_US; ORA_EPMWS_AccessibilityMode=false; ORA_EPMWS_ThemeSelection=Skyros; PSC=UCID=cef8829f-6221-4218-98b9-5ad3ce3cbf91; ORA_EPMWS_timeZone=240
ECID-Context: 1.00ieUayqUqeFw0zzzH06zzC1vQi3jfYz90000Uk000u8Y;kXjE0ZDLIPIOj8HUkLQSdVQRGSPOiUPQiNRBaHRO_JVBGSPOiUPQiNRG_UOTmHOR
Connection: Keep-Alive
X-Forwarded-For: 147.191.208.223
Proxy-Client-IP: 10.54.140.254
X-WebLogic-KeepAliveSecs: 30
X-WebLogic-Force-JVMID: -1706823944
]", which is more than the configured time (StuckThreadMaxTime) of "1,200" seconds. Stack trace:
Thread-739 "[STUCK] ExecuteThread: '16' for queue: 'weblogic.kernel.Default (self-tuning)'" <alive, suspended, sleeping, priority=1, DAEMON> {
java.lang.Thread.sleep(Thread.java:???)
com.hyperion.planning.HspAsyncJobsManager.completeJobExceution(HspAsyncJobsManager.java:51)
com.hyperion.planning.db.HspFMDBImpl$CalcMgrWrapper.runRule(HspFMDBImpl.java:10493)
com.hyperion.planning.db.HspFMDBImpl.runHBRRule(HspFMDBImpl.java:2293)
com.hyperion.planning.db.HspFMDBImpl.runCalcScript(HspFMDBImpl.java:2241)
com.hyperion.planning.HyperionPlanningBean.runCalcScript(HyperionPlanningBean.java:4272)
com.hyperion.planning.HyperionPlanningBean.RunCalcOnSave(HyperionPlanningBean.java:4088)
com.hyperion.planning.adf.enterdata.view.backing.EnterDataBean.doSaveOperation(EnterDataBean.java:2950)
com.hyperion.planning.adf.enterdata.view.backing.EnterDataBean.handleSave(EnterDataBean.java:3085)
sun.reflect.NativeMethodAccessorImpl.invoke0(NativeMethodAccessorImpl.java:???)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:27)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
java.lang.reflect.Method.invoke(Method.java:575)
com.sun.el.parser.AstValue.invoke(AstValue.java:183)
com.sun.el.MethodExpressionImpl.invoke(MethodExpressionImpl.java:295)
org.apache.myfaces.trinidad.component.MethodExpressionMethodBinding.invoke(MethodExpressionMethodBinding.java:46)
com.sun.faces.application.ActionListenerImpl.processAction(ActionListenerImpl.java:85)
org.apache.myfaces.trinidad.component.UIXCommand.broadcast(UIXCommand.java:171)
oracle.adf.view.rich.component.rich.nav.RichCommandMenuItem.broadcast(RichCommandMenuItem.java:179)
oracle.adf.view.rich.component.fragment.UIXRegion.broadcast(UIXRegion.java:164)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent$1.run(ContextSwitchingComponent.java:92)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent._processPhase(ContextSwitchingComponent.java:351)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent.broadcast(ContextSwitchingComponent.java:84)
oracle.adf.view.rich.component.fragment.UIXInclude.broadcast(UIXInclude.java:97)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent$1.run(ContextSwitchingComponent.java:92)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent._processPhase(ContextSwitchingComponent.java:351)
oracle.adf.view.rich.component.fragment.ContextSwitchingComponent.broadcast(ContextSwitchingComponent.java:84)
oracle.adf.view.rich.component.fragment.UIXInclude.broadcast(UIXInclude.java:97)
oracle.adfinternal.view.faces.lifecycle.LifecycleImpl.broadcastEvents(LifecycleImpl.java:1065)
oracle.adfinternal.view.faces.lifecycle.LifecycleImpl._executePhase(LifecycleImpl.java:328)
oracle.adfinternal.view.faces.lifecycle.LifecycleImpl.execute(LifecycleImpl.java:199)
javax.faces.webapp.FacesServlet.service(FacesServlet.java:246)
weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:224)
weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:108)
weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:207)
weblogic.servlet.internal.TailFilter.doFilter(TailFilter.java:26)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adf.model.servlet.ADFBindingFilter.doFilter(ADFBindingFilter.java:153)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adfinternal.view.faces.webapp.rich.RegistrationFilter.doFilter(RegistrationFilter.java:72)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl$FilterListChain.doFilter(TrinidadFilterImpl.java:437)
oracle.adfinternal.view.faces.activedata.AdsFilter.doFilter(AdsFilter.java:44)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl$FilterListChain.doFilter(TrinidadFilterImpl.java:437)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl._doFilterImpl(TrinidadFilterImpl.java:231)
org.apache.myfaces.trinidadinternal.webapp.TrinidadFilterImpl.doFilter(TrinidadFilterImpl.java:133)
org.apache.myfaces.trinidad.webapp.TrinidadFilter.doFilter(TrinidadFilter.java:91)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
HspValidationFilter.doFilter(HspValidationFilter.java:10)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.adf.library.webapp.LibraryFilter.doFilter(LibraryFilter.java:167)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.security.jps.ee.http.JpsAbsFilter$1.run(JpsAbsFilter.java:119)
oracle.security.jps.util.JpsSubject.doAsPrivileged(JpsSubject.java:310)
oracle.security.jps.ee.util.JpsPlatformUtil.runJaasMode(JpsPlatformUtil.java:452)
oracle.security.jps.ee.http.JpsAbsFilter.runJaasMode(JpsAbsFilter.java:103)
oracle.security.jps.ee.http.JpsAbsFilter.doFilter(JpsAbsFilter.java:107)
oracle.security.jps.ee.http.JpsFilter.doFilter(JpsFilter.java:70)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
oracle.dms.servlet.DMSServletFilter.doFilter(DMSServletFilter.java:90)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
weblogic.servlet.internal.RequestEventsFilter.doFilter(RequestEventsFilter.java:25)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:55)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.wrapRun(WebAppServletContext.java:3702)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3696)
weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:308)
weblogic.security.service.SecurityManager.runAs(SecurityManager.java:116)
weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2209)
weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2131)
weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1457)
weblogic.work.ExecuteThread.execute(ExecuteThread.java:250)
weblogic.work.ExecuteThread.run(ExecuteThread.java:213)
}