stuck thread in weblogic server 11g
911980Jan 19 2012 — edited Jan 30 2012Hi,
I have weblogic server ,on top of this osb server is running. Always one of the managed server is going to warning state bacuse of some stuck threads,below is thread dump, please help me how to avoid those stuck thread? or confirm whether its code osb code issue or oracle bug?
Thread Dump:
"[STUCK] ExecuteThread: '208' for queue: 'weblogic.kernel.Default (self-tuning)'" id=312 idx=0x4b4 tid=26599 prio=1 alive, parked, native_blocked, daemon
-- Parking to wait for: java/util/concurrent/Semaphore$NonfairSync@0x160b0b150
at jrockit/vm/Locks.park0(J)V(Native Method)
at jrockit/vm/Locks.park(Locks.java:2221)
at sun/misc/Unsafe.park(ZJ)V(Native Method)
at java/util/concurrent/locks/LockSupport.park(LockSupport.java:158)
at java/util/concurrent/locks/AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:747)
at java/util/concurrent/locks/AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:905)
at java/util/concurrent/locks/AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1217)
at java/util/concurrent/Semaphore.acquire(Semaphore.java:286)
at com/bea/bpel/internal/dispatcher/InboundDispatcherImpl.receiveRequestResponseBlocking(InboundDispatcherImpl.java:227)
at com/bea/bpel/internal/dispatcher/InboundDispatcherImpl.receive(InboundDispatcherImpl.java:143)
at com/bea/alsb/flow/transport/RequestResponseMessageDispatcher.dispatchMessage(RequestResponseMessageDispatcher.java:42)
at com/bea/alsb/flow/transport/MessageDispatcher.dispatch(MessageDispatcher.java:87)
at com/bea/alsb/flow/transport/FlowEndpoint.sendMessageAsync(FlowEndpoint.java:84)
at com/bea/alsb/flow/transport/FlowTransportProvider.sendMessageAsync(FlowTransportProvider.java:203)
at sun/reflect/GeneratedMethodAccessor590.invoke(Ljava/lang/Object;[Ljava/lang/Object;)Ljava/lang/Object;(Unknown Source)
at sun/reflect/DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)[optimized]
at java/lang/reflect/Method.invoke(Method.java:597)[optimized]
at com/bea/wli/sb/transports/Util$1.invoke(Util.java:83)
at $Proxy141.sendMessageAsync(Lcom/bea/wli/sb/transports/TransportSender;Lcom/bea/wli/sb/transports/TransportSendListener;Lcom/bea/wli/sb/transports/TransportOptions;)V(Unknown Source)
at com/bea/wli/sb/transports/LoadBalanceFailoverListener.sendMessageAsync(LoadBalanceFailoverListener.java:148)
at com/bea/wli/sb/transports/LoadBalanceFailoverListener.sendMessageToServiceAsync(LoadBalanceFailoverListener.java:603)[optimized]
at com/bea/wli/sb/transports/LoadBalanceFailoverListener.sendMessageToService(LoadBalanceFailoverListener.java:538)[inlined]
at com/bea/wli/sb/transports/TransportManagerImpl.sendMessageToService(TransportManagerImpl.java:558)[optimized]
at com/bea/wli/sb/transports/TransportManagerImpl.sendMessageAsync(TransportManagerImpl.java:426)[optimized]
at com/bea/wli/sb/pipeline/PipelineContextImpl.doDispatch(PipelineContextImpl.java:597)[inlined]
at com/bea/wli/sb/pipeline/PipelineContextImpl.dispatch(PipelineContextImpl.java:501)[optimized]
at stages/routing/runtime/RouteRuntimeStep.processMessage(RouteRuntimeStep.java:128)[optimized]
at com/bea/wli/sb/stages/StageMetadataImpl$WrapperRuntimeStep.processMessage(StageMetadataImpl.java:346)[optimized]
at com/bea/wli/sb/pipeline/RouteNode.doRequest(RouteNode.java:106)
at com/bea/wli/sb/pipeline/Node.processMessage(Node.java:67)[optimized]
at com/bea/wli/sb/pipeline/PipelineContextImpl.execute(PipelineContextImpl.java:922)[optimized]
at com/bea/wli/sb/pipeline/Router.processMessage(Router.java:214)[optimized]
at com/bea/wli/sb/pipeline/MessageProcessor.processRequest(MessageProcessor.java:99)[optimized]
at com/bea/wli/sb/pipeline/RouterManager$1.run(RouterManager.java:593)[optimized]
at com/bea/wli/sb/pipeline/RouterManager$1.run(RouterManager.java:591)
at weblogic/security/acl/internal/AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)[optimized]
at weblogic/security/service/SecurityManager.runAs(SecurityManager.java:147)
at com/bea/wli/sb/security/WLSSecurityContextService.runAs(WLSSecurityContextService.java:55)
at com/bea/wli/sb/pipeline/RouterManager.processMessage(RouterManager.java:590)
at com/bea/wli/sb/transports/TransportManagerImpl.receiveMessage(TransportManagerImpl.java:375)[optimized]
at com/bea/wli/sb/transports/local/LocalMessageContext$1.run(LocalMessageContext.java:179)[inlined]
at weblogic/security/acl/internal/AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)[inlined]
at weblogic/security/service/SecurityManager.runAs(SecurityManager.java:147)[inlined]
at weblogic/security/Security.runAs(Security.java:61)[inlined]
at com/bea/wli/sb/transports/local/LocalMessageContext.send(LocalMessageContext.java:174)[inlined]
at com/bea/wli/sb/transports/local/LocalTransportProvider.sendMessageAsync(LocalTransportProvider.java:322)[optimized]
at sun/reflect/GeneratedMethodAccessor590.invoke(Ljava/lang/Object;[Ljava/lang/Object;)Ljava/lang/Object;(Unknown Source)
at sun/reflect/DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)[optimized]
at java/lang/reflect/Method.invoke(Method.java:597)[optimized]
at com/bea/wli/sb/transports/Util$1.invoke(Util.java:83)
at $Proxy123.sendMessageAsync(Lcom/bea/wli/sb/transports/TransportSender;Lcom/bea/wli/sb/transports/TransportSendListener;Lcom/bea/wli/sb/transports/TransportOptions;)V(Unknown Source)
at com/bea/wli/sb/transports/LoadBalanceFailoverListener.sendMessageAsync(LoadBalanceFailoverListener.java:148)
at com/bea/wli/sb/transports/LoadBalanceFailoverListener.sendMessageToServiceAsync(LoadBalanceFailoverListener.java:603)[optimized]
at com/bea/wli/sb/transports/LoadBalanceFailoverListener.sendMessageToService(LoadBalanceFailoverListener.java:538)[inlined]
at com/bea/wli/sb/transports/TransportManagerImpl.sendMessageToService(TransportManagerImpl.java:558)[optimized]
at com/bea/wli/sb/transports/TransportManagerImpl.sendMessageAsync(TransportManagerImpl.java:426)[optimized]
at com/bea/wli/sb/pipeline/PipelineContextImpl.doDispatch(PipelineContextImpl.java:597)[inlined]
at com/bea/wli/sb/pipeline/PipelineContextImpl.dispatch(PipelineContextImpl.java:501)[optimized]
at stages/routing/runtime/RouteRuntimeStep.processMessage(RouteRuntimeStep.java:128)[optimized]
at com/bea/wli/sb/stages/StageMetadataImpl$WrapperRuntimeStep.processMessage(StageMetadataImpl.java:346)[optimized]
at com/bea/wli/sb/pipeline/RouteNode.doRequest(RouteNode.java:106)
at com/bea/wli/sb/pipeline/Node.processMessage(Node.java:67)[optimized]
at com/bea/wli/sb/pipeline/PipelineContextImpl.execute(PipelineContextImpl.java:922)[optimized]
at com/bea/wli/sb/pipeline/Router.processMessage(Router.java:214)[optimized]
at com/bea/wli/sb/pipeline/MessageProcessor.processRequest(MessageProcessor.java:99)[optimized]
at com/bea/wli/sb/pipeline/RouterManager$1.run(RouterManager.java:593)[optimized]
at com/bea/wli/sb/pipeline/RouterManager$1.run(RouterManager.java:591)
at weblogic/security/acl/internal/AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)[optimized]
at weblogic/security/service/SecurityManager.runAs(SecurityManager.java:147)
at com/bea/wli/sb/security/WLSSecurityContextService.runAs(WLSSecurityContextService.java:55)
at com/bea/wli/sb/pipeline/RouterManager.processMessage(RouterManager.java:590)
at com/bea/wli/sb/transports/TransportManagerImpl.receiveMessage(TransportManagerImpl.java:375)[optimized]
at com/bea/wli/sb/transports/local/LocalMessageContext$1.run(LocalMessageContext.java:179)[inlined]
at weblogic/security/acl/internal/AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)[inlined]
at weblogic/security/service/SecurityManager.runAs(SecurityManager.java:147)[inlined]
at weblogic/security/Security.runAs(Security.java:61)[inlined]
at com/bea/wli/sb/transports/local/LocalMessageContext.send(LocalMessageContext.java:174)[inlined]
at com/bea/wli/sb/transports/local/LocalTransportProvider.sendMessageAsync(LocalTransportProvider.java:322)[optimized]
at sun/reflect/GeneratedMethodAccessor590.invoke(Ljava/lang/Object;[Ljava/lang/Object;)Ljava/lang/Object;(Unknown Source)
at sun/reflect/DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)[optimized]
at java/lang/reflect/Method.invoke(Method.java:597)[optimized]
at com/bea/wli/sb/transports/Util$1.invoke(Util.java:83)
at $Proxy123.sendMessageAsync(Lcom/bea/wli/sb/transports/TransportSender;Lcom/bea/wli/sb/transports/TransportSendListener;Lcom/bea/wli/sb/transports/TransportOptions;)V(Unknown Source)
at com/bea/wli/sb/transports/LoadBalanceFailoverListener.sendMessageAsync(LoadBalanceFailoverListener.java:148)
at com/bea/wli/sb/transports/LoadBalanceFailoverListener.sendMessageToServiceAsync(LoadBalanceFailoverListener.java:603)[optimized]
at com/bea/wli/sb/transports/LoadBalanceFailoverListener.sendMessageToService(LoadBalanceFailoverListener.java:538)[inlined]
at com/bea/wli/sb/transports/TransportManagerImpl.sendMessageToService(TransportManagerImpl.java:558)[optimized]
at com/bea/wli/sb/transports/TransportManagerImpl.sendMessageAsync(TransportManagerImpl.java:426)[optimized]
at com/bea/wli/sb/pipeline/PipelineContextImpl.doDispatch(PipelineContextImpl.java:597)[inlined]
at com/bea/wli/sb/pipeline/PipelineContextImpl.dispatch(PipelineContextImpl.java:501)[optimized]
at stages/routing/runtime/RouteRuntimeStep.processMessage(RouteRuntimeStep.java:128)[optimized]
at com/bea/wli/sb/stages/StageMetadataImpl$WrapperRuntimeStep.processMessage(StageMetadataImpl.java:346)[optimized]
at com/bea/wli/sb/pipeline/RouteNode.doRequest(RouteNode.java:106)
at com/bea/wli/sb/pipeline/Node.processMessage(Node.java:67)[optimized]
at com/bea/wli/sb/pipeline/PipelineContextImpl.execute(PipelineContextImpl.java:922)[optimized]
at com/bea/wli/sb/pipeline/Router.processMessage(Router.java:214)[optimized]
at com/bea/wli/sb/pipeline/MessageProcessor.processRequest(MessageProcessor.java:99)[optimized]
at com/bea/wli/sb/pipeline/RouterManager$1.run(RouterManager.java:593)[optimized]
at com/bea/wli/sb/pipeline/RouterManager$1.run(RouterManager.java:591)
at weblogic/security/acl/internal/AuthenticatedSubject.doAs(AuthenticatedSubject.java:363)[optimized]
at weblogic/security/service/SecurityManager.runAs(SecurityManager.java:147)
at com/bea/wli/sb/security/WLSSecurityContextService.runAs(WLSSecurityContextService.java:55)
at com/bea/wli/sb/pipeline/RouterManager.processMessage(RouterManager.java:590)
at com/bea/wli/sb/transports/TransportManagerImpl.receiveMessage(TransportManagerImpl.java:375)[optimized]
at com/bea/wli/sb/transports/jms/JmsInboundMDB.onMessage(JmsInboundMDB.java:122)
at sun/reflect/GeneratedMethodAccessor669.invoke(Ljava/lang/Object;[Ljava/lang/Object;)Ljava/lang/Object;(Unknown Source)
at sun/reflect/DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)[optimized]
at java/lang/reflect/Method.invoke(Method.java:597)[optimized]
at com/bea/core/repackaged/springframework/aop/support/AopUtils.invokeJoinpointUsingReflection(AopUtils.java:310)
at com/bea/core/repackaged/springframework/aop/framework/ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:182)
at com/bea/core/repackaged/springframework/aop/framework/ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:149)
at com/bea/core/repackaged/springframework/aop/interceptor/ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:89)
at com/bea/core/repackaged/springframework/aop/framework/ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:171)
at com/bea/core/repackaged/springframework/aop/support/DelegatingIntroductionInterceptor.doProceed(DelegatingIntroductionInterceptor.java:131)
at com/bea/core/repackaged/springframework/aop/support/DelegatingIntroductionInterceptor.invoke(DelegatingIntroductionInterceptor.java:119)
at com/bea/core/repackaged/springframework/aop/framework/ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:171)
at com/bea/core/repackaged/springframework/aop/framework/JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
at $Proxy188.onMessage(Ljavax/jms/Message;)V(Unknown Source)
at weblogic/ejb/container/internal/MDListener.execute(MDListener.java:466)
at weblogic/ejb/container/internal/MDListener.transactionalOnMessage(MDListener.java:371)
at weblogic/ejb/container/internal/MDListener.onMessage(MDListener.java:327)
at weblogic/jms/client/JMSSession.onMessage(JMSSession.java:4659)
at weblogic/jms/client/JMSSession.execute(JMSSession.java:4345)
at weblogic/jms/client/JMSSession.executeMessage(JMSSession.java:3821)
at weblogic/jms/client/JMSSession.access$000(JMSSession.java:115)
at weblogic/jms/client/JMSSession$UseForRunnable.run(JMSSession.java:5170)
at weblogic/work/SelfTuningWorkManagerImpl$WorkAdapterImpl.run(SelfTuningWorkManagerImpl.java:528)[optimized]
at weblogic/work/ExecuteThread.execute(ExecuteThread.java:201)[inlined]
at weblogic/work/ExecuteThread.run(ExecuteThread.java:173)[optimized]
at jrockit/vm/RNI.c2java(JJJJJ)V(Native Method)