m using weblogic with active directory ldap provider. .We did integration of active director provider in weblogic. Sometime whenever we try to login in webcenter portal, it got hangs..Nothing work.We have to restart. There are some weblogic thread stuck.
####<May 3, 2016 3:02:26 PM CEST> <Error> <WebLogicServer> <> <WC_Spaces_01> <[ACTIVE] ExecuteThread: '2' for queue: 'weblogic.kernel.Default (self-tuning)'> <<WLS Kernel>> <> <ee17a0ca6139c463:-497dba19:1547617a77b:-8000-0000000000008980> <1462280546098> <BEA-000337> <[STUCK] ExecuteThread: '1' for queue: 'weblogic.kernel.Default (self-tuning)' has been busy for "700" seconds working on the request "Workmanager: default, Version: 0, Scheduled=true, Started=true, Started time: 700455 ms
[
POST /webcenter/oracle/webcenter/webcenterapp/view/templates/publichtml/WC_Login.jsp?login_fail=true HTTP/1.1
User-Agent: Mozilla/5.0 (Windows NT 6.3; WOW64; rv:45.0) Gecko/20100101 Firefox/45.0
Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8
Accept-Language: en-US,en;q=0.5
Accept-Encoding: gzip, deflate
Referer: http://tzzzprt03:8888/webcenter/system/login.jsp
Cookie: JSESSIONID=YSV2q52xy1uMwTxdH9mrqxNtrfeX3M-NiwJ1wO5mDvUghUPoIxAN!1554951155!NONE
Connection: keep-alive
Content-Type: application/x-www-form-urlencoded
Content-Length: 83
]", which is more than the configured time (StuckThreadMaxTime) of "600" seconds. Stack trace:
java.lang.Object.wait(Native Method)
java.lang.Object.wait(Object.java:503)
com.sun.jndi.ldap.Connection.readReply(Connection.java:471)
com.sun.jndi.ldap.LdapClient.getSearchReply(LdapClient.java:639)
com.sun.jndi.ldap.LdapClient.search(LdapClient.java:562)
com.sun.jndi.ldap.LdapCtx.doSearch(LdapCtx.java:1985)
com.sun.jndi.ldap.LdapCtx.searchAux(LdapCtx.java:1847)
com.sun.jndi.ldap.LdapCtx.c_search(LdapCtx.java:1772)
com.sun.jndi.toolkit.ctx.ComponentDirContext.p_search(ComponentDirContext.java:386)
com.sun.jndi.toolkit.ctx.PartialCompositeDirContext.search(PartialCompositeDirContext.java:356)
javax.naming.directory.InitialDirContext.search(InitialDirContext.java:276)
oracle.security.idm.providers.stdldap.util.DirectSearchResponse.search(DirectSearchResponse.java:367)
oracle.security.idm.providers.stdldap.util.DirectSearchResponse.getNextPage(DirectSearchResponse.java:351)
oracle.security.idm.providers.stdldap.util.DirectSearchResponse.initSearch(DirectSearchResponse.java:134)
oracle.security.idm.providers.stdldap.util.NonPagedSearchResponse.<init>(NonPagedSearchResponse.java:53)
oracle.security.idm.providers.stdldap.util.NonPagedSearchResponse.<init>(NonPagedSearchResponse.java:44)
oracle.security.idm.providers.stdldap.util.LDAPRealm.searchUsers(LDAPRealm.java:489)
oracle.security.idm.providers.stdldap.util.LDAPRealm.searchUsersAndRoles(LDAPRealm.java:347)
oracle.security.idm.providers.stdldap.LDIdentityStore.search(LDIdentityStore.java:303)
oracle.webcenter.webcenterapp.internal.model.security.WCSecurityManagerImpl.getIdentities(WCSecurityManagerImpl.java:2472)
oracle.webcenter.webcenterapp.internal.model.security.WCSecurityManagerImpl.getAdministrators(WCSecurityManagerImpl.java:2192)
oracle.webcenter.spaces.model.util.SpacesUtils._getListOfAppAdminProfile(SpacesUtils.java:1617)
####<May 3, 2016 3:06:14 PM CEST> <Notice> <Stdout> > <WC_Spaces_01> <[STUCK] ExecuteThread: '1' for queue: 'weblogic.kernel.Default (self-tuning)'> <<WLS Kernel>> <> <ee17a0ca6139c463:-497dba19:1547617a77b:-8000-0000000000008c1a> <1462280774706> <BEA-000000> <<May 3, 2016 3:06:14 PM CEST> <Warning> <oracle.webcenter.webcenterapp.internal.model.security.error> <WCS-19335> <Could not validate user due to javax.naming.ServiceUnavailableException: pdcs02:389; socket closed; remaining name 'ou=abc users,dc=bc,dc=eu'>>
and some more logs
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
java.lang.Thread.run(Thread.java:745)
"Thread-19" waiting for lock java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7ed01897 WAITING
sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
weblogic.utils.concurrent.JDK15ConcurrentBlockingQueue.take(JDK15ConcurrentBlockingQueue.java:89)
weblogic.store.internal.PersistentStoreImpl.getOutstandingWork(PersistentStoreImpl.java:676)
weblogic.store.internal.PersistentStoreImpl.run(PersistentStoreImpl.java:751)
java.lang.Thread.run(Thread.java:745)
"[ACTIVE] ExecuteThread: '2' for queue: 'weblogic.kernel.Default (self-tuning)'" waiting for locknetscape.ldap.LDAPResponseListener@2a901ad1 WAITING
java.lang.Object.wait(Native Method)
java.lang.Object.wait(Object.java:503)
netscape.ldap.LDAPMessageQueue.waitForMessage(Unknown Source)
netscape.ldap.LDAPMessageQueue.waitFirstMessage(Unknown Source)
netscape.ldap.LDAPConnection.sendRequest(Unknown Source)
netscape.ldap.LDAPConnection.simpleBind(Unknown Source)
netscape.ldap.LDAPConnection.authenticate(Unknown Source)
netscape.ldap.LDAPConnection.authenticate(Unknown Source)
netscape.ldap.LDAPConnection.bind(Unknown Source)
weblogic.security.providers.authentication.LDAPAtnDelegate.authenticate(LDAPAtnDelegate.java:3574)
weblogic.security.providers.authentication.LDAPAtnLoginModuleImpl.login(LDAPAtnLoginModuleImpl.java:227)
com.bea.common.security.internal.service.LoginModuleWrapper$1.run(LoginModuleWrapper.java:110)
java.security.AccessController.doPrivileged(Native Method)
com.bea.common.security.internal.service.LoginModuleWrapper.login(LoginModuleWrapper.java:106)
sun.reflect.GeneratedMethodAccessor1096.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:606)
javax.security.auth.login.LoginContext.invoke(LoginContext.java:762)
javax.security.auth.login.LoginContext.access$000(LoginContext.java:203)
javax.security.auth.login.LoginContext$4.run(LoginContext.java:690)
javax.security.auth.login.LoginContext$4.run(LoginContext.java:688)
java.security.AccessController.doPrivileged(Native Method)
javax.security.auth.login.LoginContext.invokePriv(LoginContext.java:687)
javax.security.auth.login.LoginContext.login(LoginContext.java:595)
com.bea.common.security.internal.service.JAASLoginServiceImpl.login(JAASLoginServiceImpl.java:113)
sun.reflect.GeneratedMethodAccessor1112.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:606)
com.bea.common.security.internal.utils.Delegator$ProxyInvocationHandler.invoke(Delegator.java:64)
com.sun.proxy.$Proxy21.login(Unknown Source)
weblogic.security.service.internal.WLSJAASLoginServiceImpl$ServiceImpl.login(WLSJAASLoginServiceImpl.java:89)
com.bea.common.security.internal.service.JAASAuthenticationServiceImpl.authenticate(JAASAuthenticationServiceImpl.java:82)
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:606)
com.bea.common.security.internal.utils.Delegator$ProxyInvocationHandler.invoke(Delegator.java:64)
com.sun.proxy.$Proxy39.authenticate(Unknown Source)
weblogic.security.service.WLSJAASAuthenticationServiceWrapper.authenticate(WLSJAASAuthenticationServiceWrapper.java:40)
weblogic.security.service.PrincipalAuthenticator.authenticate(PrincipalAuthenticator.java:338)
weblogic.servlet.security.internal.SecurityModule.checkAuthenticate(SecurityModule.java:254)
weblogic.servlet.security.ServletAuthentication.login(ServletAuthentication.java:466)
oracle.webcenter.webcenterapp.internal.view.loginsupport.backing.LoginUIBean.WLSLogin(LoginUIBean.java:241)
oracle.webcenter.webcenterapp.internal.view.webapp.WebCenterSecurityCheckServlet.doPost(WebCenterSecurityCheckServlet.java:134)
javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:227)
weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:125)
weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:301)
weblogic.servlet.internal.TailFilter.doFilter(TailFilter.java:26)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:60)
oracle.adf.share.http.ServletADFFilter.doFilter(ServletADFFilter.java:71)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:60)
oracle.wcps.client.PersonalizationFilter.doFilter(PersonalizationFilter.java:74)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:60)
oracle.webcenter.content.integration.servlets.ContentServletFilter.doFilter(ContentServletFilter.java:168)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:60)
oracle.adf.library.webapp.LibraryFilter.doFilter(LibraryFilter.java:180)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:60)
oracle.security.jps.ee.http.JpsAbsFilter$1.run(JpsAbsFilter.java:119)
java.security.AccessController.doPrivileged(Native Method)
oracle.security.jps.util.JpsSubject.doAsPrivileged(JpsSubject.java:324)
oracle.security.jps.ee.util.JpsPlatformUtil.runJaasMode(JpsPlatformUtil.java:460)
oracle.security.jps.ee.http.JpsAbsFilter.runJaasMode(JpsAbsFilter.java:103)
oracle.security.jps.ee.http.JpsAbsFilter.doFilter(JpsAbsFilter.java:171)
oracle.security.jps.ee.http.JpsFilter.doFilter(JpsFilter.java:71)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:60)
oracle.dms.servlet.DMSServletFilter.doFilter(DMSServletFilter.java:163)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:60)
weblogic.servlet.internal.RequestEventsFilter.doFilter(RequestEventsFilter.java:27)
weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:60)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.wrapRun(WebAppServletContext.java:3748)
weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3714)
weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321)
weblogic.security.service.SecurityManager.runAs(SecurityManager.java:120)
weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2283)
weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2182)
weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1491)
weblogic.work.ExecuteThread.execute(ExecuteThread.java:263)