Hi!
We recently upgraded our stage environment from 14.3 CP2 to IDM 14.4 (along with upgrade of Wildfly to 15.x, and migration to AdoptOpenJDK).
Since the upgrade, we got an issue, where the IDM tasks would get stuck in "in-progress" state randomly. Out of 10 submitted tasks on 4-6 would succeed, and rest would fail (the type of task did not matter). our of 2 exactly same tasks, 1 would succeed, and another would fail.
Opened a Broadcom ticket, and engineering team advised some performance tuning options, since the applications of changes from engineering we have been getting the SQLExceptions.
So far Broadcom has been unable to help on this issue, any ideas from community would help.
2021-10-03 00:04:10,038 ERROR [ims.tmt.persistence] (default task-1) PersistenceProvider: default task-1: getEvent: No Event found for id=5bac4341-0ae6156f-3636d2b6-dd180cb3 java.sql.SQLException: javax.resource.ResourceException: IJ000453: Unable to get managed connection for java:/iam/im/jdbc/jdbc/idm
at com.netegrity.idmutils.DBConnectionUtil.getConnection(DBConnectionUtil.java:51)
at com.netegrity.ims.persistence.PersistenceProvider.getConnection(PersistenceProvider.java:4634)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:417)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.persistence.PersistenceProvider.getEvent(PersistenceProvider.java:423)
at com.netegrity.ims.etacallback.ETACallbackEventBase.submitTask(ETACallbackEventBase.java:317)
at com.netegrity.ims.etacallback.ETACallbackEventBase.submitTask(ETACallbackEventBase.java:223)
at com.netegrity.ims.etacallback.ETACallbackEventBase.submitTask(ETACallbackEventBase.java:213)
at com.netegrity.ims.etacallback.ProvisioningActivityNotificationEvent.processNonExistingCorporateManagedObjectCommand(ProvisioningActivityNotificationEvent.java:70)
at com.netegrity.ims.etacallback.ProvisioningActivityNotificationEvent.processImpl(ProvisioningActivityNotificationEvent.java:43)
at com.netegrity.ims.etacallback.ETACallbackEventBase.process(ETACallbackEventBase.java:137)
at com.netegrity.ims.etacallback.ETACallbackServiceServlet.doPost(ETACallbackServiceServlet.java:180)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:706)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:791)
at com.netegrity.webapp.filter.ConsolePageFilter.doFilter(ConsolePageFilter.java:226)
at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61)
at io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131)
at com.netegrity.webapp.authentication.FrameworkLoginFilter.doFilter(FrameworkLoginFilter.java:242)
at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61)
at io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131)
at com.netegrity.webapp.filter.LocaleFilter.doFilter(LocaleFilter.java:101)
at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61)
at io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131)
at com.netegrity.webapp.filter.ClientExtractFilter.doFilter(ClientExtractFilter.java:52)
at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61)
at io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131)
at io.opentracing.contrib.jaxrs2.server.SpanFinishingFilter.doFilter(SpanFinishingFilter.java:55)
at io.undertow.servlet.core.ManagedFilter.doFilter(ManagedFilter.java:61)
at io.undertow.servlet.handlers.FilterHandler$FilterChainImpl.doFilter(FilterHandler.java:131)
at io.undertow.servlet.handlers.FilterHandler.handleRequest(FilterHandler.java:84)
at io.undertow.servlet.handlers.security.ServletSecurityRoleHandler.handleRequest(ServletSecurityRoleHandler.java:62)
at io.undertow.servlet.handlers.ServletChain$1.handleRequest(ServletChain.java:68)
at io.undertow.servlet.handlers.ServletDispatchingHandler.handleRequest(ServletDispatchingHandler.java:36)
at org.wildfly.extension.undertow.security.SecurityContextAssociationHandler.handleRequest(SecurityContextAssociationHandler.java:78)
at io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43)
at io.undertow.servlet.handlers.security.SSLInformationAssociationHandler.handleRequest(SSLInformationAssociationHandler.java:132)
at io.undertow.servlet.handlers.security.ServletAuthenticationCallHandler.handleRequest(ServletAuthenticationCallHandler.java:57)
at io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43)
at io.undertow.security.handlers.AbstractConfidentialityHandler.handleRequest(AbstractConfidentialityHandler.java:46)
at io.undertow.servlet.handlers.security.ServletConfidentialityConstraintHandler.handleRequest(ServletConfidentialityConstraintHandler.java:64)
at io.undertow.security.handlers.AuthenticationMechanismsHandler.handleRequest(AuthenticationMechanismsHandler.java:60)
at io.undertow.servlet.handlers.security.CachedAuthenticatedSessionHandler.handleRequest(CachedAuthenticatedSessionHandler.java:77)
at io.undertow.security.handlers.NotificationReceiverHandler.handleRequest(NotificationReceiverHandler.java:50)
at io.undertow.security.handlers.AbstractSecurityContextAssociationHandler.handleRequest(AbstractSecurityContextAssociationHandler.java:43)
at io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43)
at org.wildfly.extension.undertow.security.jacc.JACCContextIdHandler.handleRequest(JACCContextIdHandler.java:61)
at io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43)
at org.wildfly.extension.undertow.deployment.GlobalRequestControllerHandler.handleRequest(GlobalRequestControllerHandler.java:68)
at io.undertow.server.handlers.PredicateHandler.handleRequest(PredicateHandler.java:43)
at io.undertow.servlet.handlers.ServletInitialHandler.handleFirstRequest(ServletInitialHandler.java:292)
at io.undertow.servlet.handlers.ServletInitialHandler.access$100(ServletInitialHandler.java:81)
at io.undertow.servlet.handlers.ServletInitialHandler$2.call(ServletInitialHandler.java:138)
at io.undertow.servlet.handlers.ServletInitialHandler$2.call(ServletInitialHandler.java:135)
at io.undertow.servlet.core.ServletRequestContextThreadSetupAction$1.call(ServletRequestContextThreadSetupAction.java:48)
at io.undertow.servlet.core.ContextClassLoaderSetupAction$1.call(ContextClassLoaderSetupAction.java:43)
at org.wildfly.extension.undertow.security.SecurityContextThreadSetupAction.lambda$create$0(SecurityContextThreadSetupAction.java:105)
at org.wildfly.extension.undertow.deployment.UndertowDeploymentInfoService$UndertowThreadSetupAction.lambda$create$0(UndertowDeploymentInfoService.java:1502)
at org.wildfly.extension.undertow.deployment.UndertowDeploymentInfoService$UndertowThreadSetupAction.lambda$create$0(UndertowDeploymentInfoService.java:1502)
at org.wildfly.extension.undertow.deployment.UndertowDeploymentInfoService$UndertowThreadSetupAction.lambda$create$0(UndertowDeploymentInfoService.java:1502)
at org.wildfly.extension.undertow.deployment.UndertowDeploymentInfoService$UndertowThreadSetupAction.lambda$create$0(UndertowDeploymentInfoService.java:1502)
at io.undertow.servlet.handlers.ServletInitialHandler.dispatchRequest(ServletInitialHandler.java:272)
at io.undertow.servlet.handlers.ServletInitialHandler.access$000(ServletInitialHandler.java:81)
at io.undertow.servlet.handlers.ServletInitialHandler$1.handleRequest(ServletInitialHandler.java:104)
at io.undertow.server.Connectors.executeRootHandler(Connectors.java:360)
at io.undertow.server.HttpServerExchange$1.run(HttpServerExchange.java:830)
at org.jboss.threads.ContextClassLoaderSavingRunnable.run(ContextClassLoaderSavingRunnable.java:35)
at org.jboss.threads.EnhancedQueueExecutor.safeRun(EnhancedQueueExecutor.java:1985)
at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.doRunTask(EnhancedQueueExecutor.java:1487)
at org.jboss.threads.EnhancedQueueExecutor$ThreadBody.run(EnhancedQueueExecutor.java:1378)
at java.lang.Thread.run(Thread.java:748)
Thanks
-G