Hi All,
We are running CA SPS 12.52 with java 1.6.045 version, but we could see below error which causes JVM crash stopping Tomcat hence causing proxy-engine crash.
#
# A fatal error has been detected by the Java Runtime Environment:
#
# SIGSEGV (0xb) at pc=0x9bda23b6, pid=32303, tid=2617244528
#
# JRE version: 6.0_45-b06
# Java VM: Java HotSpot(TM) Server VM (20.45-b01 mixed mode linux-x86 )
# Problematic frame:
# C [libstdc++.so.6+0x8d3b6] std::string::~string()+0x36
#
# If you would like to submit a bug report, please visit:
#
http://java.sun.com/webapps/bugreport/crash.jsp# The crash happened outside the Java Virtual Machine in native code.
# See problematic frame for where to report the bug.
#
--------------- T H R E A D ---------------
Current thread (0xa2c04000): JavaThread "ajp-bio-8090-exec-3" daemon [_thread_in_native, id=32380, stack(0x9bfaf000,0x9c000000)]
siginfo:si_signo=SIGSEGV: si_errno=0, si_code=1 (SEGV_MAPERR), si_addr=0x7063795e
Registers:
EAX=0x70637956, EBX=0x9bdf7ff4, ECX=0xa170001c, EDX=0xffffffff
ESP=0x9bffd200, EBP=0x9bffd228, ESI=0x9bffe7c0, EDI=0x9bffe2b0
EIP=0x9bda23b6, EFLAGS=0x00010286, CR2=0x7063795e
Top of Stack: (sp=0x9bffd200)
0x9bffd200: a12b82b0 9bffd21f a17604b0 a1712298
0x9bffd210: 966de500 9bffe7c0 9bffe698 4d5577f9
0x9bffd220: 9bda2389 966de500 9bffe698 964ad637
0x9bffd230: 9bffe2c0 a0efae94 00000058 964ac7d5
0x9bffd240: 00000000 00000000 00000001 0000000d
0x9bffd250: 00000003 a1700048 00000400 00000000
0x9bffd260: 00000068 a1700010 a12b8228 a1700040
0x9bffd270: 4d5b2ff4 a1700010 00000060 9bffd298
Instructions: (pc=0x9bda23b6)
0x9bda2396: 8b 00 83 e8 0c 3b 83 cc fc ff ff 75 07 8d 64 24
0x9bda23a6: 24 5b 5d c3 83 bb b0 fe ff ff 00 74 1d 83 ca ff
0x9bda23b6: f0 0f c1 50 08 85 d2 7f e4 8d 55 f7 89 04 24 89
0x9bda23c6: 54 24 04 e8 92 35 fb ff eb d3 8b 50 08 8d 4a ff
Register to memory mapping:
EAX=0x70637956 is an unknown value
EBX=0x9bdf7ff4: <offset 0xe2ff4> in /usr/lib/libstdc++.so.6 at 0x9bd15000
ECX=0xa170001c is an unknown value
EDX=0xffffffff is an unknown value
ESP=0x9bffd200 is pointing into the stack for thread: 0xa2c04000
EBP=0x9bffd228 is pointing into the stack for thread: 0xa2c04000
ESI=0x9bffe7c0 is pointing into the stack for thread: 0xa2c04000
EDI=0x9bffe2b0 is pointing into the stack for thread: 0xa2c04000
Stack: [0x9bfaf000,0x9c000000], sp=0x9bffd200, free space=312k
Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)
C [libstdc++.so.6+0x8d3b6] std::string::~string()+0x36
C [libHttpPlugin.so+0x62637] SmFcc::buildOutputForm(CSmHttpPluginConfig*, CSmFormTemplateObj*, std::map<std::string, std::string, less_ignorecase, std::allocator<std::pair<std::string const, std::string> > >&, std::string&)+0xe73
C [libHttpPlugin.so+0x60f19] SmFcc::generateForm(std::string const&, std::map<std::string, std::string, less_ignorecase, std::allocator<std::pair<std::string const, std::string> > >&)+0x1457
C [libHttpPlugin.so+0x5fa21] SmFcc::showLoginPage()+0xa1f
C [libHttpPlugin.so+0x3c124] CSmHttpPlugin::ProcessAdvancedAuthChallenge(CSmRequestCtxt*, CSmFilterCtxt*)+0xc1e
C [libSPS60Agent.so+0xa65e2] CSmChallengeManager::DoAdvancedAuthChallenge(CSmRequestCtxt*, CSmFilterCtxt*)+0x15e
C [libSPS60Agent.so+0x9cb41] CSmHighLevelAgent::ProcessAdvancedAuthentication(CSmFilterCtxt*)+0x719
C [libSPS60Agent.so+0x94fbb] double+0x49
C [libSPS60Agent.so+0x9499d] Java_com_netegrity_proxy_jagent_proxy_CSmJavaAgentFacadeProxyImpl_doJNIProcessRequest+0x23d
j com.netegrity.proxy.jagent.proxy.CSmJavaAgentFacadeProxyImpl.doJNIProcessRequest(Ljava/lang/String;Lcom/netegrity/proxy/jagent/JavaSerializedAgentData;)I+0
j com.netegrity.proxy.jagent.proxy.CSmJavaAgentFacadeProxyImpl.ProcessRequest(Lcom/netegrity/proxy/jagent/JavaSerializedAgentData;)I+20
j com.netegrity.proxy.ProxyValve.processRequest(Lorg/apache/catalina/connector/Request;Lorg/apache/catalina/connector/Response;Lcom/netegrity/proxy/VirtualHost;Ljava/lang/String;Z)V+573
j com.netegrity.proxy.ProxyValve.invoke(Lorg/apache/catalina/connector/Request;Lorg/apache/catalina/connector/Response;)V+126
j org.apache.catalina.core.StandardEngineValve.invoke(Lorg/apache/catalina/connector/Request;Lorg/apache/catalina/connector/Response;)V+71
j org.apache.catalina.connector.CoyoteAdapter.service(Lorg/apache/coyote/Request;Lorg/apache/coyote/Response;)V+196
Java frames: (J=compiled Java code, j=interpreted, Vv=VM code)
j com.netegrity.proxy.jagent.proxy.CSmJavaAgentFacadeProxyImpl.doJNIProcessRequest(Ljava/lang/String;Lcom/netegrity/proxy/jagent/JavaSerializedAgentData;)I+0
j com.netegrity.proxy.jagent.proxy.CSmJavaAgentFacadeProxyImpl.ProcessRequest(Lcom/netegrity/proxy/jagent/JavaSerializedAgentData;)I+20
j com.netegrity.proxy.ProxyValve.processRequest(Lorg/apache/catalina/connector/Request;Lorg/apache/catalina/connector/Response;Lcom/netegrity/proxy/VirtualHost;Ljava/lang/String;Z)V+573
j com.netegrity.proxy.ProxyValve.invoke(Lorg/apache/catalina/connector/Request;Lorg/apache/catalina/connector/Response;)V+126
j org.apache.catalina.core.StandardEngineValve.invoke(Lorg/apache/catalina/connector/Request;Lorg/apache/catalina/connector/Response;)V+71
j org.apache.catalina.connector.CoyoteAdapter.service(Lorg/apache/coyote/Request;Lorg/apache/coyote/Response;)V+196
J org.apache.coyote.ajp.AjpProcessor.process(Lorg/apache/tomcat/util/net/SocketWrapper;)Lorg/apache/tomcat/util/net/AbstractEndpoint$Handler$SocketState;
j org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(Lorg/apache/tomcat/util/net/SocketWrapper;Lorg/apache/tomcat/util/net/SocketStatus;)Lorg/apache/tomcat/util/net/AbstractEndpoint$Handler$SocketState;+239
j org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.run()V+106
j java.util.concurrent.ThreadPoolExecutor$Worker.runTask(Ljava/lang/Runnable;)V+66
j java.util.concurrent.ThreadPoolExecutor$Worker.run()V+33
j org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run()V+4
j java.lang.Thread.run()V+11
v ~StubRoutines::call_stub
--------------- P R O C E S S ---------------
Java Threads: ( => current thread )
0xa2c31800 JavaThread "ajp-bio-8090-exec-13" daemon [_thread_in_native, id=1294, stack(0x984bc000,0x9850d000)]
0xa2c25000 JavaThread "ajp-bio-8090-exec-12" daemon [_thread_in_native, id=31522, stack(0x9850d000,0x9855e000)]
0xa2c1b800 JavaThread "ajp-bio-8090-exec-11" daemon [_thread_in_native, id=22967, stack(0x9870d000,0x9875e000)]
0xa2c19000 JavaThread "ajp-bio-8090-exec-10" daemon [_thread_in_native, id=13479, stack(0x9875e000,0x987af000)]
0xa2c5c800 JavaThread "ajp-bio-8090-exec-9" daemon [_thread_in_native, id=11089, stack(0x987af000,0x98800000)]
0xa2c3e400 JavaThread "ajp-bio-8090-exec-8" daemon [_thread_in_native, id=9368, stack(0x9baaf000,0x9bb00000)]
0xa2c3dc00 JavaThread "ajp-bio-8090-exec-7" daemon [_thread_in_native, id=7659, stack(0xa162e000,0xa167f000)]
0xa2c3d800 JavaThread "ajp-bio-8090-exec-6" daemon [_thread_in_native, id=6950, stack(0xa192e000,0xa197f000)]
0xa2c05800 JavaThread "ajp-bio-8090-exec-5" daemon [_thread_in_native, id=757, stack(0x985af000,0x98600000)]
0xa2c05000 JavaThread "ajp-bio-8090-exec-4" daemon [_thread_in_native, id=715, stack(0x99a0b000,0x99a5c000)]
0xa1444c00 JavaThread "http-bio-8080-AsyncTimeout" daemon [_thread_blocked, id=32385, stack(0x9855e000,0x985af000)]
0xa143e000 JavaThread "http-bio-8080-Acceptor-0" daemon [_thread_in_native, id=32384, stack(0x9ba0d000,0x9ba5e000)]
0xa145cc00 JavaThread "ContainerBackgroundProcessor[StandardEngine[LocalApplications]]" daemon [_thread_blocked, id=32383, stack(0x9ba5e000,0x9baaf000)]
0x09629c00 JavaThread "Thread-4" daemon [_thread_blocked, id=32381, stack(0x9bc14000,0x9bc65000)]
=>0xa2c04000 JavaThread "ajp-bio-8090-exec-3" daemon [_thread_in_native, id=32380, stack(0x9bfaf000,0x9c000000)]
0xa2c02c00 JavaThread "ajp-bio-8090-exec-2" daemon [_thread_in_native, id=32377, stack(0x99a5c000,0x99aad000)]
0xa2c01c00 JavaThread "ajp-bio-8090-exec-1" daemon [_thread_in_native, id=32376, stack(0x99aad000,0x99afe000)]
0xa147c000 JavaThread "ajp-bio-8090-AsyncTimeout" daemon [_thread_blocked, id=32375, stack(0x9b015000,0x9b066000)]
0xa1432800 JavaThread "ajp-bio-8090-Acceptor-0" daemon [_thread_in_native, id=32374, stack(0x9b066000,0x9b0b7000)]
0xa141b400 JavaThread "ContainerBackgroundProcessor[StandardEngine[SPS]]" daemon [_thread_blocked, id=32373, stack(0x9c11a000,0x9c16b000)]
0x9e9da000 JavaThread "Thread-3" daemon [_thread_blocked, id=32363, stack(0x9c1d0000,0x9c221000)]
0x9e9dc000 JavaThread "Thread-2" daemon [_thread_blocked, id=32362, stack(0x9dd14000,0x9dd65000)]
0xa1e13c00 JavaThread "pool-1-thread-1" [_thread_blocked, id=32356, stack(0xa06af000,0xa0700000)]
0xa13e5400 JavaThread "SimpleSessionStoreCleanUp" [_thread_blocked, id=32322, stack(0xa2114000,0xa2165000)]
0xa1338800 JavaThread "Thread-1" daemon [_thread_blocked, id=32321, stack(0xa252e000,0xa257f000)]
0xa1a07000 JavaThread "Low Memory Detector" daemon [_thread_blocked, id=32319, stack(0xa2b2e000,0xa2b7f000)]
0xa1a05400 JavaThread "C2 CompilerThread1" daemon [_thread_blocked, id=32318, stack(0xa197f000,0xa1a00000)]
0xa1a03400 JavaThread "C2 CompilerThread0" daemon [_thread_blocked, id=32317, stack(0xa2165000,0xa21e6000)]
0xf69fd800 JavaThread "Signal Dispatcher" daemon [_thread_blocked, id=32316, stack(0xa2d2e000,0xa2d7f000)]
0xf69f1000 JavaThread "Finalizer" daemon [_thread_blocked, id=32315, stack(0xa2f2e000,0xa2f7f000)]
0xf69ef800 JavaThread "Reference Handler" daemon [_thread_blocked, id=32314, stack(0xa312e000,0xa317f000)]
0xf6906000 JavaThread "main" [_thread_in_native, id=32304, stack(0xf6a74000,0xf6ac5000)]
Other Threads:
0xf69ebc00 VMThread [stack: 0xa21e6000,0xa2267000] [id=32313]
0xa1a11000 WatcherThread [stack: 0xa167f000,0xa1700000] [id=32320]
VM state:not at safepoint (normal execution)
VM Mutex/Monitor currently owned by a thread: None
Heap
PSYoungGen total 86848K, used 44858K [0xde2d0000, 0xe3820000, 0xf3820000)
eden space 86336K, 51% used [0xde2d0000,0xe0e5bf98,0xe3720000)
from space 512K, 52% used [0xe3720000,0xe3762a70,0xe37a0000)
to space 448K, 0% used [0xe37b0000,0xe37b0000,0xe3820000)
PSOldGen total 174784K, used 118795K [0xb3820000, 0xbe2d0000, 0xde2d0000)
object space 174784K, 67% used [0xb3820000,0xbac22df8,0xbe2d0000)
PSPermGen total 34688K, used 34641K [0xa3820000, 0xa5a00000, 0xb3820000)
object space 34688K, 99% used [0xa3820000,0xa59f4728,0xa5a00000)