PI java.lang.Thread.State: BLOCKED (on object moni...

Former Member · ‎06-30-2015

Hello,

We are seeing some blocked threads on one of our PI 7.31 application server 0. With the below stack trace:

hread 'HTTP Worker [@1171426684]', process 'server0', index '945'

"HTTP Worker [@1171426684]" #2125892 prio=5 os_prio=57 cpu=237502.60 [reset 1009.62] ms elapsed=561677.56 [reset 110711.49] s allocated=44572680944 B (41.51 GB) [reset 427448 B (417.43 KB)] defined_classes=1167

io= file i/o: 87358768/10818986 B, net i/o: 930145896/1173952808 B, files opened:14628, socks opened:1781 [reset file i/o: 0/0 B, net i/o: 1384/881 B, files opened:1, socks opened:0 ]

user="RUNAS_dvsmyp" request="166903" application="sap.com/com.sap.engine.docs.examples" isapplicationthread="true" tid=0x00000001307f2000 nid=0xd75e / 55134 ktid=92802221 waiting for monitor entry [_thread_blocked (_at_safepoint), stack(0x0000000167428000,0x0000000167628888)] [0x0000000167623000]

java.lang.Thread.State: BLOCKED (on object monitor)

at com.sap.engine.services.basicadmin.model.itsam.system.provider.SAP_ITSAMSystemProviderConnection.getAllInstanceProfiles()Ljava/util/Map;(SAP_ITSAMSystemProviderConnection.java:1537)

- waiting to lock <0x0000000750914c18> (a com.sap.engine.services.basicadmin.model.itsam.system.provider.InstanceCache)

at com.sap.engine.services.basicadmin.model.itsam.system.provider.SAP_ITSAMSystemProviderConnection.getInstanceProfile(Ljava/lang/String;)Ljava/util/Properties;(SAP_ITSAMSystemProviderConnection.java:1519)

at com.sap.engine.services.basicadmin.model.itsam.system.provider.SAP_ITSAMSystemProviderConnection.getJ2eeInstanceName(Ljava/lang/String;)Ljavax/management/ObjectName;(SAP_ITSAMSystemProviderConnection.java:1639)

at com.sap.engine.admin.model.itsam.system.SAP_ITSAMJ2eeNode_Impl.getSAP_ITSAMJ2eeInstanceJ2eeNodeGroupComponent()[Ljavax/management/ObjectName;(SAP_ITSAMJ2eeNode_Impl.java:173)

at com.sap.engine.admin.model.itsam.system.SAP_ITSAMJ2eeNodeWrapper.getAttribute(Ljava/lang/String;)Ljava/lang/Object;(SAP_ITSAMJ2eeNodeWrapper.java:341)

at com.sap.engine.admin.model.itsam.system.SAP_ITSAMJ2eeNodeWrapperJSR77Extension.getAttribute(Ljava/lang/String;)Ljava/lang/Object;(SAP_ITSAMJ2eeNodeWrapperJSR77Extension.java:51)

at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(DefaultMBeanServerInterceptor.java:665)

at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(JmxMBeanServer.java:648)

at com.sap.pj.jmx.server.MBeanServerImpl.getAttribute(Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(MBeanServerImpl.java:662)

at com.sap.pj.jmx.server.interceptor.MBeanServerWrapperInterceptor.getAttribute(Lcom/sap/pj/jmx/server/interceptor/InvocationContext;Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(MBeanServerWrapperInterceptor.java:181)

at com.sap.engine.services.jmx.CompletionInterceptor.getAttribute(Lcom/sap/pj/jmx/server/interceptor/InvocationContext;Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(CompletionInterceptor.java:449)

at com.sap.pj.jmx.server.interceptor.BasicMBeanServerInterceptor.getAttribute(Lcom/sap/pj/jmx/server/interceptor/InvocationContext;Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(BasicMBeanServerInterceptor.java:169)

at com.sap.jmx.provider.ProviderInterceptor.getAttribute(Lcom/sap/pj/jmx/server/interceptor/InvocationContext;Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(ProviderInterceptor.java:224)

at com.sap.engine.services.jmx.RedirectInterceptor.getAttribute(Lcom/sap/pj/jmx/server/interceptor/InvocationContext;Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(RedirectInterceptor.java:232)

at com.sap.pj.jmx.server.interceptor.MBeanServerInterceptorChain.getAttribute(Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(MBeanServerInterceptorChain.java:161)

at com.sap.engine.services.jmx.MBeanServerSecurityWrapper.getAttribute(Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(MBeanServerSecurityWrapper.java:235)

at com.sap.engine.services.jmx.ClusterInterceptor.getAttribute(Lcom/sap/pj/jmx/server/interceptor/InvocationContext;Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(ClusterInterceptor.java:559)

at com.sap.pj.jmx.server.interceptor.MBeanServerInterceptorChain.getAttribute(Ljavax/management/ObjectName;Ljava/lang/String;)Ljava/lang/Object;(MBeanServerInterceptorChain.java:161)

at com.sap.docs.examples.ApplicationChecker.getJ2EEInstanceObjectName(Ljavax/management/ObjectName;)Ljavax/management/ObjectName;(ApplicationChecker.java:185)

at com.sap.docs.examples.ApplicationChecker.initServiceON()Ljavax/management/ObjectName;(ApplicationChecker.java:158)

at com.sap.docs.examples.ApplicationChecker.updateTsgLink()Ljava/lang/String;(ApplicationChecker.java:111)

at com.sap.docs.examples.ApplicationChecker.getTsgLink()Ljava/lang/String;(ApplicationChecker.java:53)

at sun.reflect.GeneratedMethodAccessor599.invoke(Ljava/lang/Object;[Ljava/lang/Object;)Ljava/lang/Object;(Unknown Source)

at sun.reflect.DelegatingMethodAccessorImpl.invoke(Ljava/lang/Object;[Ljava/lang/Object;)Ljava/lang/Object;(DelegatingMethodAccessorImpl.java:25)

at java.lang.reflect.Method.invoke(Ljava/lang/Object;[Ljava/lang/Object;)Ljava/lang/Object;(Method.java:597)

at javax.el.BeanELResolver.getValue(Ljavax/el/ELContext;Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;(BeanELResolver.java:293)

at javax.el.CompositeELResolver.getValue(Ljavax/el/ELContext;Ljava/lang/Object;Ljava/lang/Object;)Ljava/lang/Object;(CompositeELResolver.java:175)

at com.sun.el.parser.AstValue.getValue(Lcom/sun/el/lang/EvaluationContext;)Ljava/lang/Object;(AstValue.java:138)

at com.sun.el.ValueExpressionImpl.getValue(Ljavax/el/ELContext;)Ljava/lang/Object;(ValueExpressionImpl.java:206)

at com.sap.engine.services.servlets_jsp.lib.jspruntime.PageContextImpl.evaluateInternal(Ljava/lang/String;Ljava/lang/Class;ZLjavax/el/FunctionMapper;)Ljava/lang/Object;(PageContextImpl.java:870)

at JEE_jsp_startPage_203029050_1424556854000_1424557826490._jspService(Ljavax/servlet/http/HttpServletRequest;Ljavax/servlet/http/HttpServletResponse;)V(JEE_jsp_startPage_203029050_1424556854000_1424557826490.java:364)

at com.sap.engine.services.servlets_jsp.lib.jspruntime.JspBase.service(Ljavax/servlet/ServletRequest;Ljavax/servlet/ServletResponse;)V(JspBase.java:102)

at com.sap.engine.services.servlets_jsp.server.Invokable.invoke(Ljavax/servlet/Servlet;Ljavax/servlet/ServletRequest;Ljavax/servlet/ServletResponse;ZZLcom/sap/engine/interfaces/security/SecuritySession;)V(Invokable.java:152)

at com.sap.engine.services.servlets_jsp.server.security.PrivilegedActionImpl.run()Ljava/lang/Object;(PrivilegedActionImpl.java:103)

at java.security.AccessController.doPrivileged(Ljava/security/PrivilegedExceptionAction;Ljava/security/AccessControlContext;)Ljava/lang/Object;(Native Method)

at javax.security.auth.Subject.doAs(Ljavax/security/auth/Subject;Ljava/security/PrivilegedExceptionAction;)Ljava/lang/Object;(Subject.java:394)

at com.sap.engine.services.servlets_jsp.server.Invokable.invoke(Ljavax/servlet/Servlet;Ljavax/servlet/ServletRequest;Ljavax/servlet/ServletResponse;Ljavax/security/auth/Subject;Z)V(Invokable.java:58)

at com.sap.engine.services.servlets_jsp.server.HttpHandlerImpl.runServlet(Ljava/lang/String;Lcom/sap/engine/services/httpserver/interfaces/HttpParameters;Lcom/sap/engine/services/servlets_jsp/server/application/ApplicationContext;)V(HttpHandlerImpl.java:466)

at com.sap.engine.services.servlets_jsp.server.HttpHandlerImpl.handleRequest(Ljava/lang/String;Lcom/sap/engine/services/httpserver/interfaces/HttpParameters;)V(HttpHandlerImpl.java:210)

at com.sap.engine.services.httpserver.server.RequestAnalizer.startServlet(Ljava/lang/String;)V(RequestAnalizer.java:441)

at com.sap.engine.services.httpserver.server.RequestAnalizer.startServlet(Lcom/sap/engine/services/httpserver/lib/util/MessageBytes;)V(RequestAnalizer.java:430)

at com.sap.engine.services.servlets_jsp.filters.DSRWebContainerFilter.process(Lcom/sap/engine/services/httpserver/chain/HTTPRequest;Lcom/sap/engine/services/httpserver/chain/HTTPResponse;Lcom/sap/engine/services/httpserver/chain/Chain;)V(DSRWebContainerFilter.java:38)