java - Need resolution for the below hung thread issue in Websphere Application Server -
i getting below hung thread message when first transaction triggered. hung keeps on increasing , jvm not respond transactions further. have no other option other restarting.
[xx/xx/xx x:xx:xx:xxx xxx] 00000063 w uow=null source=com.ibm.ws.runtime.component.threadmonitorimpl org=ibm prod=websphere component=application server thread=[deferrable alarm : 3] wsvr0605w: thread "messagelistenerthreadpool : 4" (00000098) has been active 744872 milliseconds , may hung. there is/are 1 thread(s) in total in server may hung. @ java.util.hashmap.get(hashmap.java:303) @ com.pantero.util.collections.mapofmaps.get(mapofmaps.java:100) @ com.pantero.metamodel.caching.optimisticcachemanager.get(optimisticcachemanager.java:22) @ com.pantero.metamodel.builtin.builtinschema.getfromcache(builtinschema.java:285) @ com.pantero.metamodel.modelobject.getfromcache(modelobject.java:1340) @ com.pantero.metamodel.types.classtype.getproperty(classtype.java:475) @ com.pantero.metamodel.types.classtype.getproperty(classtype.java:465) @ com.pantero.metamodel.types.classtype.getproperty(classtype.java:458) @ com.pantero.metamodel.types.classtype.getruntimepropertiescount(classtype.java:808) @ com.pantero.runtime.entity.entity.initialize(entity.java:156) @ com.pantero.runtime.entity.mapentity.initialize(mapentity.java:66) @ com.pantero.runtime.entity.entity.<init>(entity.java:146) @ com.pantero.runtime.entity.entity.<init>(entity.java:137) @ com.pantero.runtime.entity.mapentity.<init>(mapentity.java:46) @ com.pantero.runtime.xml.xmlentity.<init>(xmlentity.java:63) @ osstm.productorder.fal.oss.xxxxxxx.productorder.timeperiod.<init>(timeperiod.java:34) @ sun.reflect.nativeconstructoraccessorimpl.newinstance0(native method) @ sun.reflect.nativeconstructoraccessorimpl.newinstance(nativeconstructoraccessorimpl.java:39) @ sun.reflect.delegatingconstructoraccessorimpl.newinstance(delegatingconstructoraccessorimpl.java:27) @ java.lang.reflect.constructor.newinstance(constructor.java:513) @ java.lang.class.newinstance0(class.java:355) @ java.lang.class.newinstance(class.java:308) @ com.pantero.runtime.util.runtimeutils.newinstance(runtimeutils.java:436) @ com.pantero.runtime.mapping.runtimeclassmap.newinstanceof(runtimeclassmap.java:538) @ com.pantero.runtime.mapping.runtimeclassmap.createtarget(runtimeclassmap.java:512) @ com.pantero.runtime.mapping.runtimeclassmap.buildtargetandcontext(runtimeclassmap.java:467) @ com.pantero.runtime.mapping.runtimetransformation.setup(runtimetransformation.java:600) @ com.pantero.runtime.mapping.runtimetransformation.submap(runtimetransformation.java:432) @ com.pantero.runtime.mapping.runtimetransformation.settargetvalue(runtimetransformation.java:284) @ com.pantero.runtime.mapping.runtimetransformation.execute(runtimetransformation.java:113) @ com.pantero.runtime.mapping.runtimeclassmap.executelocal(runtimeclassmap.java:198) @ com.pantero.runtime.mapping.runtimeclassmap.executemaps(runtimeclassmap.java:163) @ com.pantero.runtime.mapping.runtimetransformation.map(runtimetransformation.java:574) @ com.pantero.runtime.mapping.runtimetransformation.submap(runtimetransformation.java:476) @ com.pantero.runtime.mapping.runtimetransformation.settargetvalue(runtimetransformation.java:284) @ com.pantero.runtime.mapping.runtimetransformation.execute(runtimetransformation.java:113) @ com.pantero.runtime.mapping.runtimeclassmap.executelocal(runtimeclassmap.java:198) @ com.pantero.runtime.mapping.runtimeclassmap.executemaps(runtimeclassmap.java:163) @ com.pantero.runtime.mapping.runtimetransformation.map(runtimetransformation.java:574) @ com.pantero.runtime.mapping.runtimetransformation.submap(runtimetransformation.java:476) @ com.pantero.runtime.mapping.runtimetransformation.settargetvalue(runtimetransformation.java:284) @ com.pantero.runtime.mapping.runtimetransformation.execute(runtimetransformation.java:113) @ com.pantero.runtime.mapping.runtimeclassmap.executelocal(runtimeclassmap.java:198) @ com.pantero.runtime.mapping.runtimeclassmap.executemaps(runtimeclassmap.java:163) @ com.pantero.runtime.mapping.runtimetransformation.map(runtimetransformation.java:574) @ com.pantero.runtime.mapping.runtimetransformation.submap(runtimetransformation.java:476) @ com.pantero.runtime.mapping.runtimetransformation.settargetvalue(runtimetransformation.java:284) @ com.pantero.runtime.mapping.runtimetransformation.execute(runtimetransformation.java:113) @ com.pantero.runtime.mapping.runtimeclassmap.executelocal(runtimeclassmap.java:198) @ com.pantero.runtime.mapping.runtimeclassmap.executemaps(runtimeclassmap.java:163) @ com.pantero.runtime.mapping.runtimeclassmap.execute(runtimeclassmap.java:129) @ com.pantero.runtime.mapping.runtimeclassmap.mapall(runtimeclassmap.java:609) @ com.pantero.runtime.mapping.mappingsession.mapall(mappingsession.java:413) @ com.pantero.runtime.mapping.mappingsession.doinsert(mappingsession.java:601) @ com.pantero.runtime.mapping.mappingsession.insert(mappingsession.java:542) @ com.pantero.runtime.mapping.compositemappingsession.insert(compositemappingsession.java:164) @ com.pantero.runtime.domain.domainsession.syncwithsourcesession(domainsession.java:78) @ com.pantero.runtime.domain.domainsession.syncwithsourcesession(domainsession.java:63) @ com.pantero.runtime.dataservice.dataservicesession.syncwithsourcesession(dataservicesession.java:250) @ com.pantero.runtime.dataservice.dataservice.syncwithsource(dataservice.java:928) @ com.pantero.runtime.dataservice.dataservice.insert(dataservice.java:297) @ com.pantero.runtime.dataservice.dataservice.map(dataservice.java:623) @ com.pantero.runtime.dataservice.dataservice.mapsingle(dataservice.java:544) @ com.pantero.runtime.dataservice.dataservice.map(dataservice.java:431) @ com.pantero.runtime.dataservice.dataservice.map(dataservice.java:403) @ com.pantero.runtime.dataservice.dataservice.map(dataservice.java:368) @ com.xxxxx.ccbmanageorder.ccbmanageorderimpl.createorder(ccbmanageorderimpl.java:44) @ com.xxxxx.ccbmanageorder.ccbmanageorder$1.execute(ccbmanageorder.java:37) @ com.pantero.runtime.lock.locksupervisor.executewithreadlock(locksupervisor.java:47) @ com.xxxxx.ccbmanageorder.ccbmanageorder.createorder(ccbmanageorder.java:40) @ com.xxxxx.ccbmanageorder.ccbmanageordersdo.createorder(ccbmanageordersdo.java:31) @ sun.reflect.nativemethodaccessorimpl.invoke0(native method) @ sun.reflect.nativemethodaccessorimpl.invoke(nativemethodaccessorimpl.java:39) @ sun.reflect.delegatingmethodaccessorimpl.invoke(delegatingmethodaccessorimpl.java:25) @ java.lang.reflect.method.invoke(method.java:597) @ com.xxxxx.osst.mediator.utils.dxsicaller.domap(unknown source) @ com.xxxxxx.osst.mediator.mc.co.dxsimediationimpl.createorder(dxsimediationimpl.java:75) @ sun.reflect.nativemethodaccessorimpl.invoke0(native method) @ sun.reflect.nativemethodaccessorimpl.invoke(nativemethodaccessorimpl.java:39) @ sun.reflect.delegatingmethodaccessorimpl.invoke(delegatingmethodaccessorimpl.java:25) @ java.lang.reflect.method.invoke(method.java:597) @ com.ibm.ws.sca.internal.java.handler.javareflectionadapter$2.run(javareflectionadapter.java:152) @ java.security.accesscontroller.doprivileged(native method) @ com.ibm.ws.sca.internal.java.handler.javareflectionadapter.invoke(javareflectionadapter.java:149) @ com.ibm.ws.sca.internal.java.handler.javaimplementationhandler.invokesync(javaimplementationhandler.java:447) @ com.ibm.ws.sca.internal.java.handler.javaimplementationhandler.processmessage(javaimplementationhandler.java:195) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessagewithpci(messagedispatcherimpl.java:755) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessage(messagedispatcherimpl.java:1607) @ com.ibm.ws.sca.internal.message.impl.managedmessageimpl.process(managedmessageimpl.java:976) @ com.ibm.ws.sca.uow.handler.uownativewasstrategyimpl.transactionglobalactivitysessionany(uownativewasstrategyimpl.java:710) @ com.ibm.ws.sca.uow.handler.joinuownativehandler.processmessage(joinuownativehandler.java:180) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessagewithpci(messagedispatcherimpl.java:766) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessage(messagedispatcherimpl.java:1607) @ com.ibm.ws.sca.internal.binding.handler.scaexportmessagehelper.processmessage(scaexportmessagehelper.java:343) @ com.ibm.ws.sca.internal.binding.handler.spi.impl.exportscainvoker.invoke(exportscainvoker.java:63) @ com.ibm.ws.container.binding.classicsca.ejb.ejbdefaultbindingserviceprovider$ejbdefaultbindingserviceinvoker.invoke(ejbdefaultbindingserviceprovider.java:57) @ com.ibm.ws.container.binding.classicsca.ejb.ejbdefaultbindingserviceprovider$ejbdefaultbindingserviceinvoker.invoke(ejbdefaultbindingserviceprovider.java:40) @ com.ibm.ws.container.binding.ejb.basecontainerbeanimpl.invoke(basecontainerbeanimpl.java:54) @ com.ibm.wsspi.container.binding.sca.remote.serviceremotebean_43007.processmessage(unknown source) @ com.ibm.wsspi.container.binding.sca.remote.ejsremotecslmed_mc_co_managecustomerorder_14131b47.processmessage(ejsremotecslmed_mc_co_managecustomerorder_14131b47.java) @ com.ibm.ws.sca.internal.binding.handler.scaimportbindinghandler.processmessagelocal(scaimportbindinghandler.java:608) @ com.ibm.ws.sca.internal.binding.handler.scaimportbindinghandler.access$0(scaimportbindinghandler.java:535) @ com.ibm.ws.sca.internal.binding.handler.scaimportbindinghandler$1.run(scaimportbindinghandler.java:1043) @ java.security.accesscontroller.doprivileged(native method) @ com.ibm.ws.sca.internal.binding.handler.scaimportbindinghandler.processclassicmessage(scaimportbindinghandler.java:1041) @ com.ibm.ws.sca.internal.binding.handler.scaimportbindinghandler.processmessage(scaimportbindinghandler.java:308) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessagewithpci(messagedispatcherimpl.java:766) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessage(messagedispatcherimpl.java:1607) @ com.ibm.ws.sca.internal.message.impl.managedmessageimpl.process(managedmessageimpl.java:976) @ com.ibm.ws.sca.uow.handler.uownativewasstrategyimpl.transactionanyactivitysessionany(uownativewasstrategyimpl.java:297) @ com.ibm.ws.sca.uow.handler.joinuownativehandler.processmessage(joinuownativehandler.java:169) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessagewithpci(messagedispatcherimpl.java:766) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessage(messagedispatcherimpl.java:1607) @ com.ibm.ws.sca.internal.proxy.impl.proxyinvocationhandlerimpl.invoke(proxyinvocationhandlerimpl.java:1043) @ com.ibm.ws.sca.internal.proxy.impl.proxyinvocationhandlerimpl.invoke(proxyinvocationhandlerimpl.java:862) @ $proxy68.createorder(unknown source) @ com.xxxxx.osst.mediator.ccb.co.managecustomerorderimpl.createorder(managecustomerorderimpl.java:167) @ sun.reflect.nativemethodaccessorimpl.invoke0(native method) @ sun.reflect.nativemethodaccessorimpl.invoke(nativemethodaccessorimpl.java:39) @ sun.reflect.delegatingmethodaccessorimpl.invoke(delegatingmethodaccessorimpl.java:25) @ java.lang.reflect.method.invoke(method.java:597) @ com.ibm.ws.sca.internal.java.handler.javareflectionadapter$2.run(javareflectionadapter.java:152) @ java.security.accesscontroller.doprivileged(native method) @ com.ibm.ws.sca.internal.java.handler.javareflectionadapter.invoke(javareflectionadapter.java:149) @ com.ibm.ws.sca.internal.java.handler.javaimplementationhandler.invokesync(javaimplementationhandler.java:447) @ com.ibm.ws.sca.internal.java.handler.javaimplementationhandler.processmessage(javaimplementationhandler.java:195) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessagewithpci(messagedispatcherimpl.java:755) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessage(messagedispatcherimpl.java:1607) @ com.ibm.ws.sca.internal.message.impl.managedmessageimpl.process(managedmessageimpl.java:976) @ com.ibm.ws.sca.uow.handler.uownativewasstrategyimpl.transactionglobalactivitysessionany(uownativewasstrategyimpl.java:710) @ com.ibm.ws.sca.uow.handler.joinuownativehandler.processmessage(joinuownativehandler.java:180) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessagewithpci(messagedispatcherimpl.java:766) @ com.ibm.ws.sca.internal.message.impl.messagedispatcherimpl.processmessage(messagedispatcherimpl.java:1607) @ com.ibm.ws.sca.internal.proxy.impl.proxyinvocationhandlerimpl.invoke(proxyinvocationhandlerimpl.java:1043) @ com.ibm.ws.sca.internal.proxy.impl.proxyinvocationhandlerimpl.invoke(proxyinvocationhandlerimpl.java:717) @ $proxy67.invoke(unknown source) @ com.xxxxx.osst.mediator.core.ejb.basesoapinboundbean.onmessage(unknown source) @ com.xxxxxx.osst.mediator.ccb.ejb.ccbcoinboundbean.onmessage(unknown source) @ com.ibm.ejs.jms.listener.mdbwrapper$priviledgedonmessage.run(mdbwrapper.java:302) @ com.ibm.ws.security.util.accesscontroller.doprivileged(accesscontroller.java:63) @ com.ibm.ejs.jms.listener.mdbwrapper.callonmessage(mdbwrapper.java:271) @ com.ibm.ejs.jms.listener.serversession.onmessage(serversession.java:761) @ com.ibm.ejs.jms.listener.serversession.dispatch(serversession.java:712) @ sun.reflect.generatedmethodaccessor207.invoke(unknown source) @ sun.reflect.delegatingmethodaccessorimpl.invoke(delegatingmethodaccessorimpl.java:25) @ java.lang.reflect.method.invoke(method.java:597) @ com.ibm.ejs.jms.listener.serversessiondispatcher.dispatch(serversessiondispatcher.java:44) @ com.ibm.ejs.container.mdbwrapper.onmessage(mdbwrapper.java:100) @ com.ibm.ejs.container.mdbwrapper.onmessage(mdbwrapper.java:136) @ com.ibm.ejs.jms.listener.mdbwrapper.onmessage(mdbwrapper.java:242) @ com.tibco.tibjms.tibjmsxsessionimp._submit(tibjmsxsessionimp.java:3917) @ com.tibco.tibjms.tibjmsxsessionimp._dispatchasyncmessage(tibjmsxsessionimp.java:2207) @ com.tibco.tibjms.tibjmsxsessionimp._run(tibjmsxsessionimp.java:3395) @ com.tibco.tibjms.tibjmsxsessionimp.run(tibjmsxsessionimp.java:4591) @ com.ibm.ejs.jms.jmssessionhandle.run(jmssessionhandle.java:1045) @ com.ibm.ejs.jms.listener.serversession.connectionconsumeronmessage(serversession.java:1076) @ com.ibm.ejs.jms.listener.serversession.run(serversession.java:569) @ com.ibm.ws.util.threadpool$worker.run(threadpool.java:1604)
your mdb taking long complete. hung threads reported when websphere detects thread has been active longer time defined thread monitor threshold.
Comments
Post a Comment