[00:21:41|WARN |(org.jboss.netty.channel.DefaultChannelPipeline)]=[ [DUBBO] An exception was thrown by a user handler while handling an exception event ([id: 0x2146afd4, /10.0.47951 => /10.0.69.11:20881] EXCEPTION: com.alibaba.dubbo.remoting.ExecutionException: class com.alibaba.dubbo.remoting.transport.dispatcher.all.AllChannelHandler error when proeceived event .), dubbo version: 2.8.4, current host: 10.0.69.11]
com.alibaba.dubbo.remoting.ExecutionException: class com.alibaba.dubbo.remoting.transport.dispatcher.all.AllChannelHandler error when process caught event .
at com.alibaba.dubbo.remoting.transport.dispatcher.all.AllChannelHandler.caught(AllChannelHandler.java:67)
at com.alibaba.dubbo.remoting.transport.AbstractChannelHandlerDelegate.caught(AbstractChannelHandlerDelegate.java:44)
at com.alibaba.dubbo.remoting.transport.AbstractChannelHandlerDelegate.caught(AbstractChannelHandlerDelegate.java:44)
at com.alibaba.dubbo.remoting.transport.AbstractPeer.caught(AbstractPeer.java:127)
at com.alibaba.dubbo.remoting.transport.netty.NettyHandler.exceptionCaught(NettyHandler.java:112)
at com.alibaba.dubbo.remoting.transport.netty.NettyCodecAdapter
I
n
t
e
r
n
a
l
D
e
c
o
d
e
r
.
e
x
c
e
p
t
i
o
n
C
a
u
g
h
t
(
N
e
t
t
y
C
o
d
e
c
A
d
a
p
t
e
r
.
j
a
v
a
:
165
)
a
t
o
r
g
.
j
b
o
s
s
.
n
e
t
t
y
.
c
h
a
n
n
e
l
.
C
h
a
n
n
e
l
s
.
f
i
r
e
E
x
c
e
p
t
i
o
n
C
a
u
g
h
t
(
C
h
a
n
n
e
l
s
.
j
a
v
a
:
432
)
a
t
o
r
g
.
j
b
o
s
s
.
n
e
t
t
y
.
c
h
a
n
n
e
l
.
A
b
s
t
r
a
c
t
C
h
a
n
n
e
l
S
i
n
k
.
e
x
c
e
p
t
i
o
n
C
a
u
g
h
t
(
A
b
s
t
r
a
c
t
C
h
a
n
n
e
l
S
i
n
k
.
j
a
v
a
:
52
)
a
t
o
r
g
.
j
b
o
s
s
.
n
e
t
t
y
.
c
h
a
n
n
e
l
.
C
h
a
n
n
e
l
s
.
f
i
r
e
M
e
s
s
a
g
e
R
e
c
e
i
v
e
d
(
C
h
a
n
n
e
l
s
.
j
a
v
a
:
302
)
a
t
c
o
m
.
a
l
i
b
a
b
a
.
d
u
b
b
o
.
r
e
m
o
t
i
n
g
.
t
r
a
n
s
p
o
r
t
.
n
e
t
t
y
.
N
e
t
t
y
C
o
d
e
c
A
d
a
p
t
e
r
InternalDecoder.exceptionCaught(NettyCodecAdapter.java:165) at org.jboss.netty.channel.Channels.fireExceptionCaught(Channels.java:432) at org.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:52) at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:302) at com.alibaba.dubbo.remoting.transport.netty.NettyCodecAdapter
InternalDecoder.exceptionCaught(NettyCodecAdapter.java:165)atorg.jboss.netty.channel.Channels.fireExceptionCaught(Channels.java:432)atorg.jboss.netty.channel.AbstractChannelSink.exceptionCaught(AbstractChannelSink.java:52)atorg.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:302)atcom.alibaba.dubbo.remoting.transport.netty.NettyCodecAdapterInternalDecoder.messageReceived(NettyCodecAdapter.java:148)
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:274)
at org.jboss.netty.channel.Channels.fireMessageReceived(Channels.java:261)
at org.jboss.netty.channel.socket.nio.NioWorker.read(NioWorker.java:350)
at org.jboss.netty.channel.socket.nio.NioWorker.processSelectedKeys(NioWorker.java:281)
at org.jboss.netty.channel.socket.nio.NioWorker.run(NioWorker.java:201)
at org.jboss.netty.util.internal.IoWorkerRunnable.run(IoWorkerRunnable.java:46)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.RejectedExecutionException: Thread pool is EXHAUSTED! Thread Name: DubboServerHandler-10.0.69.11:20881, Pool Size: 600 (active: 600, core: 600, 00, largest: 600), Task: 11005 (completed: 10405), Executor status:(isShutdown:false, isTerminated:false, isTerminating:false), in dubbo://10.0.69.11:20881!
at com.alibaba.dubbo.common.threadpool.support.AbortPolicyWithReport.rejectedExecution(AbortPolicyWithReport.java:53)
at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
at com.alibaba.dubbo.remoting.transport.dispatcher.all.AllChannelHandler.caught(AllChannelHandler.java:65)
… 18 more
RpcService Exception–Failed to invoke the method invoker in the service org.agile.apipl.rpc.RpcSoaManager. Tried 1 times of the providers [10.0.69.11:20881] (1/2) from the reg10.0.69.14:2181 on the consumer 10.0.69.11 using the dubbo version 2.8.4. Last error is: Invoke remote method timeout. method: invoker, provider: dubbo://10.0.69.11:20881/org.apipl.rpc.RpcSoaManageranyhost=true&application=agile-life&check=false&dubbo=2.8.4&generic=false&group=base&interface=org.agile.apipl.rpc.RpcSoaManager&methods=singleInvoker,asoker,invoker&organization=dubbox&owner=programmer&pid=4229&retries=0&revision=1.0-SNAPSHOT&serialization=kryo&side=consumer&timeout=20000×tamp=1469419899648, cause: Waitiner-side response timeout by scan timer. start time: 2016-07-26 00:22:41.517, end time: 2016-07-26 00:23:01.521, client elapsed: 1 ms, server elapsed: 20003 ms, timeout: 20000 muest: Request [id=6224, version=2.0.0, twoway=true, event=false, broken=false, data=RpcInvocation [methodName=invoker, parameterTypes=[class org.agile.apipl.common.context.Raintext], arguments=[org.agile.apipl.common.context.RainbowContext@30e792e0], attachments={path=org.agile.apipl.rpc.RpcSoaManager, interface=org.agile.apipl.rpc.RpcSoaManager, groe, timeout=20000, version=0.0.0}]], channel: /10.0.69.11:47951 -> /10.0.69.11:20881
com.alibaba.dubbo.rpc.RpcException: Failed to invoke the method invoker in the service org.agile.apipl.rpc.RpcSoaManager. Tried 1 times of the providers [10.0.69.11:20881] (1/2 the registry 10.0.69.14:2181 on the consumer 10.0.69.11 using the dubbo version 2.8.4. Last error is: Invoke remote method timeout. method: invoker, provider: dubbo://10.0.69.81/org.agile.apipl.rpc.RpcSoaManageranyhost=true&application=agile-life&check=false&dubbo=2.8.4&generic=false&group=base&interface=org.agile.apipl.rpc.RpcSoaManager&methods=sivoker,asyncInvoker,invoker&organization=dubbox&owner=programmer&pid=4229&retries=0&revision=1.0-SNAPSHOT&serialization=kryo&side=consumer&timeout=20000×tamp=1469419899648,: Waiting server-side response timeout by scan timer. start time: 2016-07-26 00:22:41.517, end time: 2016-07-26 00:23:01.521, client elapsed: 1 ms, server elapsed: 20003 ms, ti 20000 ms, request: Request [id=6224, version=2.0.0, twoway=true, event=false, broken=false, data=RpcInvocation [methodName=invoker, parameterTypes=[class org.agile.apipl.commoext.RainbowContext], arguments=[org.agile.apipl.common.context.RainbowContext@30e792e0], attachments={path=org.agile.apipl.rpc.RpcSoaManager, interface=org.agile.apipl.rpc.RpcSger, group=base, timeout=20000, version=0.0.0}]], channel: /10.0.69.11:47951 -> /10.0.69.11:20881
at com.alibaba.dubbo.rpc.cluster.support.FailoverClusterInvoker.doInvoke(FailoverClusterInvoker.java:101)
at com.alibaba.dubbo.rpc.cluster.support.AbstractClusterInvoker.invoke(AbstractClusterInvoker.java:227)
at com.alibaba.dubbo.rpc.cluster.support.wrapper.MockClusterInvoker.invoke(MockClusterInvoker.java:72)
at com.alibaba.dubbo.rpc.proxy.InvokerInvocationHandler.invoke(InvokerInvocationHandler.java:52)
at com.alibaba.dubbo.common.bytecode.proxy0.invoker(proxy0.java)
at com.agile.api.call.impl.RpcRemoteServiceAccessor.rpcCall(RpcRemoteServiceAccessor.java:97)
at com.agile.api.call.impl.RpcRemoteServiceAccessor.remoteCall(RpcRemoteServiceAccessor.java:82)
at com.agile.yalife.app.service.MyPageService.getData(MyPageService.java:147)
at com.agile.yalife.app.service.MyPageService.getCustomerInfo(MyPageService.java:141)
at com.agile.yalife.app.service.MyPageService.indexPage(MyPageService.java:102)
at sun.reflect.GeneratedMethodAccessor1817.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.agile.apipl.common.core.service.impl.AccountUserSoaInvoker.doInvoke(AccountUserSoaInvoker.java:35)
at org.agile.apipl.common.core.service.AbstractSoaInvoker.invoke(AbstractSoaInvoker.java:30)
at org.agile.apipl.common.core.service.SoaManager.callTx(SoaManager.java:89)
at org.agile.apipl.common.core.service.SoaManager.invoke(SoaManager.java:55)
at com.agile.api.common.ServiceInvoker.invokeService(ServiceInvoker.java:199)
at com.agile.api.common.ServiceInvoker.invokeService(ServiceInvoker.java:170)
at com.agile.api.common.ServiceInvoker.appInvoke(ServiceInvoker.java:110)
at com.agile.api.rpc.impl.RpcSoaManagerImpl.invoker(RpcSoaManagerImpl.java:23)
at com.alibaba.dubbo.common.bytecode.Wrapper1.invokeMethod(Wrapper1.java)
at com.alibaba.dubbo.rpc.proxy.javassist.JavassistProxyFactory$1.doInvoke(JavassistProxyFactory.java:46)
at com.alibaba.dubbo.rpc.proxy.AbstractProxyInvoker.invoke(AbstractProxyInvoker.java:72)
at com.alibaba.dubbo.rpc.protocol.InvokerWrapper.invoke(InvokerWrapper.java:53)
at com.alibaba.dubbo.rpc.filter.ExceptionFilter.invoke(ExceptionFilter.java:64)
at com.alibaba.dubbo.rpc.protocol.ProtocolFilterWrapper$1.invoke(ProtocolFilterWrapper.java:91)
at com.alibaba.dubbo.rpc.filter.TimeoutFilter.invoke(TimeoutFilter.java:42)
at com.alibaba.dubbo.rpc.protocol.ProtocolFilterWrapper$1.invoke(ProtocolFilterWrapper.java:91)
at com.alibaba.dubbo.monitor.support.MonitorFilter.invoke(MonitorFilter.java:75)
at com.alibaba.dubbo.rpc.protocol.ProtocolFilterWrapper$1.invoke(ProtocolFilterWrapper.java:91)
at com.alibaba.dubbo.rpc.protocol.dubbo.filter.TraceFilter.invoke(TraceFilter.java:78)
at com.alibaba.dubbo.rpc.protocol.ProtocolFilterWrapper$1.invoke(ProtocolFilterWrapper.java:91)
at com.alibaba.dubbo.rpc.filter.ContextFilter.invoke(ContextFilter.java:70)
at com.alibaba.dubbo.rpc.protocol.ProtocolFilterWrapper$1.invoke(ProtocolFilterWrapper.java:91)
at com.alibaba.dubbo.rpc.filter.GenericFilter.invoke(GenericFilter.java:132)
at com.alibaba.dubbo.rpc.protocol.ProtocolFilterWrapper$1.invoke(ProtocolFilterWrapper.java:91)
at com.alibaba.dubbo.rpc.filter.ClassLoaderFilter.invoke(ClassLoaderFilter.java:38)
at com.alibaba.dubbo.rpc.protocol.ProtocolFilterWrapper$1.invoke(ProtocolFilterWrapper.java:91)
at com.alibaba.dubbo.rpc.filter.EchoFilter.invoke(EchoFilter.java:38)
at com.alibaba.dubbo.rpc.protocol.ProtocolFilterWrapper$1.invoke(ProtocolFilterWrapper.java:91)
at com.alibaba.dubbo.rpc.protocol.dubbo.DubboProtocol
1.
r
e
p
l
y
(
D
u
b
b
o
P
r
o
t
o
c
o
l
.
j
a
v
a
:
113
)
a
t
c
o
m
.
a
l
i
b
a
b
a
.
d
u
b
b
o
.
r
e
m
o
t
i
n
g
.
e
x
c
h
a
n
g
e
.
s
u
p
p
o
r
t
.
h
e
a
d
e
r
.
H
e
a
d
e
r
E
x
c
h
a
n
g
e
H
a
n
d
l
e
r
.
h
a
n
d
l
e
R
e
q
u
e
s
t
(
H
e
a
d
e
r
E
x
c
h
a
n
g
e
H
a
n
d
l
e
r
.
j
a
v
a
:
84
)
a
t
c
o
m
.
a
l
i
b
a
b
a
.
d
u
b
b
o
.
r
e
m
o
t
i
n
g
.
e
x
c
h
a
n
g
e
.
s
u
p
p
o
r
t
.
h
e
a
d
e
r
.
H
e
a
d
e
r
E
x
c
h
a
n
g
e
H
a
n
d
l
e
r
.
r
e
c
e
i
v
e
d
(
H
e
a
d
e
r
E
x
c
h
a
n
g
e
H
a
n
d
l
e
r
.
j
a
v
a
:
170
)
a
t
c
o
m
.
a
l
i
b
a
b
a
.
d
u
b
b
o
.
r
e
m
o
t
i
n
g
.
t
r
a
n
s
p
o
r
t
.
D
e
c
o
d
e
H
a
n
d
l
e
r
.
r
e
c
e
i
v
e
d
(
D
e
c
o
d
e
H
a
n
d
l
e
r
.
j
a
v
a
:
52
)
a
t
c
o
m
.
a
l
i
b
a
b
a
.
d
u
b
b
o
.
r
e
m
o
t
i
n
g
.
t
r
a
n
s
p
o
r
t
.
d
i
s
p
a
t
c
h
e
r
.
C
h
a
n
n
e
l
E
v
e
n
t
R
u
n
n
a
b
l
e
.
r
u
n
(
C
h
a
n
n
e
l
E
v
e
n
t
R
u
n
n
a
b
l
e
.
j
a
v
a
:
82
)
a
t
j
a
v
a
.
u
t
i
l
.
c
o
n
c
u
r
r
e
n
t
.
T
h
r
e
a
d
P
o
o
l
E
x
e
c
u
t
o
r
.
r
u
n
W
o
r
k
e
r
(
T
h
r
e
a
d
P
o
o
l
E
x
e
c
u
t
o
r
.
j
a
v
a
:
1145
)
a
t
j
a
v
a
.
u
t
i
l
.
c
o
n
c
u
r
r
e
n
t
.
T
h
r
e
a
d
P
o
o
l
E
x
e
c
u
t
o
r
1.reply(DubboProtocol.java:113) at com.alibaba.dubbo.remoting.exchange.support.header.HeaderExchangeHandler.handleRequest(HeaderExchangeHandler.java:84) at com.alibaba.dubbo.remoting.exchange.support.header.HeaderExchangeHandler.received(HeaderExchangeHandler.java:170) at com.alibaba.dubbo.remoting.transport.DecodeHandler.received(DecodeHandler.java:52) at com.alibaba.dubbo.remoting.transport.dispatcher.ChannelEventRunnable.run(ChannelEventRunnable.java:82) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor
1.reply(DubboProtocol.java:113)atcom.alibaba.dubbo.remoting.exchange.support.header.HeaderExchangeHandler.handleRequest(HeaderExchangeHandler.java:84)atcom.alibaba.dubbo.remoting.exchange.support.header.HeaderExchangeHandler.received(HeaderExchangeHandler.java:170)atcom.alibaba.dubbo.remoting.transport.DecodeHandler.received(DecodeHandler.java:52)atcom.alibaba.dubbo.remoting.transport.dispatcher.ChannelEventRunnable.run(ChannelEventRunnable.java:82)atjava.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)atjava.util.concurrent.ThreadPoolExecutorWorker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: com.alibaba.dubbo.remoting.TimeoutException: Waiting server-side response timeout by scan timer. start time: 2016-07-26 00:22:41.517, end time: 2016-07-26 00:23:01.5ient elapsed: 1 ms, server elapsed: 20003 ms, timeout: 20000 ms, request: Request [id=6224, version=2.0.0, twoway=true, event=false, broken=false, data=RpcInvocation [methodNamker, parameterTypes=[class org.agile.apipl.common.context.RainbowContext], arguments=[org.agile.apipl.common.context.RainbowContext@30e792e0], attachments={path=org.agile.apiplpcSoaManager, interface=org.agile.apipl.rpc.RpcSoaManager, group=base, timeout=20000, version=0.0.0}]], channel: /10.0.69.11:47951 -> /10.0.69.11:20881
at com.alibaba.dubbo.remoting.exchange.support.DefaultFuture.returnFromResponse(DefaultFuture.java:188)
at com.alibaba.dubbo.remoting.exchange.support.DefaultFuture.get(DefaultFuture.java:110)
at com.alibaba.dubbo.remoting.exchange.support.DefaultFuture.get(DefaultFuture.java:84)
at com.alibaba.dubbo.rpc.protocol.dubbo.DubboInvoker.doInvoke(DubboInvoker.java:96)
at com.alibaba.dubbo.rpc.protocol.AbstractInvoker.invoke(AbstractInvoker.java:144)
at com.alibaba.dubbo.rpc.protocol.dubbo.filter.FutureFilter.invoke(FutureFilter.java:53)
at com.alibaba.dubbo.rpc.protocol.ProtocolFilterWrapper$1.invoke(ProtocolFilterWrapper.java:91)
at com.alibaba.dubbo.monitor.support.MonitorFilter.invoke(MonitorFilter.java:75)
at com.alibaba.dubbo.rpc.protocol.ProtocolFilterWrapper$1.invoke(ProtocolFilterWrapper.java:91)
at com.alibaba.dubbo.rpc.filter.ConsumerContextFilter.invoke(ConsumerContextFilter.java:48)
at com.alibaba.dubbo.rpc.protocol.ProtocolFilterWrapper$1.invoke(ProtocolFilterWrapper.java:91)
at com.alibaba.dubbo.rpc.listener.ListenerInvokerWrapper.invoke(ListenerInvokerWrapper.java:74)
at com.alibaba.dubbo.rpc.protocol.InvokerWrapper.invoke(InvokerWrapper.java:53)
at com.alibaba.dubbo.rpc.cluster.support.FailoverClusterInvoker.doInvoke(FailoverClusterInvoker.java:77)
… 48 more