rejected from java.util.concurrent.ThreadPoolExecutor

[shylinzhang <sh...@163.com>]

Dear  all，


Recently I met the issues many times when I built the cube, do you  have any ideas, the bellowing is the error log:


java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
at org.apache.kylin.common.KylinConfig.getManager(KylinConfig.java:464)
at org.apache.kylin.job.execution.ExecutableManager.getInstance(ExecutableManager.java:55)
at org.apache.kylin.job.execution.AbstractExecutable.getManager(AbstractExecutable.java:84)
at org.apache.kylin.job.execution.AbstractExecutable.getOutput(AbstractExecutable.java:372)
at org.apache.kylin.job.execution.AbstractExecutable.isDiscarded(AbstractExecutable.java:483)
at org.apache.kylin.engine.mr.common.MapReduceExecutable.doWork(MapReduceExecutable.java:151)
at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:166)
at org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71)
at org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:166)
at org.apache.kylin.job.impl.threadpool.DistributedScheduler$JobRunner.run(DistributedScheduler.java:110)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.kylin.common.KylinConfig.getManager(KylinConfig.java:462)
... 12 more
Caused by: java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
at org.apache.kylin.common.KylinConfig.getManager(KylinConfig.java:464)
at org.apache.kylin.job.dao.ExecutableDao.getInstance(ExecutableDao.java:57)
at org.apache.kylin.job.execution.ExecutableManager.<init>(ExecutableManager.java:71)
at org.apache.kylin.job.execution.ExecutableManager.newInstance(ExecutableManager.java:60)
... 17 more
Caused by: java.lang.reflect.InvocationTargetException
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.kylin.common.KylinConfig.getManager(KylinConfig.java:462)
... 20 more
Caused by: java.lang.RuntimeException: java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture@5baa0149 rejected from java.util.concurrent.ThreadPoolExecutor@7556a6b7[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2]
at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:200)
at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:269)
at org.apache.hadoop.hbase.client.ClientScanner.loadCache(ClientScanner.java:437)
at org.apache.hadoop.hbase.client.ClientScanner.nextWithSyncCache(ClientScanner.java:312)
at org.apache.hadoop.hbase.client.ClientScanner.next(ClientScanner.java:597)
at org.apache.hadoop.hbase.client.ResultScanner$1.hasNext(ResultScanner.java:53)
at org.apache.kylin.storage.hbase.HBaseResourceStore.visitFolder(HBaseResourceStore.java:199)
at org.apache.kylin.storage.hbase.HBaseResourceStore.visitFolderImpl(HBaseResourceStore.java:152)
at org.apache.kylin.common.persistence.ResourceStore.visitFolderInner(ResourceStore.java:689)
at org.apache.kylin.common.persistence.ResourceStore.visitFolder(ResourceStore.java:659)
at org.apache.kylin.common.persistence.ResourceStore$1.call(ResourceStore.java:150)
at org.apache.kylin.common.persistence.ResourceStore$1.call(ResourceStore.java:146)
at org.apache.kylin.common.persistence.ExponentialBackoffRetry.doWithRetry(ExponentialBackoffRetry.java:52)
at org.apache.kylin.common.persistence.ResourceStore.collectResourceRecursively(ResourceStore.java:146)
at org.apache.kylin.metadata.cachesync.CachedCrudAssist.reloadAll(CachedCrudAssist.java:122)
at org.apache.kylin.job.dao.ExecutableDao.<init>(ExecutableDao.java:117)
at org.apache.kylin.job.dao.ExecutableDao.newInstance(ExecutableDao.java:62)
... 25 more
Caused by: java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture@5baa0149 rejected from java.util.concurrent.ThreadPoolExecutor@7556a6b7[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 2]
at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063)
at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830)
at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1379)
at org.apache.hadoop.hbase.client.ResultBoundedCompletionService.submit(ResultBoundedCompletionService.java:171)
at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.addCallsForCurrentReplica(ScannerCallableWithReplicas.java:320)
at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:182)
at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:58)
at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithoutRetries(RpcRetryingCallerImpl.java:192)
... 41 more
















Best Regards,
Shylin Zhang