You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@kylin.apache.org by 耳东 <77...@qq.com> on 2016/05/28 18:03:00 UTC
回复：failed to start kylin server
and when I stop the kylin sever, the kylin.log shows as follows:
2016-05-29 02:02:19,183 ERROR [localhost-startStop-1] context.ContextLoader:307 : Context initialization failed
org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'cacheService': Invocation of init method failed; nested exception is java.lang.IllegalStateException: Failed to init CubeManager from kylin_metadata@hbase
at org.springframework.beans.factory.annotation.InitDestroyAnnotationBeanPostProcessor.postProcessBeforeInitialization(InitDestroyAnnotationBeanPostProcessor.java:135)
at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.applyBeanPostProcessorsBeforeInitialization(AbstractAutowireCapableBeanFactory.java:394)
at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.initializeBean(AbstractAutowireCapableBeanFactory.java:1448)
at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:519)
at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:456)
at org.springframework.beans.factory.support.AbstractBeanFactory$1.getObject(AbstractBeanFactory.java:294)
at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:225)
at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:291)
at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:193)
at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:609)
at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:918)
at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:469)
at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:383)
at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:283)
at org.springframework.web.context.ContextLoaderListener.contextInitialized(ContextLoaderListener.java:111)
at org.apache.catalina.core.StandardContext.listenerStart(StandardContext.java:5016)
at org.apache.catalina.core.StandardContext.startInternal(StandardContext.java:5524)
at org.apache.catalina.util.LifecycleBase.start(LifecycleBase.java:150)
at org.apache.catalina.core.ContainerBase.addChildInternal(ContainerBase.java:901)
at org.apache.catalina.core.ContainerBase.addChild(ContainerBase.java:877)
at org.apache.catalina.core.StandardHost.addChild(StandardHost.java:649)
at org.apache.catalina.startup.HostConfig.deployWAR(HostConfig.java:1081)
at org.apache.catalina.startup.HostConfig$DeployWar.run(HostConfig.java:1877)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
Caused by: java.lang.IllegalStateException: Failed to init CubeManager from kylin_metadata@hbase
at org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:103)
at org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.springframework.beans.factory.annotation.InitDestroyAnnotationBeanPostProcessor$LifecycleElement.invoke(InitDestroyAnnotationBeanPostProcessor.java:346)
at org.springframework.beans.factory.annotation.InitDestroyAnnotationBeanPostProcessor$LifecycleMetadata.invokeInitMethods(InitDestroyAnnotationBeanPostProcessor.java:299)
at org.springframework.beans.factory.annotation.InitDestroyAnnotationBeanPostProcessor.postProcessBeforeInitialization(InitDestroyAnnotationBeanPostProcessor.java:132)
... 27 more
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=6, exceptions:
Sun May 29 02:02:19 CST 2016, null, java.io.InterruptedIOException: Origin: InterruptedException
at org.apache.hadoop.hbase.client.RpcRetryingCallerWithReadReplicas.throwEnrichedException(RpcRetryingCallerWithReadReplicas.java:270)
at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:203)
at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas.call(ScannerCallableWithReplicas.java:57)
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200)
at org.apache.hadoop.hbase.client.ClientScanner.call(ClientScanner.java:294)
at org.apache.hadoop.hbase.client.ClientScanner.nextScanner(ClientScanner.java:269)
at org.apache.hadoop.hbase.client.ClientScanner.initializeScannerInConstruction(ClientScanner.java:141)
at org.apache.hadoop.hbase.client.ClientScanner.<init>(ClientScanner.java:136)
at org.apache.hadoop.hbase.client.HTable.getScanner(HTable.java:886)
at org.apache.kylin.storage.hbase.HBaseResourceStore.visitFolder(HBaseResourceStore.java:136)
at org.apache.kylin.storage.hbase.HBaseResourceStore.listResourcesImpl(HBaseResourceStore.java:106)
at org.apache.kylin.common.persistence.ResourceStore.listResources(ResourceStore.java:123)
at org.apache.kylin.common.persistence.ResourceStore.scanRecursively(ResourceStore.java:293)
at org.apache.kylin.common.persistence.ResourceStore.collectResourceRecursively(ResourceStore.java:306)
at org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:809)
at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:127)
at org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:96)
... 35 more
Caused by: java.io.InterruptedIOException: Origin: InterruptedException
at org.apache.hadoop.hbase.util.ExceptionUtil.asInterrupt(ExceptionUtil.java:65)
at org.apache.hadoop.hbase.protobuf.ProtobufUtil.getRemoteException(ProtobufUtil.java:323)
at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:345)
at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:192)
at org.apache.hadoop.hbase.client.ScannerCallable.call(ScannerCallable.java:62)
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithoutRetries(RpcRetryingCaller.java:200)
at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:316)
at org.apache.hadoop.hbase.client.ScannerCallableWithReplicas$RetryingRPC.call(ScannerCallableWithReplicas.java:290)
at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:126)
at org.apache.hadoop.hbase.client.ResultBoundedCompletionService$QueueingFuture.run(ResultBoundedCompletionService.java:64)
... 3 more
Caused by: java.lang.InterruptedException
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.ipc.RpcClientImpl.call(RpcClientImpl.java:1189)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:216)
at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:300)
at org.apache.hadoop.hbase.protobuf.generated.ClientProtos$ClientService$BlockingStub.scan(ClientProtos.java:31751)
at org.apache.hadoop.hbase.client.ScannerCallable.openScanner(ScannerCallable.java:337)
... 10 more
------------------ 原始邮件 ------------------
发件人: "耳东";<77...@qq.com>;
发送时间: 2016年5月29日(星期天) 凌晨1:58
收件人: "dev"<de...@kylin.apache.org>;
主题: failed to start kylin server
hi all:
when I restart the kylin sever, it stucked and I can't acess the kylin web interface.
the kylin.log shows as follows:
ringframework.security.web.access.intercept.FilterSecurityInterceptor#0>, order = 2000]
2016-05-29 01:53:35,544 WARN [localhost-startStop-1] common.KylinConfig:162 : KYLIN_CONF property was not set, will seek KYLIN_HOME env variable
2016-05-29 01:53:35,631 INFO [localhost-startStop-1] security.PasswordPlaceholderConfigurer:177 : Loading properties file from resource loaded through InputStream
2016-05-29 01:53:36,422 INFO [localhost-startStop-1] util.Version:27 : HV000001: Hibernate Validator 5.1.3.Final
2016-05-29 01:53:37,453 INFO [localhost-startStop-1] init.InitialTaskManager:36 : Kylin service is starting.....
2016-05-29 01:53:38,069 INFO [localhost-startStop-1] filter.AnnotationSizeOfFilter:53 : Using regular expression provided through VM argument net.sf.ehcache.pool.sizeof.ignore.pattern for IgnoreSizeOf annotation : ^.*cache\..*IgnoreSizeOf$
2016-05-29 01:53:38,086 INFO [localhost-startStop-1] sizeof.JvmInformation:545 : Detected JVM data model settings of: 64-Bit HotSpot JVM with Compressed OOPs and Concurrent Mark-and-Sweep GC
2016-05-29 01:53:38,335 INFO [localhost-startStop-1] sizeof.AgentLoader:197 : Extracted agent jar to temporary file bin/../tomcat/temp/ehcache-sizeof-agent4008662102692737949.jar
2016-05-29 01:53:38,335 INFO [localhost-startStop-1] sizeof.AgentLoader:137 : Trying to load agent @ bin/../tomcat/temp/ehcache-sizeof-agent4008662102692737949.jar
2016-05-29 01:53:38,343 INFO [localhost-startStop-1] impl.DefaultSizeOfEngine:113 : using Agent sizeof engine
2016-05-29 01:53:38,672 INFO [localhost-startStop-1] cube.CubeManager:124 : Initializing CubeManager with config kylin_metadata@hbase
2016-05-29 01:53:38,687 INFO [localhost-startStop-1] persistence.ResourceStore:82 : Using metadata url kylin_metadata@hbase for resource store
2016-05-29 01:53:38,954 INFO [localhost-startStop-1] hbase.HBaseConnection:139 : connection is null or closed, creating a new one
2016-05-29 01:53:41,212 DEBUG [localhost-startStop-1] hbase.HBaseConnection:185 : HTable 'kylin_metadata' already exists
the kylin.out shows as follows:
2016-05-29 01:53:39,596 INFO [localhost-startStop-1] zookeeper.ZooKeeper: Client environment:java.library.path=:/usr/lib/hadoop/lib/native/Linux-amd64-64:/usr/lib/hadoop/lib/native
2016-05-29 01:53:39,596 INFO [localhost-startStop-1] zookeeper.ZooKeeper: Client environment:java.io.tmpdir=bin/../tomcat/temp
2016-05-29 01:53:39,596 INFO [localhost-startStop-1] zookeeper.ZooKeeper: Client environment:java.compiler=<NA>
2016-05-29 01:53:39,596 INFO [localhost-startStop-1] zookeeper.ZooKeeper: Client environment:os.name=Linux
2016-05-29 01:53:39,596 INFO [localhost-startStop-1] zookeeper.ZooKeeper: Client environment:os.arch=amd64
2016-05-29 01:53:39,596 INFO [localhost-startStop-1] zookeeper.ZooKeeper: Client environment:os.version=2.6.32-431.el6.x86_64
2016-05-29 01:53:39,596 INFO [localhost-startStop-1] zookeeper.ZooKeeper: Client environment:user.name=hdfs
2016-05-29 01:53:39,596 INFO [localhost-startStop-1] zookeeper.ZooKeeper: Client environment:user.home=/home/hdfs
2016-05-29 01:53:39,596 INFO [localhost-startStop-1] zookeeper.ZooKeeper: Client environment:user.dir=/home/hdfs/apache-kylin-1.5.1-bin
2016-05-29 01:53:39,597 INFO [localhost-startStop-1] zookeeper.ZooKeeper: Initiating client connection, connectString=test2:2181,test1:2181,test3:2181 sessionTimeout=120000 watcher=hconnection-0x77468ad80x0, quorum=test2:2181,test1:2181,test3:2181, baseZNode=/hbase-unsecure
2016-05-29 01:53:39,648 INFO [localhost-startStop-1-SendThread(test2:2181)] zookeeper.ClientCnxn: Opening socket connection to server test2/10.142.20.86:2181. Will not attempt to authenticate using SASL (unknown error)
2016-05-29 01:53:39,654 INFO [localhost-startStop-1-SendThread(test2:2181)] zookeeper.ClientCnxn: Socket connection established to test2/10.142.20.86:2181, initiating session
2016-05-29 01:53:39,670 INFO [localhost-startStop-1-SendThread(test2:2181)] zookeeper.ClientCnxn: Session establishment complete on server test2/10.142.20.86:2181, sessionid = 0x254b880d71a00f5, negotiated timeout = 120000
2016-05-29 01:53:39,766 WARN [localhost-startStop-1] util.HeapMemorySizeUtil: hbase.regionserver.global.memstore.upperLimit is deprecated by hbase.regionserver.global.memstore.size
2016-05-29 01:53:40,719 DEBUG [localhost-startStop-1] ipc.AbstractRpcClient: Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25af551a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2016-05-29 01:53:41,067 DEBUG [hconnection-0x77468ad8-shared--pool1-t1] ipc.AbstractRpcClient: Use SIMPLE authentication for service ClientService, sasl=false
2016-05-29 01:53:41,086 DEBUG [hconnection-0x77468ad8-shared--pool1-t1] ipc.AbstractRpcClient: Connecting to test9/10.142.20.94:60020
2016-05-29 01:53:41,248 DEBUG [hconnection-0x77468ad8-shared--pool1-t3] ipc.AbstractRpcClient: Use SIMPLE authentication for service ClientService, sasl=false
2016-05-29 01:53:41,250 DEBUG [hconnection-0x77468ad8-shared--pool1-t3] ipc.AbstractRpcClient: Connecting to test3/10.142.20.87:60020