You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@kylin.apache.org by 35925138 <35...@qq.com> on 2017/03/26 23:51:47 UTC
回复： build cube时遇到 Failed to parse hive conf file
log如下：
2017-03-22 09:07:32,081 ERROR [http-bio-7070-exec-8] controller.CubeController:298 : Failed to parse hive con
f file
java.lang.RuntimeException: Failed to parse hive conf file
at org.apache.kylin.job.JoinedFlatTable.generateHiveSetStatements(JoinedFlatTable.java:76)
at org.apache.kylin.source.hive.HiveMRInput$BatchCubingInputSide.createFlatHiveTableStep(HiveMRInput.
java:236)
at org.apache.kylin.source.hive.HiveMRInput$BatchCubingInputSide.addStepPhase1_CreateFlatTable(HiveMR
Input.java:140)
at org.apache.kylin.engine.mr.BatchCubingJobBuilder2.build(BatchCubingJobBuilder2.java:58)
at org.apache.kylin.engine.mr.MRBatchCubingEngine2.createBatchCubingJob(MRBatchCubingEngine2.java:42)
at org.apache.kylin.engine.EngineFactory.createBatchCubingJob(EngineFactory.java:55)
at org.apache.kylin.rest.service.JobService.submitJob(JobService.java:218)
at org.apache.kylin.rest.service.JobService$$FastClassBySpringCGLIB$$83a44b2a.invoke(<generated>)
at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:204)
at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProx
y.java:700)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.ja
va:150)
at org.springframework.aop.framework.CglibAopProxy$DynamicAdvisedInterceptor.intercept(CglibAopProxy.
java:633)
at org.apache.kylin.rest.service.JobService$$EnhancerBySpringCGLIB$$a48c500a.submitJob(<generated>)
at org.apache.kylin.rest.controller.CubeController.buildInternal(CubeController.java:295)
at org.apache.kylin.rest.controller.CubeController.rebuild(CubeController.java:273)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java
:221)
at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMet
hod.java:136)
at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandl
e(ServletInvocableHandlerMethod.java:104)
at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandleMet
hod(RequestMappingHandlerAdapter.java:743)
at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(
RequestMappingHandlerAdapter.java:672)
at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMeth
odAdapter.java:82)
at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:933)
at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:867)
at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:951)
at org.springframework.web.servlet.FrameworkServlet.doPut(FrameworkServlet.java:864)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:653)
at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:827)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:731)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:303)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:52)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:330)
at org.springframework.security.web.access.intercept.FilterSecurityInterceptor.invoke(FilterSecurityI
nterceptor.java:118)
at org.springframework.security.web.access.intercept.FilterSecurityInterceptor.doFilter(FilterSecurit
yInterceptor.java:84)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:342)
at org.springframework.security.web.access.ExceptionTranslationFilter.doFilter(ExceptionTranslationFi
lter.java:113)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:342)
at org.springframework.security.web.session.SessionManagementFilter.doFilter(SessionManagementFilter.
java:103)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:342)
at org.springframework.security.web.authentication.AnonymousAuthenticationFilter.doFilter(AnonymousAu
thenticationFilter.java:113)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:342)
at org.springframework.security.web.servletapi.SecurityContextHolderAwareRequestFilter.doFilter(Secur
ityContextHolderAwareRequestFilter.java:54)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:342)
at org.springframework.security.web.savedrequest.RequestCacheAwareFilter.doFilter(RequestCacheAwareFi
lter.java:45)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:342)
at org.springframework.security.web.authentication.www.BasicAuthenticationFilter.doFilter(BasicAuthen
ticationFilter.java:201)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:342)
at org.springframework.security.web.authentication.ui.DefaultLoginPageGeneratingFilter.doFilter(Defau
ltLoginPageGeneratingFilter.java:91)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:342)
at org.springframework.security.web.authentication.AbstractAuthenticationProcessingFilter.doFilter(Ab
stractAuthenticationProcessingFilter.java:183)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:342)
at org.springframework.security.web.authentication.logout.LogoutFilter.doFilter(LogoutFilter.java:105
)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:342)
at org.springframework.security.web.context.SecurityContextPersistenceFilter.doFilter(SecurityContext
PersistenceFilter.java:87)
at org.springframework.security.web.FilterChainProxy$VirtualFilterChain.doFilter(FilterChainProxy.jav
a:342)
at org.springframework.security.web.FilterChainProxy.doFilterInternal(FilterChainProxy.java:192)
at org.springframework.security.web.FilterChainProxy.doFilter(FilterChainProxy.java:160)
at org.springframework.web.filter.DelegatingFilterProxy.invokeDelegate(DelegatingFilterProxy.java:343
)
at org.springframework.web.filter.DelegatingFilterProxy.doFilter(DelegatingFilterProxy.java:260)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at com.thetransactioncompany.cors.CORSFilter.doFilter(CORSFilter.java:209)
at com.thetransactioncompany.cors.CORSFilter.doFilter(CORSFilter.java:244)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:220)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:122)
at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:505)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:169)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:103)
at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:956)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:116)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:436)
at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1078)
at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:625)
at org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.run(JIoEndpoint.java:318)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61)
Caused by: java.lang.NullPointerException
at org.apache.kylin.job.JoinedFlatTable.generateHiveSetStatements(JoinedFlatTable.java:69)
... 87 more
------------------ 原始邮件 ------------------
发件人: "Li Yang";<li...@apache.org>;
发送时间: 2017年3月25日(星期六) 上午6:53
收件人: "dev"<de...@kylin.apache.org>;
主题: Re: build cube时遇到 Failed to parse hive conf file
Do you have a stacktrace when "Failed to parse hive conf file" happens? It
sounds like a bug, but we need the detailed logs to hunt down the root
cause.
Cheers
Yang
2017-03-22 11:04 GMT+08:00 35925138 <35...@qq.com>:
> 你好dev:
> 我建立好cube后，进行build，遇到Failed to parse hive conf file这个错误，
> 再次build，就提示我 Segments overlap: user_a
> ction[20170301010500_20170322183000] and user_action[20170301010500_
> 20170322183000]
>
>
> 可是我是初次build，不应该会有重复的segment吧，而且我看了一下，这两个segment是同一个，
> kylin版本是1.5.4
> hive版本是1.2.1
Re: build cube时遇到 Failed to parse hive conf file
Posted by ShaoFeng Shi <sh...@apache.org>.
Check whether the $KYLIN_HOME/conf/kylin_hive_conf.xml is a well formatted
XML file. If it is invalid, such exception will be thrown.
2017-03-27 7:51 GMT+08:00 35925138 <35...@qq.com>:
> log如下：
> 2017-03-22 09:07:32,081 ERROR [http-bio-7070-exec-8]
> controller.CubeController:298 : Failed to parse hive con
> f file
> java.lang.RuntimeException: Failed to parse hive conf file
> at org.apache.kylin.job.JoinedFlatTable.generateHiveSetStatements(
> JoinedFlatTable.java:76)
> at org.apache.kylin.source.hive.HiveMRInput$BatchCubingInputSide.
> createFlatHiveTableStep(HiveMRInput.
> java:236)
> at org.apache.kylin.source.hive.HiveMRInput$BatchCubingInputSide.
> addStepPhase1_CreateFlatTable(HiveMR
> Input.java:140)
> at org.apache.kylin.engine.mr.BatchCubingJobBuilder2.build(
> BatchCubingJobBuilder2.java:58)
> at org.apache.kylin.engine.mr.MRBatchCubingEngine2.
> createBatchCubingJob(MRBatchCubingEngine2.java:42)
> at org.apache.kylin.engine.EngineFactory.createBatchCubingJob(
> EngineFactory.java:55)
> at org.apache.kylin.rest.service.JobService.submitJob(
> JobService.java:218)
> at org.apache.kylin.rest.service.JobService$$
> FastClassBySpringCGLIB$$83a44b2a.invoke(<generated>)
> at org.springframework.cglib.proxy.MethodProxy.invoke(
> MethodProxy.java:204)
> at org.springframework.aop.framework.CglibAopProxy$
> CglibMethodInvocation.invokeJoinpoint(CglibAopProx
> y.java:700)
> at org.springframework.aop.framework.ReflectiveMethodInvocation.
> proceed(ReflectiveMethodInvocation.ja
> va:150)
>
> at org.springframework.aop.framework.CglibAopProxy$
> DynamicAdvisedInterceptor.intercept(CglibAopProxy.
> java:633)
> at org.apache.kylin.rest.service.JobService$$
> EnhancerBySpringCGLIB$$a48c500a.submitJob(<generated>)
> at org.apache.kylin.rest.controller.CubeController.
> buildInternal(CubeController.java:295)
> at org.apache.kylin.rest.controller.CubeController.
> rebuild(CubeController.java:273)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at org.springframework.web.method.support.InvocableHandlerMethod.
> doInvoke(InvocableHandlerMethod.java
> :221)
> at org.springframework.web.method.support.InvocableHandlerMethod.
> invokeForRequest(InvocableHandlerMet
> hod.java:136)
> at org.springframework.web.servlet.mvc.method.annotation.
> ServletInvocableHandlerMethod.invokeAndHandl
> e(ServletInvocableHandlerMethod.java:104)
> at org.springframework.web.servlet.mvc.method.annotation.
> RequestMappingHandlerAdapter.invokeHandleMet
> hod(RequestMappingHandlerAdapter.java:743)
> at org.springframework.web.servlet.mvc.method.annotation.
> RequestMappingHandlerAdapter.handleInternal(
> RequestMappingHandlerAdapter.java:672)
> at org.springframework.web.servlet.mvc.method.
> AbstractHandlerMethodAdapter.handle(AbstractHandlerMeth
> odAdapter.java:82)
> at org.springframework.web.servlet.DispatcherServlet.
> doDispatch(DispatcherServlet.java:933)
> at org.springframework.web.servlet.DispatcherServlet.
> doService(DispatcherServlet.java:867)
> at org.springframework.web.servlet.FrameworkServlet.
> processRequest(FrameworkServlet.java:951)
> at org.springframework.web.servlet.FrameworkServlet.
> doPut(FrameworkServlet.java:864)
> at javax.servlet.http.HttpServlet.service(HttpServlet.java:653)
> at org.springframework.web.servlet.FrameworkServlet.
> service(FrameworkServlet.java:827)
> at javax.servlet.http.HttpServlet.service(HttpServlet.java:731)
> at org.apache.catalina.core.ApplicationFilterChain.
> internalDoFilter(ApplicationFilterChain.java:303)
> at org.apache.catalina.core.ApplicationFilterChain.doFilter(
> ApplicationFilterChain.java:208)
> at org.apache.tomcat.websocket.server.WsFilter.doFilter(
> WsFilter.java:52)
> at org.apache.catalina.core.ApplicationFilterChain.
> internalDoFilter(ApplicationFilterChain.java:241)
> at org.apache.catalina.core.ApplicationFilterChain.doFilter(
> ApplicationFilterChain.java:208)
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:330)
> at org.springframework.security.web.access.intercept.
> FilterSecurityInterceptor.invoke(FilterSecurityI
> nterceptor.java:118)
> at org.springframework.security.web.access.intercept.
> FilterSecurityInterceptor.doFilter(FilterSecurit
> yInterceptor.java:84)
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:342)
> at org.springframework.security.web.access.
> ExceptionTranslationFilter.doFilter(ExceptionTranslationFi
> lter.java:113)
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:342)
> at org.springframework.security.web.session.
> SessionManagementFilter.doFilter(SessionManagementFilter.
> java:103)
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:342)
> at org.springframework.security.web.authentication.
> AnonymousAuthenticationFilter.doFilter(AnonymousAu
> thenticationFilter.java:113)
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:342)
> at org.springframework.security.web.servletapi.
> SecurityContextHolderAwareRequestFilter.doFilter(Secur
> ityContextHolderAwareRequestFilter.java:54)
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:342)
> at org.springframework.security.web.savedrequest.
> RequestCacheAwareFilter.doFilter(RequestCacheAwareFi
> lter.java:45)
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:342)
> at org.springframework.security.web.authentication.www.
> BasicAuthenticationFilter.doFilter(BasicAuthen
> ticationFilter.java:201)
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:342)
> at org.springframework.security.web.authentication.ui.
> DefaultLoginPageGeneratingFilter.doFilter(Defau
> ltLoginPageGeneratingFilter.java:91)
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:342)
> at org.springframework.security.web.authentication.
> AbstractAuthenticationProcessingFilter.doFilter(Ab
> stractAuthenticationProcessingFilter.java:183)
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:342)
> at org.springframework.security.web.authentication.logout.
> LogoutFilter.doFilter(LogoutFilter.java:105
> )
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:342)
> at org.springframework.security.web.context.
> SecurityContextPersistenceFilter.doFilter(SecurityContext
> PersistenceFilter.java:87)
> at org.springframework.security.web.FilterChainProxy$
> VirtualFilterChain.doFilter(FilterChainProxy.jav
> a:342)
> at org.springframework.security.web.FilterChainProxy.
> doFilterInternal(FilterChainProxy.java:192)
> at org.springframework.security.web.FilterChainProxy.doFilter(
> FilterChainProxy.java:160)
> at org.springframework.web.filter.DelegatingFilterProxy.
> invokeDelegate(DelegatingFilterProxy.java:343
> )
> at org.springframework.web.filter.DelegatingFilterProxy.doFilter(
> DelegatingFilterProxy.java:260)
> at org.apache.catalina.core.ApplicationFilterChain.
> internalDoFilter(ApplicationFilterChain.java:241)
> at org.apache.catalina.core.ApplicationFilterChain.doFilter(
> ApplicationFilterChain.java:208)
> at com.thetransactioncompany.cors.CORSFilter.doFilter(
> CORSFilter.java:209)
> at com.thetransactioncompany.cors.CORSFilter.doFilter(
> CORSFilter.java:244)
> at org.apache.catalina.core.ApplicationFilterChain.
> internalDoFilter(ApplicationFilterChain.java:241)
> at org.apache.catalina.core.ApplicationFilterChain.doFilter(
> ApplicationFilterChain.java:208)
> at org.apache.catalina.core.StandardWrapperValve.invoke(
> StandardWrapperValve.java:220)
> at org.apache.catalina.core.StandardContextValve.invoke(
> StandardContextValve.java:122)
> at org.apache.catalina.authenticator.AuthenticatorBase.invoke(
> AuthenticatorBase.java:505)
> at org.apache.catalina.core.StandardHostValve.invoke(
> StandardHostValve.java:169)
> at org.apache.catalina.valves.ErrorReportValve.invoke(
> ErrorReportValve.java:103)
> at org.apache.catalina.valves.AccessLogValve.invoke(
> AccessLogValve.java:956)
> at org.apache.catalina.core.StandardEngineValve.invoke(
> StandardEngineValve.java:116)
> at org.apache.catalina.connector.CoyoteAdapter.service(
> CoyoteAdapter.java:436)
> at org.apache.coyote.http11.AbstractHttp11Processor.process(
> AbstractHttp11Processor.java:1078)
> at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.
> process(AbstractProtocol.java:625)
> at org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.
> run(JIoEndpoint.java:318)
> at java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1142)
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:617)
> at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(
> TaskThread.java:61)
> Caused by: java.lang.NullPointerException
> at org.apache.kylin.job.JoinedFlatTable.generateHiveSetStatements(
> JoinedFlatTable.java:69)
> ... 87 more
>
>
>
>
>
>
>
>
> ------------------ 原始邮件 ------------------
> 发件人: "Li Yang";<li...@apache.org>;
> 发送时间: 2017年3月25日(星期六) 上午6:53
> 收件人: "dev"<de...@kylin.apache.org>;
>
> 主题: Re: build cube时遇到 Failed to parse hive conf file
>
>
>
> Do you have a stacktrace when "Failed to parse hive conf file" happens? It
> sounds like a bug, but we need the detailed logs to hunt down the root
> cause.
>
> Cheers
> Yang
>
> 2017-03-22 11:04 GMT+08:00 35925138 <35...@qq.com>:
>
> > 你好dev:
> > 我建立好cube后，进行build，遇到Failed to parse hive conf file这个错误，
> > 再次build，就提示我 Segments overlap: user_a
> > ction[20170301010500_20170322183000] and user_action[20170301010500_
> > 20170322183000]
> >
> >
> > 可是我是初次build，不应该会有重复的segment吧，而且我看了一下，这两个segment是同一个，
> > kylin版本是1.5.4
> > hive版本是1.2.1
>
--
Best regards,
Shaofeng Shi 史少锋