You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@kylin.apache.org by 陈佛林 <ch...@gmail.com> on 2016/04/13 10:51:40 UTC
build cube error
all job at yarn are SUCCESS.
2016-04-13 15:54:58,765 WARN [http-bio-7070-exec-1]
service.CacheService:108 : skip cleaning cache for
668468ba-f470-4c37-9b12-d66aa44cef30
2016-04-13 15:54:58,903 ERROR [pool-5-thread-6]
execution.AbstractExecutable:62 : error execute
HadoopShellExecutable{id=4e9d2b2a-4f20-4b35-9dc6-bf2185f43486-02,
name=Build Dimension Dictionary, state=RUNNING}
java.io.IOException: java.lang.NullPointerException
at
org.apache.kylin.source.hive.HiveTable.getSignature(HiveTable.java:71)
at
org.apache.kylin.dict.lookup.SnapshotTable.<init>(SnapshotTable.java:64)
at
org.apache.kylin.dict.lookup.SnapshotManager.buildSnapshot(SnapshotManager.java:89)
at
org.apache.kylin.cube.CubeManager.buildSnapshotTable(CubeManager.java:208)
at
org.apache.kylin.cube.cli.DictionaryGeneratorCLI.processSegment(DictionaryGeneratorCLI.java:59)
at
org.apache.kylin.cube.cli.DictionaryGeneratorCLI.processSegment(DictionaryGeneratorCLI.java:42)
at
org.apache.kylin.engine.mr.steps.CreateDictionaryJob.run(CreateDictionaryJob.java:56)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)
at
org.apache.kylin.engine.mr.common.HadoopShellExecutable.doWork(HadoopShellExecutable.java:60)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:114)
at
org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:50)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:114)
at
org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:124)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.NullPointerException
at
org.apache.kylin.engine.mr.HadoopUtil.fixWindowsPath(HadoopUtil.java:78)
at org.apache.kylin.engine.mr.HadoopUtil.makeURI(HadoopUtil.java:70)
at
org.apache.kylin.engine.mr.HadoopUtil.getFileSystem(HadoopUtil.java:65)
at
org.apache.kylin.engine.mr.DFSFileTable.getSizeAndLastModified(DFSFileTable.java:78)
at
org.apache.kylin.source.hive.HiveTable.getSignature(HiveTable.java:56)
... 16 more
Re: build cube error
Posted by 陈佛林 <ch...@gmail.com>.
Thanks.
When i replace the hive view with other tables, every thing is ok.
2016-04-13 17:02 GMT+08:00 wangxianbin1987@gmail.com <
wangxianbin1987@gmail.com>:
> hi!
>
> what do you mean? are you using hive view as lookup table?
>
> if it is so, it is a known issue, check this out,
> https://issues.apache.org/jira/browse/KYLIN-1077
>
> best regards!
>
>
>
> wangxianbin1987@gmail.com
>
> From: 陈佛林
> Date: 2016-04-13 16:51
> To: dev
> Subject: build cube error
> all job at yarn are SUCCESS.
>
>
> 2016-04-13 15:54:58,765 WARN [http-bio-7070-exec-1]
> service.CacheService:108 : skip cleaning cache for
> 668468ba-f470-4c37-9b12-d66aa44cef30
>
> 2016-04-13 15:54:58,903 ERROR [pool-5-thread-6]
> execution.AbstractExecutable:62 : error execute
> HadoopShellExecutable{id=4e9d2b2a-4f20-4b35-9dc6-bf2185f43486-02,
> name=Build Dimension Dictionary, state=RUNNING}
>
> java.io.IOException: java.lang.NullPointerException
>
> at
> org.apache.kylin.source.hive.HiveTable.getSignature(HiveTable.java:71)
>
> at
> org.apache.kylin.dict.lookup.SnapshotTable.<init>(SnapshotTable.java:64)
>
> at
>
> org.apache.kylin.dict.lookup.SnapshotManager.buildSnapshot(SnapshotManager.java:89)
>
> at
> org.apache.kylin.cube.CubeManager.buildSnapshotTable(CubeManager.java:208)
>
> at
>
> org.apache.kylin.cube.cli.DictionaryGeneratorCLI.processSegment(DictionaryGeneratorCLI.java:59)
>
> at
>
> org.apache.kylin.cube.cli.DictionaryGeneratorCLI.processSegment(DictionaryGeneratorCLI.java:42)
>
> at
>
> org.apache.kylin.engine.mr.steps.CreateDictionaryJob.run(CreateDictionaryJob.java:56)
>
> at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
>
> at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)
>
> at
>
> org.apache.kylin.engine.mr.common.HadoopShellExecutable.doWork(HadoopShellExecutable.java:60)
>
> at
>
> org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:114)
>
> at
>
> org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:50)
>
> at
>
> org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:114)
>
> at
>
> org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:124)
>
> at
>
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>
> at
>
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>
> at java.lang.Thread.run(Thread.java:745)
>
> Caused by: java.lang.NullPointerException
>
> at
> org.apache.kylin.engine.mr.HadoopUtil.fixWindowsPath(HadoopUtil.java:78)
>
> at
> org.apache.kylin.engine.mr.HadoopUtil.makeURI(HadoopUtil.java:70)
>
> at
> org.apache.kylin.engine.mr.HadoopUtil.getFileSystem(HadoopUtil.java:65)
>
> at
>
> org.apache.kylin.engine.mr.DFSFileTable.getSizeAndLastModified(DFSFileTable.java:78)
>
> at
> org.apache.kylin.source.hive.HiveTable.getSignature(HiveTable.java:56)
>
> ... 16 more
>
Re: build cube error
Posted by "wangxianbin1987@gmail.com" <wa...@gmail.com>.
hi!
what do you mean? are you using hive view as lookup table?
if it is so, it is a known issue, check this out, https://issues.apache.org/jira/browse/KYLIN-1077
best regards!
wangxianbin1987@gmail.com
From: 陈佛林
Date: 2016-04-13 16:51
To: dev
Subject: build cube error
all job at yarn are SUCCESS.
2016-04-13 15:54:58,765 WARN [http-bio-7070-exec-1]
service.CacheService:108 : skip cleaning cache for
668468ba-f470-4c37-9b12-d66aa44cef30
2016-04-13 15:54:58,903 ERROR [pool-5-thread-6]
execution.AbstractExecutable:62 : error execute
HadoopShellExecutable{id=4e9d2b2a-4f20-4b35-9dc6-bf2185f43486-02,
name=Build Dimension Dictionary, state=RUNNING}
java.io.IOException: java.lang.NullPointerException
at
org.apache.kylin.source.hive.HiveTable.getSignature(HiveTable.java:71)
at
org.apache.kylin.dict.lookup.SnapshotTable.<init>(SnapshotTable.java:64)
at
org.apache.kylin.dict.lookup.SnapshotManager.buildSnapshot(SnapshotManager.java:89)
at
org.apache.kylin.cube.CubeManager.buildSnapshotTable(CubeManager.java:208)
at
org.apache.kylin.cube.cli.DictionaryGeneratorCLI.processSegment(DictionaryGeneratorCLI.java:59)
at
org.apache.kylin.cube.cli.DictionaryGeneratorCLI.processSegment(DictionaryGeneratorCLI.java:42)
at
org.apache.kylin.engine.mr.steps.CreateDictionaryJob.run(CreateDictionaryJob.java:56)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)
at
org.apache.kylin.engine.mr.common.HadoopShellExecutable.doWork(HadoopShellExecutable.java:60)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:114)
at
org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:50)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:114)
at
org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:124)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.NullPointerException
at
org.apache.kylin.engine.mr.HadoopUtil.fixWindowsPath(HadoopUtil.java:78)
at org.apache.kylin.engine.mr.HadoopUtil.makeURI(HadoopUtil.java:70)
at
org.apache.kylin.engine.mr.HadoopUtil.getFileSystem(HadoopUtil.java:65)
at
org.apache.kylin.engine.mr.DFSFileTable.getSizeAndLastModified(DFSFileTable.java:78)
at
org.apache.kylin.source.hive.HiveTable.getSignature(HiveTable.java:56)
... 16 more