You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@kylin.apache.org by hongbin ma <ma...@apache.org> on 2016/07/01 06:27:53 UTC
Re: cube drop problem
what is the kylin version being used?
On Thu, Jun 30, 2016 at 5:43 PM, 移动苏州研发中心-陈雷雷 <77...@qq.com> wrote:
> you can backup the metadata, delete the cube meta you dropped, reset the
> metadata, and restore the metadata.
> it is very dangerous, so I recommend that you backup twice, edit and
> restore one of the metadata.
>
>
> http://kylin.apache.org/docs15/howto/howto_backup_metadata.html
> ./bin/metastore.sh backup./bin/metastore.sh reset./bin/metastore.sh
> restore $KYLIN_HOME/meta_backups/meta_xxxx_xx_xx_xx_xx_xx
>
>
> ------------------ 原始邮件 ------------------
> 发件人: "仇同心";<qi...@jd.com>;
> 发送时间: 2016年6月30日(星期四) 下午2:18
> 收件人: "user@kylin.apache.org"<us...@kylin.apache.org>; "dev@kylin.apache.org
> "<de...@kylin.apache.org>;
>
> 主题: cube drop problem
>
>
>
> 大家好：
> 在cubes list页面drop掉某些cube后，为啥每次loadAllCubeInstance时报错
>
> 2016-06-30 10:47:19,773 ERROR [localhost-startStop-1] cube.CubeManager:862
> : Error during load cube instance /cube/cube1
> .json
> java.lang.IllegalStateException: CubeInstance desc not found 'CUBE1', at
> /cube/cube1.json
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:835)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
>
> 还会去加载？
>
> 日志中还有一些错误，都是load已经删除的cube:
> 2016-06-30 10:47:19,745 ERROR [localhost-startStop-1]
> cube.CubeDescManager:207 : Error loading cube desc /cube_desc/cube
> 1.json
> java.lang.NullPointerException
> at org.apache.kylin.cube.model.CubeDesc.validate(CubeDesc.java:560)
> at org.apache.kylin.cube.model.CubeDesc.init(CubeDesc.java:524)
> at
> org.apache.kylin.cube.CubeDescManager.loadCubeDesc(CubeDescManager.java:134)
> at
> org.apache.kylin.cube.CubeDescManager.reloadAllCubeDesc(CubeDescManager.java:205)
> at
> org.apache.kylin.cube.CubeDescManager.<init>(CubeDescManager.java:94)
> at
> org.apache.kylin.cube.CubeDescManager.getInstance(CubeDescManager.java:68)
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:833)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>
>
>
> 2016-06-30 10:47:19,749 ERROR [localhost-startStop-1]
> cube.CubeDescManager:207 : Error loading cube desc /cube_desc/cube
> 1_clone.json
> java.lang.NullPointerException
> at org.apache.kylin.cube.model.CubeDesc.validate(CubeDesc.java:560)
> at org.apache.kylin.cube.model.CubeDesc.init(CubeDesc.java:524)
> at
> org.apache.kylin.cube.CubeDescManager.loadCubeDesc(CubeDescManager.java:134)
> at
> org.apache.kylin.cube.CubeDescManager.reloadAllCubeDesc(CubeDescManager.java:205)
> at
> org.apache.kylin.cube.CubeDescManager.<init>(CubeDescManager.java:94)
> at
> org.apache.kylin.cube.CubeDescManager.getInstance(CubeDescManager.java:68)
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:833)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>
>
> 2016-06-30 10:47:19,751 ERROR [localhost-startStop-1]
> cube.CubeDescManager:207 : Error loading cube desc /cube_desc/cube
> 2.json
> java.lang.NullPointerException
> at org.apache.kylin.cube.model.CubeDesc.validate(CubeDesc.java:560)
> at org.apache.kylin.cube.model.CubeDesc.init(CubeDesc.java:524)
> at
> org.apache.kylin.cube.CubeDescManager.loadCubeDesc(CubeDescManager.java:134)
> at
> org.apache.kylin.cube.CubeDescManager.reloadAllCubeDesc(CubeDescManager.java:205)
> at
> org.apache.kylin.cube.CubeDescManager.<init>(CubeDescManager.java:94)
> at
> org.apache.kylin.cube.CubeDescManager.getInstance(CubeDescManager.java:68)
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:833)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>
>
> 2016-06-30 10:47:19,760 ERROR [localhost-startStop-1]
> cube.CubeDescManager:207 : Error loading cube desc /cube_desc/mem_
> vip_tx_ordr_det.json
> java.lang.IllegalStateException: No data model found with name
> 'dmt_mem_vip_tx_ordr_det_i_d'.
> at org.apache.kylin.cube.model.CubeDesc.addError(CubeDesc.java:947)
> at org.apache.kylin.cube.model.CubeDesc.addError(CubeDesc.java:938)
> at org.apache.kylin.cube.model.CubeDesc.init(CubeDesc.java:529)
> at
> org.apache.kylin.cube.CubeDescManager.loadCubeDesc(CubeDescManager.java:134)
> at
> org.apache.kylin.cube.CubeDescManager.reloadAllCubeDesc(CubeDescManager.java:205)
> at
> org.apache.kylin.cube.CubeDescManager.<init>(CubeDescManager.java:94)
> at
> org.apache.kylin.cube.CubeDescManager.getInstance(CubeDescManager.java:68)
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:833)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>
>
>
> 016-06-30 10:47:19,776 ERROR [localhost-startStop-1] cube.CubeManager:862
> : Error during load cube instance /cube/cube2
> .json
> java.lang.IllegalStateException: CubeInstance desc not found 'CUBE2', at
> /cube/cube2.json
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:835)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>
>
> 2016-06-30 10:47:19,781 ERROR [localhost-startStop-1] cube.CubeManager:862
> : Error during load cube instance /cube/mem_v
> ip_tx_ordr_det.json
> java.lang.IllegalStateException: CubeInstance desc not found
> 'MEM_VIP_TX_ORDR_DET', at /cube/mem_vip_tx_ordr_det.json
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:835)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43
>
>
>
> 从错误来看 因为没有找到已经删除的cube实例？
> 我也metastore.sh clean --delete true ，但是还是报错？
>
>
> 谢谢！
>
--
Regards,
*Bin Mahone | 马洪宾*
答复: cube drop problem
Posted by 仇同心 <qi...@jd.com>.
Kylin 1.5.2
-----邮件原件-----
发件人: hongbin ma [mailto:mahongbin@apache.org]
发送时间: 2016年7月1日 14:28
收件人: dev
主题: Re: cube drop problem
what is the kylin version being used?
On Thu, Jun 30, 2016 at 5:43 PM, 移动苏州研发中心-陈雷雷 <77...@qq.com> wrote:
> you can backup the metadata, delete the cube meta you dropped, reset
> the metadata, and restore the metadata.
> it is very dangerous, so I recommend that you backup twice, edit and
> restore one of the metadata.
>
>
> http://kylin.apache.org/docs15/howto/howto_backup_metadata.html
> ./bin/metastore.sh backup./bin/metastore.sh reset./bin/metastore.sh
> restore $KYLIN_HOME/meta_backups/meta_xxxx_xx_xx_xx_xx_xx
>
>
> ------------------ 原始邮件 ------------------
> 发件人: "仇同心";<qi...@jd.com>;
> 发送时间: 2016年6月30日(星期四) 下午2:18
> 收件人: "user@kylin.apache.org"<us...@kylin.apache.org>;
> "dev@kylin.apache.org "<de...@kylin.apache.org>;
>
> 主题: cube drop problem
>
>
>
> 大家好：
> 在cubes list页面drop掉某些cube后，为啥每次loadAllCubeInstance时报错
>
> 2016-06-30 10:47:19,773 ERROR [localhost-startStop-1]
> cube.CubeManager:862
> : Error during load cube instance /cube/cube1 .json
> java.lang.IllegalStateException: CubeInstance desc not found 'CUBE1',
> at /cube/cube1.json
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:835)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(Cach
> eService.java:79)
>
> 还会去加载？
>
> 日志中还有一些错误，都是load已经删除的cube:
> 2016-06-30 10:47:19,745 ERROR [localhost-startStop-1]
> cube.CubeDescManager:207 : Error loading cube desc /cube_desc/cube
> 1.json java.lang.NullPointerException
> at org.apache.kylin.cube.model.CubeDesc.validate(CubeDesc.java:560)
> at org.apache.kylin.cube.model.CubeDesc.init(CubeDesc.java:524)
> at
> org.apache.kylin.cube.CubeDescManager.loadCubeDesc(CubeDescManager.java:134)
> at
> org.apache.kylin.cube.CubeDescManager.reloadAllCubeDesc(CubeDescManager.java:205)
> at
> org.apache.kylin.cube.CubeDescManager.<init>(CubeDescManager.java:94)
> at
> org.apache.kylin.cube.CubeDescManager.getInstance(CubeDescManager.java:68)
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:833)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccess
> orImpl.java:43)
>
>
>
> 2016-06-30 10:47:19,749 ERROR [localhost-startStop-1]
> cube.CubeDescManager:207 : Error loading cube desc /cube_desc/cube
> 1_clone.json java.lang.NullPointerException
> at org.apache.kylin.cube.model.CubeDesc.validate(CubeDesc.java:560)
> at org.apache.kylin.cube.model.CubeDesc.init(CubeDesc.java:524)
> at
> org.apache.kylin.cube.CubeDescManager.loadCubeDesc(CubeDescManager.java:134)
> at
> org.apache.kylin.cube.CubeDescManager.reloadAllCubeDesc(CubeDescManager.java:205)
> at
> org.apache.kylin.cube.CubeDescManager.<init>(CubeDescManager.java:94)
> at
> org.apache.kylin.cube.CubeDescManager.getInstance(CubeDescManager.java:68)
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:833)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccess
> orImpl.java:43)
>
>
> 2016-06-30 10:47:19,751 ERROR [localhost-startStop-1]
> cube.CubeDescManager:207 : Error loading cube desc /cube_desc/cube
> 2.json java.lang.NullPointerException
> at org.apache.kylin.cube.model.CubeDesc.validate(CubeDesc.java:560)
> at org.apache.kylin.cube.model.CubeDesc.init(CubeDesc.java:524)
> at
> org.apache.kylin.cube.CubeDescManager.loadCubeDesc(CubeDescManager.java:134)
> at
> org.apache.kylin.cube.CubeDescManager.reloadAllCubeDesc(CubeDescManager.java:205)
> at
> org.apache.kylin.cube.CubeDescManager.<init>(CubeDescManager.java:94)
> at
> org.apache.kylin.cube.CubeDescManager.getInstance(CubeDescManager.java:68)
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:833)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccess
> orImpl.java:43)
>
>
> 2016-06-30 10:47:19,760 ERROR [localhost-startStop-1]
> cube.CubeDescManager:207 : Error loading cube desc /cube_desc/mem_
> vip_tx_ordr_det.json
> java.lang.IllegalStateException: No data model found with name
> 'dmt_mem_vip_tx_ordr_det_i_d'.
> at org.apache.kylin.cube.model.CubeDesc.addError(CubeDesc.java:947)
> at org.apache.kylin.cube.model.CubeDesc.addError(CubeDesc.java:938)
> at org.apache.kylin.cube.model.CubeDesc.init(CubeDesc.java:529)
> at
> org.apache.kylin.cube.CubeDescManager.loadCubeDesc(CubeDescManager.java:134)
> at
> org.apache.kylin.cube.CubeDescManager.reloadAllCubeDesc(CubeDescManager.java:205)
> at
> org.apache.kylin.cube.CubeDescManager.<init>(CubeDescManager.java:94)
> at
> org.apache.kylin.cube.CubeDescManager.getInstance(CubeDescManager.java:68)
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:833)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccess
> orImpl.java:43)
>
>
>
> 016-06-30 10:47:19,776 ERROR [localhost-startStop-1]
> cube.CubeManager:862
> : Error during load cube instance /cube/cube2 .json
> java.lang.IllegalStateException: CubeInstance desc not found 'CUBE2',
> at /cube/cube2.json
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:835)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccess
> orImpl.java:43)
>
>
> 2016-06-30 10:47:19,781 ERROR [localhost-startStop-1]
> cube.CubeManager:862
> : Error during load cube instance /cube/mem_v ip_tx_ordr_det.json
> java.lang.IllegalStateException: CubeInstance desc not found
> 'MEM_VIP_TX_ORDR_DET', at /cube/mem_vip_tx_ordr_det.json
> at
> org.apache.kylin.cube.CubeManager.reloadCubeLocalAt(CubeManager.java:835)
> at
> org.apache.kylin.cube.CubeManager.loadAllCubeInstance(CubeManager.java:820)
> at org.apache.kylin.cube.CubeManager.<init>(CubeManager.java:125)
> at
> org.apache.kylin.cube.CubeManager.getInstance(CubeManager.java:94)
> at
> org.apache.kylin.rest.service.CacheService.initCubeChangeListener(CacheService.java:79)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccess
> orImpl.java:43
>
>
>
> 从错误来看 因为没有找到已经删除的cube实例？
> 我也metastore.sh clean --delete true ，但是还是报错？
>
>
> 谢谢！
>
--
Regards,
*Bin Mahone | 马洪宾*