You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@hive.apache.org by Mafish Liu <ma...@gmail.com> on 2010/02/09 03:32:44 UTC

Got sun.misc.InvalidJarIndexException: Invalid index

Hi, all:
I'm deploying hive from node A to node B. Hive on node A works
properly while on node B, when I try to create a new table, I got the
following exception:

2010-02-08 10:15:38,339 ERROR exec.DDLTask
(SessionState.java:printError(279)) - FAILED: Error in metadata:
javax.jdo.JDOUserException: Exception during population of metadata
for org.apache.hadoop.hive.metastore.model.MDatabase
NestedThrowables:
sun.misc.InvalidJarIndexException: Invalid index
org.apache.hadoop.hive.ql.metadata.HiveException:
javax.jdo.JDOUserException: Exception during population of metadata
for org.apache.hadoop.hive.metastore.model.MDatabase
NestedThrowables:
sun.misc.InvalidJarIndexException: Invalid index
        at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:258)
        at org.apache.hadoop.hive.ql.exec.DDLTask.createTable(DDLTask.java:879)
        at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:103)
        at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:379)
        at org.apache.hadoop.hive.ql.Driver.run(Driver.java:285)
        at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:123)
        at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:181)
        at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:287)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
        at java.lang.reflect.Method.invoke(Method.java:597)
        at org.apache.hadoop.util.RunJar.main(RunJar.java:165)
        at org.apache.hadoop.mapred.JobShell.run(JobShell.java:54)
        at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65)
        at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:79)
        at org.apache.hadoop.mapred.JobShell.main(JobShell.java:68)
Caused by: javax.jdo.JDOUserException: Exception during population of
metadata for org.apache.hadoop.hive.metastore.model.MDatabase
NestedThrowables:
sun.misc.InvalidJarIndexException: Invalid index
        at org.datanucleus.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:350)
        at org.datanucleus.ObjectManagerImpl.getExtent(ObjectManagerImpl.java:3741)
        at org.datanucleus.store.rdbms.query.JDOQLQueryCompiler.compileCandidates(JDOQLQueryCompiler.java:411)
        at org.datanucleus.store.rdbms.query.QueryCompiler.executionCompile(QueryCompiler.java:312)
        at org.datanucleus.store.rdbms.query.JDOQLQueryCompiler.compile(JDOQLQueryCompiler.java:225)
        at org.datanucleus.store.rdbms.query.JDOQLQuery.compileInternal(JDOQLQuery.java:174)
        at org.datanucleus.store.query.Query.executeQuery(Query.java:1443)
        at org.datanucleus.store.rdbms.query.JDOQLQuery.executeQuery(JDOQLQuery.java:244)
        at org.datanucleus.store.query.Query.executeWithArray(Query.java:1357)
        at org.datanucleus.jdo.JDOQuery.execute(JDOQuery.java:242)
        at org.apache.hadoop.hive.metastore.ObjectStore.getMDatabase(ObjectStore.java:283)
        at org.apache.hadoop.hive.metastore.ObjectStore.getDatabase(ObjectStore.java:301)
        at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:146)
        at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:118)
        at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.<init>(HiveMetaStore.java:100)
        at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:74)
        at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:783)
        at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:794)
        at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:252)
        ... 16 more
Caused by: sun.misc.InvalidJarIndexException: Invalid index
        at sun.misc.URLClassPath$JarLoader.getResource(URLClassPath.java:854)
        at sun.misc.URLClassPath$JarLoader.getResource(URLClassPath.java:762)
        at sun.misc.URLClassPath$JarLoader.findResource(URLClassPath.java:732)
        at sun.misc.URLClassPath$1.next(URLClassPath.java:195)
        at sun.misc.URLClassPath$1.hasMoreElements(URLClassPath.java:205)
        at java.net.URLClassLoader$3$1.run(URLClassLoader.java:393)
        at java.security.AccessController.doPrivileged(Native Method)
        at java.net.URLClassLoader$3.next(URLClassLoader.java:390)
        at java.net.URLClassLoader$3.hasMoreElements(URLClassLoader.java:415)
        at sun.misc.CompoundEnumeration.next(CompoundEnumeration.java:27)
        at sun.misc.CompoundEnumeration.hasMoreElements(CompoundEnumeration.java:36)
        at org.datanucleus.JDOClassLoaderResolver$1.run(JDOClassLoaderResolver.java:691)
        at java.security.AccessController.doPrivileged(Native Method)
        at org.datanucleus.JDOClassLoaderResolver.getResources(JDOClassLoaderResolver.java:677)
        at org.datanucleus.jdo.metadata.JDOMetaDataManager.loadMetaDataForClass(JDOMetaDataManager.java:698)
        at org.datanucleus.jdo.metadata.JDOMetaDataManager.addORMDataToClass(JDOMetaDataManager.java:642)
        at org.datanucleus.metadata.ClassMetaData.populate(ClassMetaData.java:180)
        at org.datanucleus.metadata.MetaDataManager$1.run(MetaDataManager.java:2317)
        at java.security.AccessController.doPrivileged(Native Method)
        at org.datanucleus.metadata.MetaDataManager.populateAbstractClassMetaData(MetaDataManager.java:2311)
        at org.datanucleus.metadata.MetaDataManager.getMetaDataForClass(MetaDataManager.java:1131)
        at org.datanucleus.ObjectManagerImpl.hasPersistenceInformationForClass(ObjectManagerImpl.java:3955)
        at org.datanucleus.ObjectManagerImpl.assertClassPersistable(ObjectManagerImpl.java:3873)
        at org.datanucleus.ObjectManagerImpl.getExtent(ObjectManagerImpl.java:3734)
        ... 33 more

The environment is:
Java version : 1.6.0_13
Hadoop version: 0.19.2
Hive version: Not know (Is there any command that can tell the version
of hive?), alone with hadoop-0.19.2 release package.
Database: derby

I guest that hive meets some problem when try to get metadata from
derby database, possibly fails to get jar file.

Does anybody have idea on this exception?

Thank you and Regards.
Mafish

Re: Got sun.misc.InvalidJarIndexException: Invalid index

Posted by Zheng Shao <zs...@gmail.com>.
MySQL is recommended for multiple-node deployment of Hive. Can you try MySQL?

Zheng

On Mon, Feb 8, 2010 at 6:32 PM, Mafish Liu <ma...@gmail.com> wrote:
> Hi, all:
> I'm deploying hive from node A to node B. Hive on node A works
> properly while on node B, when I try to create a new table, I got the
> following exception:
>
> 2010-02-08 10:15:38,339 ERROR exec.DDLTask
> (SessionState.java:printError(279)) - FAILED: Error in metadata:
> javax.jdo.JDOUserException: Exception during population of metadata
> for org.apache.hadoop.hive.metastore.model.MDatabase
> NestedThrowables:
> sun.misc.InvalidJarIndexException: Invalid index
> org.apache.hadoop.hive.ql.metadata.HiveException:
> javax.jdo.JDOUserException: Exception during population of metadata
> for org.apache.hadoop.hive.metastore.model.MDatabase
> NestedThrowables:
> sun.misc.InvalidJarIndexException: Invalid index
>        at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:258)
>        at org.apache.hadoop.hive.ql.exec.DDLTask.createTable(DDLTask.java:879)
>        at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:103)
>        at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:379)
>        at org.apache.hadoop.hive.ql.Driver.run(Driver.java:285)
>        at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:123)
>        at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:181)
>        at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:287)
>        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
>        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
>        at java.lang.reflect.Method.invoke(Method.java:597)
>        at org.apache.hadoop.util.RunJar.main(RunJar.java:165)
>        at org.apache.hadoop.mapred.JobShell.run(JobShell.java:54)
>        at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65)
>        at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:79)
>        at org.apache.hadoop.mapred.JobShell.main(JobShell.java:68)
> Caused by: javax.jdo.JDOUserException: Exception during population of
> metadata for org.apache.hadoop.hive.metastore.model.MDatabase
> NestedThrowables:
> sun.misc.InvalidJarIndexException: Invalid index
>        at org.datanucleus.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:350)
>        at org.datanucleus.ObjectManagerImpl.getExtent(ObjectManagerImpl.java:3741)
>        at org.datanucleus.store.rdbms.query.JDOQLQueryCompiler.compileCandidates(JDOQLQueryCompiler.java:411)
>        at org.datanucleus.store.rdbms.query.QueryCompiler.executionCompile(QueryCompiler.java:312)
>        at org.datanucleus.store.rdbms.query.JDOQLQueryCompiler.compile(JDOQLQueryCompiler.java:225)
>        at org.datanucleus.store.rdbms.query.JDOQLQuery.compileInternal(JDOQLQuery.java:174)
>        at org.datanucleus.store.query.Query.executeQuery(Query.java:1443)
>        at org.datanucleus.store.rdbms.query.JDOQLQuery.executeQuery(JDOQLQuery.java:244)
>        at org.datanucleus.store.query.Query.executeWithArray(Query.java:1357)
>        at org.datanucleus.jdo.JDOQuery.execute(JDOQuery.java:242)
>        at org.apache.hadoop.hive.metastore.ObjectStore.getMDatabase(ObjectStore.java:283)
>        at org.apache.hadoop.hive.metastore.ObjectStore.getDatabase(ObjectStore.java:301)
>        at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:146)
>        at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:118)
>        at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.<init>(HiveMetaStore.java:100)
>        at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:74)
>        at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:783)
>        at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:794)
>        at org.apache.hadoop.hive.ql.metadata.Hive.createTable(Hive.java:252)
>        ... 16 more
> Caused by: sun.misc.InvalidJarIndexException: Invalid index
>        at sun.misc.URLClassPath$JarLoader.getResource(URLClassPath.java:854)
>        at sun.misc.URLClassPath$JarLoader.getResource(URLClassPath.java:762)
>        at sun.misc.URLClassPath$JarLoader.findResource(URLClassPath.java:732)
>        at sun.misc.URLClassPath$1.next(URLClassPath.java:195)
>        at sun.misc.URLClassPath$1.hasMoreElements(URLClassPath.java:205)
>        at java.net.URLClassLoader$3$1.run(URLClassLoader.java:393)
>        at java.security.AccessController.doPrivileged(Native Method)
>        at java.net.URLClassLoader$3.next(URLClassLoader.java:390)
>        at java.net.URLClassLoader$3.hasMoreElements(URLClassLoader.java:415)
>        at sun.misc.CompoundEnumeration.next(CompoundEnumeration.java:27)
>        at sun.misc.CompoundEnumeration.hasMoreElements(CompoundEnumeration.java:36)
>        at org.datanucleus.JDOClassLoaderResolver$1.run(JDOClassLoaderResolver.java:691)
>        at java.security.AccessController.doPrivileged(Native Method)
>        at org.datanucleus.JDOClassLoaderResolver.getResources(JDOClassLoaderResolver.java:677)
>        at org.datanucleus.jdo.metadata.JDOMetaDataManager.loadMetaDataForClass(JDOMetaDataManager.java:698)
>        at org.datanucleus.jdo.metadata.JDOMetaDataManager.addORMDataToClass(JDOMetaDataManager.java:642)
>        at org.datanucleus.metadata.ClassMetaData.populate(ClassMetaData.java:180)
>        at org.datanucleus.metadata.MetaDataManager$1.run(MetaDataManager.java:2317)
>        at java.security.AccessController.doPrivileged(Native Method)
>        at org.datanucleus.metadata.MetaDataManager.populateAbstractClassMetaData(MetaDataManager.java:2311)
>        at org.datanucleus.metadata.MetaDataManager.getMetaDataForClass(MetaDataManager.java:1131)
>        at org.datanucleus.ObjectManagerImpl.hasPersistenceInformationForClass(ObjectManagerImpl.java:3955)
>        at org.datanucleus.ObjectManagerImpl.assertClassPersistable(ObjectManagerImpl.java:3873)
>        at org.datanucleus.ObjectManagerImpl.getExtent(ObjectManagerImpl.java:3734)
>        ... 33 more
>
> The environment is:
> Java version : 1.6.0_13
> Hadoop version: 0.19.2
> Hive version: Not know (Is there any command that can tell the version
> of hive?), alone with hadoop-0.19.2 release package.
> Database: derby
>
> I guest that hive meets some problem when try to get metadata from
> derby database, possibly fails to get jar file.
>
> Does anybody have idea on this exception?
>
> Thank you and Regards.
> Mafish
>



-- 
Yours,
Zheng