You are viewing a plain text version of this content. The canonical link for it is here.

Posted to user@spark.apache.org by sandeep vura <sa...@gmail.com> on 2015/02/26 13:03:24 UTC

Creating hive table on spark ((ERROR))

Hi Sparkers,

I am trying to creating hive table in SparkSql.But couldn't able to create
it.Below are the following errors which are generating so far.

java.lang.RuntimeException: java.lang.RuntimeException: Unable to
instantiate org.apache.hadoop.hive.metastore.HiveMetaStoreClient
    at
org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:346)
    at
org.apache.spark.sql.hive.HiveContext$$anonfun$4.apply(HiveContext.scala:235)
    at
org.apache.spark.sql.hive.HiveContext$$anonfun$4.apply(HiveContext.scala:231)
    at scala.Option.orElse(Option.scala:257)
    at
org.apache.spark.sql.hive.HiveContext.x$3$lzycompute(HiveContext.scala:231)
    at org.apache.spark.sql.hive.HiveContext.x$3(HiveContext.scala:229)
    at
org.apache.spark.sql.hive.HiveContext.hiveconf$lzycompute(HiveContext.scala:229)
    at org.apache.spark.sql.hive.HiveContext.hiveconf(HiveContext.scala:229)
    at
org.apache.spark.sql.hive.HiveMetastoreCatalog.<init>(HiveMetastoreCatalog.scala:55)
    at
org.apache.spark.sql.hive.HiveContext$$anon$1.<init>(HiveContext.scala:253)
    at
org.apache.spark.sql.hive.HiveContext.catalog$lzycompute(HiveContext.scala:253)
    at org.apache.spark.sql.hive.HiveContext.catalog(HiveContext.scala:253)
    at
org.apache.spark.sql.hive.HiveContext$$anon$3.<init>(HiveContext.scala:263)
    at
org.apache.spark.sql.hive.HiveContext.analyzer$lzycompute(HiveContext.scala:263)
    at org.apache.spark.sql.hive.HiveContext.analyzer(HiveContext.scala:262)
    at
org.apache.spark.sql.SQLContext$QueryExecution.analyzed$lzycompute(SQLContext.scala:411)
    at
org.apache.spark.sql.SQLContext$QueryExecution.analyzed(SQLContext.scala:411)
    at
org.apache.spark.sql.SchemaRDDLike$class.$init$(SchemaRDDLike.scala:58)
    at org.apache.spark.sql.SchemaRDD.<init>(SchemaRDD.scala:108)
    at org.apache.spark.sql.hive.HiveContext.sql(HiveContext.scala:94)
    at $iwC$$iwC$$iwC$$iwC.<init>(<console>:15)
    at $iwC$$iwC$$iwC.<init>(<console>:20)
    at $iwC$$iwC.<init>(<console>:22)
    at $iwC.<init>(<console>:24)
    at <init>(<console>:26)
    at .<init>(<console>:30)
    at .<clinit>(<console>)
    at .<init>(<console>:7)
    at .<clinit>(<console>)
    at $print(<console>)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
    at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:622)
    at
org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)
    at
org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)
    at
org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)
    at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:705)
    at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)
    at
org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:828)
    at
org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:873)
    at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:785)
    at org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:628)
    at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:636)
    at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:641)
    at
org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:968)
    at
org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
    at
org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
    at
scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
    at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:916)
    at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1011)
    at org.apache.spark.repl.Main$.main(Main.scala:31)
    at org.apache.spark.repl.Main.main(Main.scala)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
    at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:622)
    at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:358)
    at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
    at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
Caused by: java.lang.RuntimeException: Unable to instantiate
org.apache.hadoop.hive.metastore.HiveMetaStoreClient
    at
org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1412)
    at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:62)
    at
org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:72)
    at
org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:2453)
    at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:2465)
    at
org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:340)
    ... 59 more
Caused by: java.lang.reflect.InvocationTargetException
    at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
    at
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
    at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
    at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
    at
org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1410)
    ... 64 more
Caused by: javax.jdo.JDOFatalInternalException: Error creating
transactional connection factory
NestedThrowables:
java.lang.reflect.InvocationTargetException
    at
org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:587)
    at
org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:788)
    at
org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:333)
    at
org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:202)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
    at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:622)
    at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
    at
javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
    at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
    at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
    at
org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:310)
    at
org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:339)
    at
org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:248)
    at
org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:223)
    at
org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:62)
    at
org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117)
    at
org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
    at
org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
    at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStore(HiveMetaStore.java:497)
    at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:475)
    at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:523)
    at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:397)
    at
org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.<init>(HiveMetaStore.java:356)
    at
org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:54)
    at
org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:59)
    at
org.apache.hadoop.hive.metastore.HiveMetaStore.newHMSHandler(HiveMetaStore.java:4944)
    at
org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:171)
    ... 69 more
Caused by: java.lang.reflect.InvocationTargetException
    at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
    at
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
    at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
    at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
    at
org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
    at
org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:325)
    at
org.datanucleus.store.AbstractStoreManager.registerConnectionFactory(AbstractStoreManager.java:282)
    at
org.datanucleus.store.AbstractStoreManager.<init>(AbstractStoreManager.java:240)
    at
org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:286)
    at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
    at
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
    at
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
    at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
    at
org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
    at
org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
    at
org.datanucleus.NucleusContext.createStoreManagerForProperties(NucleusContext.java:1187)
    at org.datanucleus.NucleusContext.initialise(NucleusContext.java:356)
    at
org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:775)
    ... 98 more
Caused by: org.datanucleus.exceptions.NucleusException: Attempt to invoke
the "BONECP" plugin to create a ConnectionPool gave an error : The
specified datastore driver ("com.mysql.jdbc.Driver") was not found in the
CLASSPATH. Please check your CLASSPATH specification, and the name of the
driver.
    at
org.datanucleus.store.rdbms.ConnectionFactoryImpl.generateDataSources(ConnectionFactoryImpl.java:259)
    at
org.datanucleus.store.rdbms.ConnectionFactoryImpl.initialiseDataSources(ConnectionFactoryImpl.java:131)
    at
org.datanucleus.store.rdbms.ConnectionFactoryImpl.<init>(ConnectionFactoryImpl.java:85)
    ... 116 more
Caused by:
org.datanucleus.store.rdbms.connectionpool.DatastoreDriverNotFoundException:
The specified datastore driver ("com.mysql.jdbc.Driver") was not found in
the CLASSPATH. Please check your CLASSPATH specification, and the name of
the driver.
    at
org.datanucleus.store.rdbms.connectionpool.AbstractConnectionPoolFactory.loadDriver(AbstractConnectionPoolFactory.java:58)
    at
org.datanucleus.store.rdbms.connectionpool.BoneCPConnectionPoolFactory.createConnectionPool(BoneCPConnectionPoolFactory.java:54)
    at
org.datanucleus.store.rdbms.ConnectionFactoryImpl.generateDataSources(ConnectionFactoryImpl.java:238)


Please let me know asap.


Regards,
Sandeep.v

Re: Creating hive table on spark ((ERROR))

Posted by sandeep vura <sa...@gmail.com>.

Oh Thanks for the clarification,I will try to downgrade hive.

On Thu, Feb 26, 2015 at 9:44 PM, Cheng Lian <li...@gmail.com> wrote:

>  You are using a Hive version which is not support by Spark SQL. Spark SQL
> 1.1.x and prior versions only support Hive 0.12.0. Spark SQL 1.2.0 supports
> Hive 0.12.0 or Hive 0.13.1.
>
>
> On 2/27/15 12:12 AM, sandeep vura wrote:
>
> Hi Cheng,
>
>  Thanks the above issue has been resolved.I have configured Remote
> metastore not Local metastore in Hive.
>
>  While creating a table in sparksql another error reflecting on terminal
> . Below error is given below
>
>  sqlContext.sql("LOAD DATA LOCAL INPATH
> '/home/spark12/sandeep_data/sales_pg.csv' INTO TABLE sandeep_test")
> 15/02/26 21:49:24 ERROR Driver: FAILED: RuntimeException
> org.apache.hadoop.ipc.RemoteException: Server IPC version 9 cannot
> communicate with client version 4
> java.lang.RuntimeException: org.apache.hadoop.ipc.RemoteException: Server
> IPC version 9 cannot communicate with client version 4
>     at org.apache.hadoop.hive.ql.Context.getScratchDir(Context.java:222)
>     at
> org.apache.hadoop.hive.ql.Context.getExternalScratchDir(Context.java:278)
>     at
> org.apache.hadoop.hive.ql.Context.getExternalTmpPath(Context.java:344)
>     at
> org.apache.hadoop.hive.ql.parse.LoadSemanticAnalyzer.analyzeInternal(LoadSemanticAnalyzer.java:243)
>     at
> org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:327)
>     at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:422)
>     at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:322)
>     at org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:975)
>     at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1040)
>     at org.apache.hadoop.hive.ql.Driver.run(Driver.java:911)
>     at org.apache.hadoop.hive.ql.Driver.run(Driver.java:901)
>     at org.apache.spark.sql.hive.HiveContext.runHive(HiveContext.scala:305)
>     at
> org.apache.spark.sql.hive.HiveContext.runSqlHive(HiveContext.scala:276)
>     at
> org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult$lzycompute(NativeCommand.scala:35)
>     at
> org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult(NativeCommand.scala:35)
>     at
> org.apache.spark.sql.execution.Command$class.execute(commands.scala:46)
>     at
> org.apache.spark.sql.hive.execution.NativeCommand.execute(NativeCommand.scala:30)
>     at
> org.apache.spark.sql.SQLContext$QueryExecution.toRdd$lzycompute(SQLContext.scala:425)
>     at
> org.apache.spark.sql.SQLContext$QueryExecution.toRdd(SQLContext.scala:425)
>     at
> org.apache.spark.sql.SchemaRDDLike$class.$init$(SchemaRDDLike.scala:58)
>     at org.apache.spark.sql.SchemaRDD.<init>(SchemaRDD.scala:108)
>     at org.apache.spark.sql.hive.HiveContext.sql(HiveContext.scala:94)
>     at $line13.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:15)
>     at $line13.$read$$iwC$$iwC$$iwC.<init>(<console>:20)
>     at $line13.$read$$iwC$$iwC.<init>(<console>:22)
>     at $line13.$read$$iwC.<init>(<console>:24)
>     at $line13.$read.<init>(<console>:26)
>     at $line13.$read$.<init>(<console>:30)
>     at $line13.$read$.<clinit>(<console>)
>     at $line13.$eval$.<init>(<console>:7)
>     at $line13.$eval$.<clinit>(<console>)
>     at $line13.$eval.$print(<console>)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at
> org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)
>     at
> org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)
>     at
> org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:705)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)
>     at
> org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:828)
>     at
> org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:873)
>     at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:785)
>     at org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:628)
>     at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:636)
>     at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:641)
>     at
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:968)
>     at
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
>     at
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
>     at
> scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:916)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1011)
>     at org.apache.spark.repl.Main$.main(Main.scala:31)
>     at org.apache.spark.repl.Main.main(Main.scala)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:358)
>     at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
>     at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
> Caused by: org.apache.hadoop.ipc.RemoteException: Server IPC version 9
> cannot communicate with client version 4
>     at org.apache.hadoop.ipc.Client.call(Client.java:1070)
>     at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:225)
>     at com.sun.proxy.$Proxy11.getProtocolVersion(Unknown Source)
>     at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:396)
>     at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:379)
>     at
> org.apache.hadoop.hdfs.DFSClient.createRPCNamenode(DFSClient.java:119)
>     at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:238)
>     at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:203)
>     at
> org.apache.hadoop.hdfs.DistributedFileSystem.initialize(DistributedFileSystem.java:89)
>     at
> org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:1386)
>     at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:66)
>     at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:1404)
>     at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:254)
>     at org.apache.hadoop.fs.Path.getFileSystem(Path.java:187)
>     at org.apache.hadoop.hive.ql.Context.getScratchDir(Context.java:210)
>     ... 61 more
>
>  15/02/26 21:49:24 ERROR HiveContext:
> ======================
> HIVE FAILURE OUTPUT
> ======================
> FAILED: Execution Error, return code 1 from
> org.apache.hadoop.hive.ql.exec.DDLTask. MetaException(message:Got
> exception: org.apache.hadoop.security.AccessControlException Permission
> denied: user=spark12, access=WRITE,
> inode="/user/hive/warehouse":hadoop24:supergroup:drwxrwxr-x
>     at
> org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkFsPermission(FSPermissionChecker.java:265)
>     at
> org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.check(FSPermissionChecker.java:251)
>     at
> org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.check(FSPermissionChecker.java:232)
>     at
> org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkPermission(FSPermissionChecker.java:176)
>     at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkPermission(FSNamesystem.java:5523)
>     at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkPermission(FSNamesystem.java:5505)
>     at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkAncestorAccess(FSNamesystem.java:5479)
>     at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.mkdirsInternal(FSNamesystem.java:3622)
>     at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.mkdirsInt(FSNamesystem.java:3592)
>     at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.mkdirs(FSNamesystem.java:3566)
>     at
> org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.mkdirs(NameNodeRpcServer.java:754)
>     at
> org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.mkdirs(ClientNamenodeProtocolServerSideTranslatorPB.java:558)
>     at
> org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
>     at
> org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)
>     at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
>     at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
>     at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
>     at java.security.AccessController.doPrivileged(Native Method)
>     at javax.security.auth.Subject.doAs(Subject.java:416)
>     at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
>     at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)
> )
> OK
> FAILED: RuntimeException org.apache.hadoop.ipc.RemoteException: Server IPC
> version 9 cannot communicate with client version 4
>
>  ======================
> END HIVE FAILURE OUTPUT
> ======================
>
> org.apache.spark.sql.execution.QueryExecutionException: FAILED:
> RuntimeException org.apache.hadoop.ipc.RemoteException: Server IPC version
> 9 cannot communicate with client version 4
>     at org.apache.spark.sql.hive.HiveContext.runHive(HiveContext.scala:309)
>     at
> org.apache.spark.sql.hive.HiveContext.runSqlHive(HiveContext.scala:276)
>     at
> org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult$lzycompute(NativeCommand.scala:35)
>     at
> org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult(NativeCommand.scala:35)
>     at
> org.apache.spark.sql.execution.Command$class.execute(commands.scala:46)
>     at
> org.apache.spark.sql.hive.execution.NativeCommand.execute(NativeCommand.scala:30)
>     at
> org.apache.spark.sql.SQLContext$QueryExecution.toRdd$lzycompute(SQLContext.scala:425)
>     at
> org.apache.spark.sql.SQLContext$QueryExecution.toRdd(SQLContext.scala:425)
>     at
> org.apache.spark.sql.SchemaRDDLike$class.$init$(SchemaRDDLike.scala:58)
>     at org.apache.spark.sql.SchemaRDD.<init>(SchemaRDD.scala:108)
>     at org.apache.spark.sql.hive.HiveContext.sql(HiveContext.scala:94)
>     at $iwC$$iwC$$iwC$$iwC.<init>(<console>:15)
>     at $iwC$$iwC$$iwC.<init>(<console>:20)
>     at $iwC$$iwC.<init>(<console>:22)
>     at $iwC.<init>(<console>:24)
>     at <init>(<console>:26)
>     at .<init>(<console>:30)
>     at .<clinit>(<console>)
>     at .<init>(<console>:7)
>     at .<clinit>(<console>)
>     at $print(<console>)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at
> org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)
>     at
> org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)
>     at
> org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:705)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)
>     at
> org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:828)
>     at
> org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:873)
>     at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:785)
>     at org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:628)
>     at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:636)
>     at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:641)
>     at
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:968)
>     at
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
>     at
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
>     at
> scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:916)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1011)
>     at org.apache.spark.repl.Main$.main(Main.scala:31)
>     at org.apache.spark.repl.Main.main(Main.scala)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:358)
>     at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
>     at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
>
>  Regards,
> Sandeep.v
>
>
>
> On Thu, Feb 26, 2015 at 8:02 PM, Cheng Lian <li...@gmail.com> wrote:
>
>>  Seems that you are running Hive metastore over MySQL, but don’t have
>> MySQL JDBC driver on classpath:
>>
>> Caused by:
>> org.datanucleus.store.rdbms.connectionpool.DatastoreDriverNotFoundException:
>> The specified datastore driver (“com.mysql.jdbc.Driver”) was not found in
>> the CLASSPATH. Please check your CLASSPATH specification, and the name of
>> the driver.
>>
>>  Cheng
>>
>> On 2/26/15 8:03 PM, sandeep vura wrote:
>>
>>   Hi Sparkers,
>>
>>  I am trying to creating hive table in SparkSql.But couldn't able to
>> create it.Below are the following errors which are generating so far.
>>
>> java.lang.RuntimeException: java.lang.RuntimeException: Unable to
>> instantiate org.apache.hadoop.hive.metastore.HiveMetaStoreClient
>>     at
>> org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:346)
>>      at
>> org.apache.spark.sql.hive.HiveContext$anonfun$4.apply(HiveContext.scala:235)
>>     at
>> org.apache.spark.sql.hive.HiveContext$anonfun$4.apply(HiveContext.scala:231)
>>     at scala.Option.orElse(Option.scala:257)
>>     at
>> org.apache.spark.sql.hive.HiveContext.x$3$lzycompute(HiveContext.scala:231)
>>     at org.apache.spark.sql.hive.HiveContext.x$3(HiveContext.scala:229)
>>     at
>> org.apache.spark.sql.hive.HiveContext.hiveconf$lzycompute(HiveContext.scala:229)
>>     at
>> org.apache.spark.sql.hive.HiveContext.hiveconf(HiveContext.scala:229)
>>     at
>> org.apache.spark.sql.hive.HiveMetastoreCatalog.<init>(HiveMetastoreCatalog.scala:55)
>>      at
>> org.apache.spark.sql.hive.HiveContext$anon$1.<init>(HiveContext.scala:253)
>>     at
>> org.apache.spark.sql.hive.HiveContext.catalog$lzycompute(HiveContext.scala:253)
>>     at
>> org.apache.spark.sql.hive.HiveContext.catalog(HiveContext.scala:253)
>>      at
>> org.apache.spark.sql.hive.HiveContext$anon$3.<init>(HiveContext.scala:263)
>>     at
>> org.apache.spark.sql.hive.HiveContext.analyzer$lzycompute(HiveContext.scala:263)
>>     at
>> org.apache.spark.sql.hive.HiveContext.analyzer(HiveContext.scala:262)
>>     at
>> org.apache.spark.sql.SQLContext$QueryExecution.analyzed$lzycompute(SQLContext.scala:411)
>>     at
>> org.apache.spark.sql.SQLContext$QueryExecution.analyzed(SQLContext.scala:411)
>>     at
>> org.apache.spark.sql.SchemaRDDLike$class.$init$(SchemaRDDLike.scala:58)
>>     at org.apache.spark.sql.SchemaRDD.<init>(SchemaRDD.scala:108)
>>     at org.apache.spark.sql.hive.HiveContext.sql(HiveContext.scala:94)
>>      at $iwC$iwC$iwC$iwC.<init>(<console>:15)
>>     at $iwC$iwC$iwC.<init>(<console>:20)
>>     at $iwC$iwC.<init>(<console>:22)
>>     at $iwC.<init>(<console>:24)
>>     at <init>(<console>:26)
>>     at .<init>(<console>:30)
>>     at .<clinit>(<console>)
>>     at .<init>(<console>:7)
>>     at .<clinit>(<console>)
>>     at $print(<console>)
>>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>     at
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>     at
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>     at java.lang.reflect.Method.invoke(Method.java:622)
>>     at
>> org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)
>>     at
>> org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)
>>     at
>> org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)
>>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:705)
>>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)
>>     at
>> org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:828)
>>     at
>> org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:873)
>>     at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:785)
>>     at
>> org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:628)
>>     at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:636)
>>     at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:641)
>>      at
>> org.apache.spark.repl.SparkILoop$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:968)
>>     at
>> org.apache.spark.repl.SparkILoop$anonfun$process$1.apply(SparkILoop.scala:916)
>>     at
>> org.apache.spark.repl.SparkILoop$anonfun$process$1.apply(SparkILoop.scala:916)
>>
>>
>>     at
>> scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
>>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:916)
>>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1011)
>>     at org.apache.spark.repl.Main$.main(Main.scala:31)
>>     at org.apache.spark.repl.Main.main(Main.scala)
>>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>     at
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>     at
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>     at java.lang.reflect.Method.invoke(Method.java:622)
>>     at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:358)
>>     at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
>>     at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
>> Caused by: java.lang.RuntimeException: Unable to instantiate
>> org.apache.hadoop.hive.metastore.HiveMetaStoreClient
>>     at
>> org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1412)
>>     at
>> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:62)
>>     at
>> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:72)
>>     at
>> org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:2453)
>>     at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:2465)
>>     at
>> org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:340)
>>     ... 59 more
>> Caused by: java.lang.reflect.InvocationTargetException
>>     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native
>> Method)
>>     at
>> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>>     at
>> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>>     at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>>     at
>> org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1410)
>>     ... 64 more
>> Caused by: javax.jdo.JDOFatalInternalException: Error creating
>> transactional connection factory
>> NestedThrowables:
>> java.lang.reflect.InvocationTargetException
>>     at
>> org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:587)
>>     at
>> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:788)
>>     at
>> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:333)
>>     at
>> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:202)
>>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>     at
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>     at
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>     at java.lang.reflect.Method.invoke(Method.java:622)
>>     at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
>>     at java.security.AccessController.doPrivileged(Native Method)
>>     at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
>>     at
>> javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
>>     at
>> javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
>>     at
>> javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
>>     at
>> org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:310)
>>     at
>> org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:339)
>>     at
>> org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:248)
>>     at
>> org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:223)
>>     at
>> org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:62)
>>     at
>> org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117)
>>     at
>> org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
>>     at
>> org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
>>     at
>> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStore(HiveMetaStore.java:497)
>>     at
>> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:475)
>>     at
>> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:523)
>>     at
>> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:397)
>>     at
>> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.<init>(HiveMetaStore.java:356)
>>     at
>> org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:54)
>>     at
>> org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:59)
>>     at
>> org.apache.hadoop.hive.metastore.HiveMetaStore.newHMSHandler(HiveMetaStore.java:4944)
>>     at
>> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:171)
>>     ... 69 more
>> Caused by: java.lang.reflect.InvocationTargetException
>>     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native
>> Method)
>>     at
>> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>>     at
>> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>>     at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>>     at
>> org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
>>     at
>> org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:325)
>>     at
>> org.datanucleus.store.AbstractStoreManager.registerConnectionFactory(AbstractStoreManager.java:282)
>>     at
>> org.datanucleus.store.AbstractStoreManager.<init>(AbstractStoreManager.java:240)
>>     at
>> org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:286)
>>     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native
>> Method)
>>     at
>> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>>     at
>> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>>     at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>>     at
>> org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
>>     at
>> org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
>>     at
>> org.datanucleus.NucleusContext.createStoreManagerForProperties(NucleusContext.java:1187)
>>     at org.datanucleus.NucleusContext.initialise(NucleusContext.java:356)
>>     at
>> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:775)
>>     ... 98 more
>> Caused by: org.datanucleus.exceptions.NucleusException: Attempt to invoke
>> the "BONECP" plugin to create a ConnectionPool gave an error : The
>> specified datastore driver ("com.mysql.jdbc.Driver") was not found in the
>> CLASSPATH. Please check your CLASSPATH specification, and the name of the
>> driver.
>>     at
>> org.datanucleus.store.rdbms.ConnectionFactoryImpl.generateDataSources(ConnectionFactoryImpl.java:259)
>>     at
>> org.datanucleus.store.rdbms.ConnectionFactoryImpl.initialiseDataSources(ConnectionFactoryImpl.java:131)
>>     at
>> org.datanucleus.store.rdbms.ConnectionFactoryImpl.<init>(ConnectionFactoryImpl.java:85)
>>     ... 116 more
>> Caused by:
>> org.datanucleus.store.rdbms.connectionpool.DatastoreDriverNotFoundException:
>> The specified datastore driver ("com.mysql.jdbc.Driver") was not found in
>> the CLASSPATH. Please check your CLASSPATH specification, and the name of
>> the driver.
>>     at
>> org.datanucleus.store.rdbms.connectionpool.AbstractConnectionPoolFactory.loadDriver(AbstractConnectionPoolFactory.java:58)
>>     at
>> org.datanucleus.store.rdbms.connectionpool.BoneCPConnectionPoolFactory.createConnectionPool(BoneCPConnectionPoolFactory.java:54)
>>     at
>> org.datanucleus.store.rdbms.ConnectionFactoryImpl.generateDataSources(ConnectionFactoryImpl.java:238)
>>
>>
>>    Please let me know asap.
>>
>>
>>  Regards,
>>   Sandeep.v
>>
>>  
>>
>
>
>

Re: Creating hive table on spark ((ERROR))

Posted by Cheng Lian <li...@gmail.com>.

You are using a Hive version which is not support by Spark SQL. Spark 
SQL 1.1.x and prior versions only support Hive 0.12.0. Spark SQL 1.2.0 
supports Hive 0.12.0 or Hive 0.13.1.

On 2/27/15 12:12 AM, sandeep vura wrote:
> Hi Cheng,
>
> Thanks the above issue has been resolved.I have configured Remote 
> metastore not Local metastore in Hive.
>
> While creating a table in sparksql another error reflecting on 
> terminal . Below error is given below
>
> sqlContext.sql("LOAD DATA LOCAL INPATH 
> '/home/spark12/sandeep_data/sales_pg.csv' INTO TABLE sandeep_test")
> 15/02/26 21:49:24 ERROR Driver: FAILED: RuntimeException 
> org.apache.hadoop.ipc.RemoteException: Server IPC version 9 cannot 
> communicate with client version 4
> java.lang.RuntimeException: org.apache.hadoop.ipc.RemoteException: 
> Server IPC version 9 cannot communicate with client version 4
>     at org.apache.hadoop.hive.ql.Context.getScratchDir(Context.java:222)
>     at 
> org.apache.hadoop.hive.ql.Context.getExternalScratchDir(Context.java:278)
>     at 
> org.apache.hadoop.hive.ql.Context.getExternalTmpPath(Context.java:344)
>     at 
> org.apache.hadoop.hive.ql.parse.LoadSemanticAnalyzer.analyzeInternal(LoadSemanticAnalyzer.java:243)
>     at 
> org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:327)
>     at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:422)
>     at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:322)
>     at org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:975)
>     at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1040)
>     at org.apache.hadoop.hive.ql.Driver.run(Driver.java:911)
>     at org.apache.hadoop.hive.ql.Driver.run(Driver.java:901)
>     at 
> org.apache.spark.sql.hive.HiveContext.runHive(HiveContext.scala:305)
>     at 
> org.apache.spark.sql.hive.HiveContext.runSqlHive(HiveContext.scala:276)
>     at 
> org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult$lzycompute(NativeCommand.scala:35)
>     at 
> org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult(NativeCommand.scala:35)
>     at 
> org.apache.spark.sql.execution.Command$class.execute(commands.scala:46)
>     at 
> org.apache.spark.sql.hive.execution.NativeCommand.execute(NativeCommand.scala:30)
>     at 
> org.apache.spark.sql.SQLContext$QueryExecution.toRdd$lzycompute(SQLContext.scala:425)
>     at 
> org.apache.spark.sql.SQLContext$QueryExecution.toRdd(SQLContext.scala:425)
>     at 
> org.apache.spark.sql.SchemaRDDLike$class.$init$(SchemaRDDLike.scala:58)
>     at org.apache.spark.sql.SchemaRDD.<init>(SchemaRDD.scala:108)
>     at org.apache.spark.sql.hive.HiveContext.sql(HiveContext.scala:94)
>     at $line13.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:15)
>     at $line13.$read$$iwC$$iwC$$iwC.<init>(<console>:20)
>     at $line13.$read$$iwC$$iwC.<init>(<console>:22)
>     at $line13.$read$$iwC.<init>(<console>:24)
>     at $line13.$read.<init>(<console>:26)
>     at $line13.$read$.<init>(<console>:30)
>     at $line13.$read$.<clinit>(<console>)
>     at $line13.$eval$.<init>(<console>:7)
>     at $line13.$eval$.<clinit>(<console>)
>     at $line13.$eval.$print(<console>)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at 
> org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)
>     at 
> org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)
>     at 
> org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:705)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)
>     at 
> org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:828)
>     at 
> org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:873)
>     at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:785)
>     at 
> org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:628)
>     at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:636)
>     at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:641)
>     at 
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:968)
>     at 
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
>     at 
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
>     at 
> scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:916)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1011)
>     at org.apache.spark.repl.Main$.main(Main.scala:31)
>     at org.apache.spark.repl.Main.main(Main.scala)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:358)
>     at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
>     at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
> Caused by: org.apache.hadoop.ipc.RemoteException: Server IPC version 9 
> cannot communicate with client version 4
>     at org.apache.hadoop.ipc.Client.call(Client.java:1070)
>     at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:225)
>     at com.sun.proxy.$Proxy11.getProtocolVersion(Unknown Source)
>     at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:396)
>     at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:379)
>     at 
> org.apache.hadoop.hdfs.DFSClient.createRPCNamenode(DFSClient.java:119)
>     at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:238)
>     at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:203)
>     at 
> org.apache.hadoop.hdfs.DistributedFileSystem.initialize(DistributedFileSystem.java:89)
>     at 
> org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:1386)
>     at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:66)
>     at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:1404)
>     at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:254)
>     at org.apache.hadoop.fs.Path.getFileSystem(Path.java:187)
>     at org.apache.hadoop.hive.ql.Context.getScratchDir(Context.java:210)
>     ... 61 more
>
> 15/02/26 21:49:24 ERROR HiveContext:
> ======================
> HIVE FAILURE OUTPUT
> ======================
> FAILED: Execution Error, return code 1 from 
> org.apache.hadoop.hive.ql.exec.DDLTask. MetaException(message:Got 
> exception: org.apache.hadoop.security.AccessControlException 
> Permission denied: user=spark12, access=WRITE, 
> inode="/user/hive/warehouse":hadoop24:supergroup:drwxrwxr-x
>     at 
> org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkFsPermission(FSPermissionChecker.java:265)
>     at 
> org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.check(FSPermissionChecker.java:251)
>     at 
> org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.check(FSPermissionChecker.java:232)
>     at 
> org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkPermission(FSPermissionChecker.java:176)
>     at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkPermission(FSNamesystem.java:5523)
>     at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkPermission(FSNamesystem.java:5505)
>     at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkAncestorAccess(FSNamesystem.java:5479)
>     at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.mkdirsInternal(FSNamesystem.java:3622)
>     at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.mkdirsInt(FSNamesystem.java:3592)
>     at 
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.mkdirs(FSNamesystem.java:3566)
>     at 
> org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.mkdirs(NameNodeRpcServer.java:754)
>     at 
> org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.mkdirs(ClientNamenodeProtocolServerSideTranslatorPB.java:558)
>     at 
> org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
>     at 
> org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)
>     at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
>     at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
>     at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
>     at java.security.AccessController.doPrivileged(Native Method)
>     at javax.security.auth.Subject.doAs(Subject.java:416)
>     at 
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
>     at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)
> )
> OK
> FAILED: RuntimeException org.apache.hadoop.ipc.RemoteException: Server 
> IPC version 9 cannot communicate with client version 4
>
> ======================
> END HIVE FAILURE OUTPUT
> ======================
> org.apache.spark.sql.execution.QueryExecutionException: FAILED: 
> RuntimeException org.apache.hadoop.ipc.RemoteException: Server IPC 
> version 9 cannot communicate with client version 4
>     at 
> org.apache.spark.sql.hive.HiveContext.runHive(HiveContext.scala:309)
>     at 
> org.apache.spark.sql.hive.HiveContext.runSqlHive(HiveContext.scala:276)
>     at 
> org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult$lzycompute(NativeCommand.scala:35)
>     at 
> org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult(NativeCommand.scala:35)
>     at 
> org.apache.spark.sql.execution.Command$class.execute(commands.scala:46)
>     at 
> org.apache.spark.sql.hive.execution.NativeCommand.execute(NativeCommand.scala:30)
>     at 
> org.apache.spark.sql.SQLContext$QueryExecution.toRdd$lzycompute(SQLContext.scala:425)
>     at 
> org.apache.spark.sql.SQLContext$QueryExecution.toRdd(SQLContext.scala:425)
>     at 
> org.apache.spark.sql.SchemaRDDLike$class.$init$(SchemaRDDLike.scala:58)
>     at org.apache.spark.sql.SchemaRDD.<init>(SchemaRDD.scala:108)
>     at org.apache.spark.sql.hive.HiveContext.sql(HiveContext.scala:94)
>     at $iwC$$iwC$$iwC$$iwC.<init>(<console>:15)
>     at $iwC$$iwC$$iwC.<init>(<console>:20)
>     at $iwC$$iwC.<init>(<console>:22)
>     at $iwC.<init>(<console>:24)
>     at <init>(<console>:26)
>     at .<init>(<console>:30)
>     at .<clinit>(<console>)
>     at .<init>(<console>:7)
>     at .<clinit>(<console>)
>     at $print(<console>)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at 
> org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)
>     at 
> org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)
>     at 
> org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:705)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)
>     at 
> org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:828)
>     at 
> org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:873)
>     at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:785)
>     at 
> org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:628)
>     at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:636)
>     at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:641)
>     at 
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:968)
>     at 
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
>     at 
> org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
>     at 
> scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:916)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1011)
>     at org.apache.spark.repl.Main$.main(Main.scala:31)
>     at org.apache.spark.repl.Main.main(Main.scala)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:358)
>     at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
>     at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
>
> Regards,
> Sandeep.v
>
>
>
> On Thu, Feb 26, 2015 at 8:02 PM, Cheng Lian <lian.cs.zju@gmail.com 
> <ma...@gmail.com>> wrote:
>
>     Seems that you are running Hive metastore over MySQL, but don’t
>     have MySQL JDBC driver on classpath:
>
>         Caused by:
>         org.datanucleus.store.rdbms.connectionpool.DatastoreDriverNotFoundException:
>         The specified datastore driver (“com.mysql.jdbc.Driver”) was
>         not found in the CLASSPATH. Please check your CLASSPATH
>         specification, and the name of the driver.
>
>     Cheng
>
>     On 2/26/15 8:03 PM, sandeep vura wrote:
>
>>     Hi Sparkers,
>>
>>     I am trying to creating hive table in SparkSql.But couldn't able
>>     to create it.Below are the following errors which are generating
>>     so far.
>>
>>     java.lang.RuntimeException: java.lang.RuntimeException: Unable to
>>     instantiate org.apache.hadoop.hive.metastore.HiveMetaStoreClient
>>         at
>>     org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:346)
>>         at
>>     org.apache.spark.sql.hive.HiveContext$anonfun$4.apply(HiveContext.scala:235)
>>         at
>>     org.apache.spark.sql.hive.HiveContext$anonfun$4.apply(HiveContext.scala:231)
>>         at scala.Option.orElse(Option.scala:257)
>>         at
>>     org.apache.spark.sql.hive.HiveContext.x$3$lzycompute(HiveContext.scala:231)
>>         at
>>     org.apache.spark.sql.hive.HiveContext.x$3(HiveContext.scala:229)
>>         at
>>     org.apache.spark.sql.hive.HiveContext.hiveconf$lzycompute(HiveContext.scala:229)
>>         at
>>     org.apache.spark.sql.hive.HiveContext.hiveconf(HiveContext.scala:229)
>>         at
>>     org.apache.spark.sql.hive.HiveMetastoreCatalog.<init>(HiveMetastoreCatalog.scala:55)
>>         at
>>     org.apache.spark.sql.hive.HiveContext$anon$1.<init>(HiveContext.scala:253)
>>         at
>>     org.apache.spark.sql.hive.HiveContext.catalog$lzycompute(HiveContext.scala:253)
>>         at
>>     org.apache.spark.sql.hive.HiveContext.catalog(HiveContext.scala:253)
>>         at
>>     org.apache.spark.sql.hive.HiveContext$anon$3.<init>(HiveContext.scala:263)
>>         at
>>     org.apache.spark.sql.hive.HiveContext.analyzer$lzycompute(HiveContext.scala:263)
>>         at
>>     org.apache.spark.sql.hive.HiveContext.analyzer(HiveContext.scala:262)
>>         at
>>     org.apache.spark.sql.SQLContext$QueryExecution.analyzed$lzycompute(SQLContext.scala:411)
>>         at
>>     org.apache.spark.sql.SQLContext$QueryExecution.analyzed(SQLContext.scala:411)
>>         at
>>     org.apache.spark.sql.SchemaRDDLike$class.$init$(SchemaRDDLike.scala:58)
>>         at org.apache.spark.sql.SchemaRDD.<init>(SchemaRDD.scala:108)
>>         at
>>     org.apache.spark.sql.hive.HiveContext.sql(HiveContext.scala:94)
>>         at $iwC$iwC$iwC$iwC.<init>(<console>:15)
>>         at $iwC$iwC$iwC.<init>(<console>:20)
>>         at $iwC$iwC.<init>(<console>:22)
>>         at $iwC.<init>(<console>:24)
>>         at <init>(<console>:26)
>>         at .<init>(<console>:30)
>>         at .<clinit>(<console>)
>>         at .<init>(<console>:7)
>>         at .<clinit>(<console>)
>>         at $print(<console>)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at
>>     sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>         at
>>     sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>         at java.lang.reflect.Method.invoke(Method.java:622)
>>         at
>>     org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)
>>         at
>>     org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)
>>         at
>>     org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)
>>         at
>>     org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:705)
>>         at
>>     org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)
>>         at
>>     org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:828)
>>         at
>>     org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:873)
>>         at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:785)
>>         at
>>     org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:628)
>>         at
>>     org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:636)
>>         at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:641)
>>         at
>>     org.apache.spark.repl.SparkILoop$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:968)
>>         at
>>     org.apache.spark.repl.SparkILoop$anonfun$process$1.apply(SparkILoop.scala:916)
>>         at
>>     org.apache.spark.repl.SparkILoop$anonfun$process$1.apply(SparkILoop.scala:916)
>>
>>
>>         at
>>     scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
>>         at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:916)
>>         at
>>     org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1011)
>>         at org.apache.spark.repl.Main$.main(Main.scala:31)
>>         at org.apache.spark.repl.Main.main(Main.scala)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at
>>     sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>         at
>>     sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>         at java.lang.reflect.Method.invoke(Method.java:622)
>>         at
>>     org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:358)
>>         at
>>     org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
>>         at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
>>     Caused by: java.lang.RuntimeException: Unable to instantiate
>>     org.apache.hadoop.hive.metastore.HiveMetaStoreClient
>>         at
>>     org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1412)
>>         at
>>     org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:62)
>>         at
>>     org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:72)
>>         at
>>     org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:2453)
>>         at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:2465)
>>         at
>>     org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:340)
>>         ... 59 more
>>     Caused by: java.lang.reflect.InvocationTargetException
>>         at
>>     sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
>>         at
>>     sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>>         at
>>     sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>>         at
>>     java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>>         at
>>     org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1410)
>>         ... 64 more
>>     Caused by: javax.jdo.JDOFatalInternalException: Error creating
>>     transactional connection factory
>>     NestedThrowables:
>>     java.lang.reflect.InvocationTargetException
>>         at
>>     org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:587)
>>         at
>>     org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:788)
>>         at
>>     org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:333)
>>         at
>>     org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:202)
>>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>>         at
>>     sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>>         at
>>     sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>>         at java.lang.reflect.Method.invoke(Method.java:622)
>>         at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
>>         at java.security.AccessController.doPrivileged(Native Method)
>>         at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
>>         at
>>     javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
>>         at
>>     javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
>>         at
>>     javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
>>         at
>>     org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:310)
>>         at
>>     org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:339)
>>         at
>>     org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:248)
>>         at
>>     org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:223)
>>         at
>>     org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:62)
>>         at
>>     org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117)
>>         at
>>     org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
>>         at
>>     org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
>>         at
>>     org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStore(HiveMetaStore.java:497)
>>         at
>>     org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:475)
>>         at
>>     org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:523)
>>         at
>>     org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:397)
>>         at
>>     org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.<init>(HiveMetaStore.java:356)
>>         at
>>     org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:54)
>>         at
>>     org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:59)
>>         at
>>     org.apache.hadoop.hive.metastore.HiveMetaStore.newHMSHandler(HiveMetaStore.java:4944)
>>         at
>>     org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:171)
>>         ... 69 more
>>     Caused by: java.lang.reflect.InvocationTargetException
>>         at
>>     sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
>>         at
>>     sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>>         at
>>     sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>>         at
>>     java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>>         at
>>     org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
>>         at
>>     org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:325)
>>         at
>>     org.datanucleus.store.AbstractStoreManager.registerConnectionFactory(AbstractStoreManager.java:282)
>>         at
>>     org.datanucleus.store.AbstractStoreManager.<init>(AbstractStoreManager.java:240)
>>         at
>>     org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:286)
>>         at
>>     sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
>>         at
>>     sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>>         at
>>     sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>>         at
>>     java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>>         at
>>     org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
>>         at
>>     org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
>>         at
>>     org.datanucleus.NucleusContext.createStoreManagerForProperties(NucleusContext.java:1187)
>>         at
>>     org.datanucleus.NucleusContext.initialise(NucleusContext.java:356)
>>         at
>>     org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:775)
>>         ... 98 more
>>     Caused by: org.datanucleus.exceptions.NucleusException: Attempt
>>     to invoke the "BONECP" plugin to create a ConnectionPool gave an
>>     error : The specified datastore driver ("com.mysql.jdbc.Driver")
>>     was not found in the CLASSPATH. Please check your CLASSPATH
>>     specification, and the name of the driver.
>>         at
>>     org.datanucleus.store.rdbms.ConnectionFactoryImpl.generateDataSources(ConnectionFactoryImpl.java:259)
>>         at
>>     org.datanucleus.store.rdbms.ConnectionFactoryImpl.initialiseDataSources(ConnectionFactoryImpl.java:131)
>>         at
>>     org.datanucleus.store.rdbms.ConnectionFactoryImpl.<init>(ConnectionFactoryImpl.java:85)
>>         ... 116 more
>>     Caused by:
>>     org.datanucleus.store.rdbms.connectionpool.DatastoreDriverNotFoundException:
>>     The specified datastore driver ("com.mysql.jdbc.Driver") was not
>>     found in the CLASSPATH. Please check your CLASSPATH
>>     specification, and the name of the driver.
>>         at
>>     org.datanucleus.store.rdbms.connectionpool.AbstractConnectionPoolFactory.loadDriver(AbstractConnectionPoolFactory.java:58)
>>         at
>>     org.datanucleus.store.rdbms.connectionpool.BoneCPConnectionPoolFactory.createConnectionPool(BoneCPConnectionPoolFactory.java:54)
>>         at
>>     org.datanucleus.store.rdbms.ConnectionFactoryImpl.generateDataSources(ConnectionFactoryImpl.java:238)
>>
>>
>>     Please let me know asap.
>>
>>
>>     Regards,
>>     Sandeep.v
>     
>
>

Re: Creating hive table on spark ((ERROR))

Posted by sandeep vura <sa...@gmail.com>.

Hi Cheng,

Thanks the above issue has been resolved.I have configured Remote metastore
not Local metastore in Hive.

While creating a table in sparksql another error reflecting on terminal .
Below error is given below

sqlContext.sql("LOAD DATA LOCAL INPATH
'/home/spark12/sandeep_data/sales_pg.csv' INTO TABLE sandeep_test")
15/02/26 21:49:24 ERROR Driver: FAILED: RuntimeException
org.apache.hadoop.ipc.RemoteException: Server IPC version 9 cannot
communicate with client version 4
java.lang.RuntimeException: org.apache.hadoop.ipc.RemoteException: Server
IPC version 9 cannot communicate with client version 4
    at org.apache.hadoop.hive.ql.Context.getScratchDir(Context.java:222)
    at
org.apache.hadoop.hive.ql.Context.getExternalScratchDir(Context.java:278)
    at
org.apache.hadoop.hive.ql.Context.getExternalTmpPath(Context.java:344)
    at
org.apache.hadoop.hive.ql.parse.LoadSemanticAnalyzer.analyzeInternal(LoadSemanticAnalyzer.java:243)
    at
org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:327)
    at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:422)
    at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:322)
    at org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:975)
    at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1040)
    at org.apache.hadoop.hive.ql.Driver.run(Driver.java:911)
    at org.apache.hadoop.hive.ql.Driver.run(Driver.java:901)
    at org.apache.spark.sql.hive.HiveContext.runHive(HiveContext.scala:305)
    at
org.apache.spark.sql.hive.HiveContext.runSqlHive(HiveContext.scala:276)
    at
org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult$lzycompute(NativeCommand.scala:35)
    at
org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult(NativeCommand.scala:35)
    at
org.apache.spark.sql.execution.Command$class.execute(commands.scala:46)
    at
org.apache.spark.sql.hive.execution.NativeCommand.execute(NativeCommand.scala:30)
    at
org.apache.spark.sql.SQLContext$QueryExecution.toRdd$lzycompute(SQLContext.scala:425)
    at
org.apache.spark.sql.SQLContext$QueryExecution.toRdd(SQLContext.scala:425)
    at
org.apache.spark.sql.SchemaRDDLike$class.$init$(SchemaRDDLike.scala:58)
    at org.apache.spark.sql.SchemaRDD.<init>(SchemaRDD.scala:108)
    at org.apache.spark.sql.hive.HiveContext.sql(HiveContext.scala:94)
    at $line13.$read$$iwC$$iwC$$iwC$$iwC.<init>(<console>:15)
    at $line13.$read$$iwC$$iwC$$iwC.<init>(<console>:20)
    at $line13.$read$$iwC$$iwC.<init>(<console>:22)
    at $line13.$read$$iwC.<init>(<console>:24)
    at $line13.$read.<init>(<console>:26)
    at $line13.$read$.<init>(<console>:30)
    at $line13.$read$.<clinit>(<console>)
    at $line13.$eval$.<init>(<console>:7)
    at $line13.$eval$.<clinit>(<console>)
    at $line13.$eval.$print(<console>)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
    at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:622)
    at
org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)
    at
org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)
    at
org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)
    at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:705)
    at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)
    at
org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:828)
    at
org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:873)
    at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:785)
    at org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:628)
    at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:636)
    at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:641)
    at
org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:968)
    at
org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
    at
org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
    at
scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
    at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:916)
    at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1011)
    at org.apache.spark.repl.Main$.main(Main.scala:31)
    at org.apache.spark.repl.Main.main(Main.scala)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
    at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:622)
    at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:358)
    at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
    at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
Caused by: org.apache.hadoop.ipc.RemoteException: Server IPC version 9
cannot communicate with client version 4
    at org.apache.hadoop.ipc.Client.call(Client.java:1070)
    at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:225)
    at com.sun.proxy.$Proxy11.getProtocolVersion(Unknown Source)
    at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:396)
    at org.apache.hadoop.ipc.RPC.getProxy(RPC.java:379)
    at
org.apache.hadoop.hdfs.DFSClient.createRPCNamenode(DFSClient.java:119)
    at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:238)
    at org.apache.hadoop.hdfs.DFSClient.<init>(DFSClient.java:203)
    at
org.apache.hadoop.hdfs.DistributedFileSystem.initialize(DistributedFileSystem.java:89)
    at
org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:1386)
    at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:66)
    at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:1404)
    at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:254)
    at org.apache.hadoop.fs.Path.getFileSystem(Path.java:187)
    at org.apache.hadoop.hive.ql.Context.getScratchDir(Context.java:210)
    ... 61 more

15/02/26 21:49:24 ERROR HiveContext:
======================
HIVE FAILURE OUTPUT
======================
FAILED: Execution Error, return code 1 from
org.apache.hadoop.hive.ql.exec.DDLTask. MetaException(message:Got
exception: org.apache.hadoop.security.AccessControlException Permission
denied: user=spark12, access=WRITE,
inode="/user/hive/warehouse":hadoop24:supergroup:drwxrwxr-x
    at
org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkFsPermission(FSPermissionChecker.java:265)
    at
org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.check(FSPermissionChecker.java:251)
    at
org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.check(FSPermissionChecker.java:232)
    at
org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkPermission(FSPermissionChecker.java:176)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkPermission(FSNamesystem.java:5523)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkPermission(FSNamesystem.java:5505)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkAncestorAccess(FSNamesystem.java:5479)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.mkdirsInternal(FSNamesystem.java:3622)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.mkdirsInt(FSNamesystem.java:3592)
    at
org.apache.hadoop.hdfs.server.namenode.FSNamesystem.mkdirs(FSNamesystem.java:3566)
    at
org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.mkdirs(NameNodeRpcServer.java:754)
    at
org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.mkdirs(ClientNamenodeProtocolServerSideTranslatorPB.java:558)
    at
org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
    at
org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:585)
    at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:928)
    at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2013)
    at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2009)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:416)
    at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1556)
    at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2007)
)
OK
FAILED: RuntimeException org.apache.hadoop.ipc.RemoteException: Server IPC
version 9 cannot communicate with client version 4

======================
END HIVE FAILURE OUTPUT
======================

org.apache.spark.sql.execution.QueryExecutionException: FAILED:
RuntimeException org.apache.hadoop.ipc.RemoteException: Server IPC version
9 cannot communicate with client version 4
    at org.apache.spark.sql.hive.HiveContext.runHive(HiveContext.scala:309)
    at
org.apache.spark.sql.hive.HiveContext.runSqlHive(HiveContext.scala:276)
    at
org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult$lzycompute(NativeCommand.scala:35)
    at
org.apache.spark.sql.hive.execution.NativeCommand.sideEffectResult(NativeCommand.scala:35)
    at
org.apache.spark.sql.execution.Command$class.execute(commands.scala:46)
    at
org.apache.spark.sql.hive.execution.NativeCommand.execute(NativeCommand.scala:30)
    at
org.apache.spark.sql.SQLContext$QueryExecution.toRdd$lzycompute(SQLContext.scala:425)
    at
org.apache.spark.sql.SQLContext$QueryExecution.toRdd(SQLContext.scala:425)
    at
org.apache.spark.sql.SchemaRDDLike$class.$init$(SchemaRDDLike.scala:58)
    at org.apache.spark.sql.SchemaRDD.<init>(SchemaRDD.scala:108)
    at org.apache.spark.sql.hive.HiveContext.sql(HiveContext.scala:94)
    at $iwC$$iwC$$iwC$$iwC.<init>(<console>:15)
    at $iwC$$iwC$$iwC.<init>(<console>:20)
    at $iwC$$iwC.<init>(<console>:22)
    at $iwC.<init>(<console>:24)
    at <init>(<console>:26)
    at .<init>(<console>:30)
    at .<clinit>(<console>)
    at .<init>(<console>:7)
    at .<clinit>(<console>)
    at $print(<console>)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
    at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:622)
    at
org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)
    at
org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)
    at
org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)
    at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:705)
    at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)
    at
org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:828)
    at
org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:873)
    at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:785)
    at org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:628)
    at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:636)
    at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:641)
    at
org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:968)
    at
org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
    at
org.apache.spark.repl.SparkILoop$$anonfun$process$1.apply(SparkILoop.scala:916)
    at
scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
    at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:916)
    at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1011)
    at org.apache.spark.repl.Main$.main(Main.scala:31)
    at org.apache.spark.repl.Main.main(Main.scala)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
    at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:622)
    at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:358)
    at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
    at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

Regards,
Sandeep.v



On Thu, Feb 26, 2015 at 8:02 PM, Cheng Lian <li...@gmail.com> wrote:

>  Seems that you are running Hive metastore over MySQL, but don’t have
> MySQL JDBC driver on classpath:
>
> Caused by:
> org.datanucleus.store.rdbms.connectionpool.DatastoreDriverNotFoundException:
> The specified datastore driver (“com.mysql.jdbc.Driver”) was not found in
> the CLASSPATH. Please check your CLASSPATH specification, and the name of
> the driver.
>
> Cheng
>
> On 2/26/15 8:03 PM, sandeep vura wrote:
>
>    Hi Sparkers,
>
>  I am trying to creating hive table in SparkSql.But couldn't able to
> create it.Below are the following errors which are generating so far.
>
> java.lang.RuntimeException: java.lang.RuntimeException: Unable to
> instantiate org.apache.hadoop.hive.metastore.HiveMetaStoreClient
>     at
> org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:346)
>     at
> org.apache.spark.sql.hive.HiveContext$anonfun$4.apply(HiveContext.scala:235)
>     at
> org.apache.spark.sql.hive.HiveContext$anonfun$4.apply(HiveContext.scala:231)
>     at scala.Option.orElse(Option.scala:257)
>     at
> org.apache.spark.sql.hive.HiveContext.x$3$lzycompute(HiveContext.scala:231)
>     at org.apache.spark.sql.hive.HiveContext.x$3(HiveContext.scala:229)
>     at
> org.apache.spark.sql.hive.HiveContext.hiveconf$lzycompute(HiveContext.scala:229)
>     at
> org.apache.spark.sql.hive.HiveContext.hiveconf(HiveContext.scala:229)
>     at
> org.apache.spark.sql.hive.HiveMetastoreCatalog.<init>(HiveMetastoreCatalog.scala:55)
>     at
> org.apache.spark.sql.hive.HiveContext$anon$1.<init>(HiveContext.scala:253)
>     at
> org.apache.spark.sql.hive.HiveContext.catalog$lzycompute(HiveContext.scala:253)
>     at org.apache.spark.sql.hive.HiveContext.catalog(HiveContext.scala:253)
>     at
> org.apache.spark.sql.hive.HiveContext$anon$3.<init>(HiveContext.scala:263)
>     at
> org.apache.spark.sql.hive.HiveContext.analyzer$lzycompute(HiveContext.scala:263)
>     at
> org.apache.spark.sql.hive.HiveContext.analyzer(HiveContext.scala:262)
>     at
> org.apache.spark.sql.SQLContext$QueryExecution.analyzed$lzycompute(SQLContext.scala:411)
>     at
> org.apache.spark.sql.SQLContext$QueryExecution.analyzed(SQLContext.scala:411)
>     at
> org.apache.spark.sql.SchemaRDDLike$class.$init$(SchemaRDDLike.scala:58)
>     at org.apache.spark.sql.SchemaRDD.<init>(SchemaRDD.scala:108)
>     at org.apache.spark.sql.hive.HiveContext.sql(HiveContext.scala:94)
>     at $iwC$iwC$iwC$iwC.<init>(<console>:15)
>     at $iwC$iwC$iwC.<init>(<console>:20)
>     at $iwC$iwC.<init>(<console>:22)
>     at $iwC.<init>(<console>:24)
>     at <init>(<console>:26)
>     at .<init>(<console>:30)
>     at .<clinit>(<console>)
>     at .<init>(<console>:7)
>     at .<clinit>(<console>)
>     at $print(<console>)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at
> org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)
>     at
> org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)
>     at
> org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:705)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)
>     at
> org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:828)
>     at
> org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:873)
>     at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:785)
>     at org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:628)
>     at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:636)
>     at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:641)
>     at
> org.apache.spark.repl.SparkILoop$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:968)
>     at
> org.apache.spark.repl.SparkILoop$anonfun$process$1.apply(SparkILoop.scala:916)
>     at
> org.apache.spark.repl.SparkILoop$anonfun$process$1.apply(SparkILoop.scala:916)
>
>     at
> scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:916)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1011)
>     at org.apache.spark.repl.Main$.main(Main.scala:31)
>     at org.apache.spark.repl.Main.main(Main.scala)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:358)
>     at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
>     at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
> Caused by: java.lang.RuntimeException: Unable to instantiate
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient
>     at
> org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1412)
>     at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:62)
>     at
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:72)
>     at
> org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:2453)
>     at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:2465)
>     at
> org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:340)
>     ... 59 more
> Caused by: java.lang.reflect.InvocationTargetException
>     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native
> Method)
>     at
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>     at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>     at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>     at
> org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1410)
>     ... 64 more
> Caused by: javax.jdo.JDOFatalInternalException: Error creating
> transactional connection factory
> NestedThrowables:
> java.lang.reflect.InvocationTargetException
>     at
> org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:587)
>     at
> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:788)
>     at
> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:333)
>     at
> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:202)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
>     at java.security.AccessController.doPrivileged(Native Method)
>     at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
>     at
> javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
>     at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
>     at javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
>     at
> org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:310)
>     at
> org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:339)
>     at
> org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:248)
>     at
> org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:223)
>     at
> org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:62)
>     at
> org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117)
>     at
> org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
>     at
> org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
>     at
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStore(HiveMetaStore.java:497)
>     at
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:475)
>     at
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:523)
>     at
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:397)
>     at
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.<init>(HiveMetaStore.java:356)
>     at
> org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:54)
>     at
> org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:59)
>     at
> org.apache.hadoop.hive.metastore.HiveMetaStore.newHMSHandler(HiveMetaStore.java:4944)
>     at
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:171)
>     ... 69 more
> Caused by: java.lang.reflect.InvocationTargetException
>     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native
> Method)
>     at
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>     at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>     at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>     at
> org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
>     at
> org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:325)
>     at
> org.datanucleus.store.AbstractStoreManager.registerConnectionFactory(AbstractStoreManager.java:282)
>     at
> org.datanucleus.store.AbstractStoreManager.<init>(AbstractStoreManager.java:240)
>     at
> org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:286)
>     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native
> Method)
>     at
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>     at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>     at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>     at
> org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
>     at
> org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
>     at
> org.datanucleus.NucleusContext.createStoreManagerForProperties(NucleusContext.java:1187)
>     at org.datanucleus.NucleusContext.initialise(NucleusContext.java:356)
>     at
> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:775)
>     ... 98 more
> Caused by: org.datanucleus.exceptions.NucleusException: Attempt to invoke
> the "BONECP" plugin to create a ConnectionPool gave an error : The
> specified datastore driver ("com.mysql.jdbc.Driver") was not found in the
> CLASSPATH. Please check your CLASSPATH specification, and the name of the
> driver.
>     at
> org.datanucleus.store.rdbms.ConnectionFactoryImpl.generateDataSources(ConnectionFactoryImpl.java:259)
>     at
> org.datanucleus.store.rdbms.ConnectionFactoryImpl.initialiseDataSources(ConnectionFactoryImpl.java:131)
>     at
> org.datanucleus.store.rdbms.ConnectionFactoryImpl.<init>(ConnectionFactoryImpl.java:85)
>     ... 116 more
> Caused by:
> org.datanucleus.store.rdbms.connectionpool.DatastoreDriverNotFoundException:
> The specified datastore driver ("com.mysql.jdbc.Driver") was not found in
> the CLASSPATH. Please check your CLASSPATH specification, and the name of
> the driver.
>     at
> org.datanucleus.store.rdbms.connectionpool.AbstractConnectionPoolFactory.loadDriver(AbstractConnectionPoolFactory.java:58)
>     at
> org.datanucleus.store.rdbms.connectionpool.BoneCPConnectionPoolFactory.createConnectionPool(BoneCPConnectionPoolFactory.java:54)
>     at
> org.datanucleus.store.rdbms.ConnectionFactoryImpl.generateDataSources(ConnectionFactoryImpl.java:238)
>
>
>  Please let me know asap.
>
>
>  Regards,
>  Sandeep.v
>
>   
>

Re: Creating hive table on spark ((ERROR))

Posted by Cheng Lian <li...@gmail.com>.

Seems that you are running Hive metastore over MySQL, but don’t have 
MySQL JDBC driver on classpath:

    Caused by:
    org.datanucleus.store.rdbms.connectionpool.DatastoreDriverNotFoundException:
    The specified datastore driver (“com.mysql.jdbc.Driver”) was not
    found in the CLASSPATH. Please check your CLASSPATH specification,
    and the name of the driver.

Cheng

On 2/26/15 8:03 PM, sandeep vura wrote:

> Hi Sparkers,
>
> I am trying to creating hive table in SparkSql.But couldn't able to 
> create it.Below are the following errors which are generating so far.
>
> java.lang.RuntimeException: java.lang.RuntimeException: Unable to 
> instantiate org.apache.hadoop.hive.metastore.HiveMetaStoreClient
>     at 
> org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:346)
>     at 
> org.apache.spark.sql.hive.HiveContext$anonfun$4.apply(HiveContext.scala:235)
>     at 
> org.apache.spark.sql.hive.HiveContext$anonfun$4.apply(HiveContext.scala:231)
>     at scala.Option.orElse(Option.scala:257)
>     at 
> org.apache.spark.sql.hive.HiveContext.x$3$lzycompute(HiveContext.scala:231)
>     at org.apache.spark.sql.hive.HiveContext.x$3(HiveContext.scala:229)
>     at 
> org.apache.spark.sql.hive.HiveContext.hiveconf$lzycompute(HiveContext.scala:229)
>     at 
> org.apache.spark.sql.hive.HiveContext.hiveconf(HiveContext.scala:229)
>     at 
> org.apache.spark.sql.hive.HiveMetastoreCatalog.<init>(HiveMetastoreCatalog.scala:55)
>     at 
> org.apache.spark.sql.hive.HiveContext$anon$1.<init>(HiveContext.scala:253)
>     at 
> org.apache.spark.sql.hive.HiveContext.catalog$lzycompute(HiveContext.scala:253)
>     at 
> org.apache.spark.sql.hive.HiveContext.catalog(HiveContext.scala:253)
>     at 
> org.apache.spark.sql.hive.HiveContext$anon$3.<init>(HiveContext.scala:263)
>     at 
> org.apache.spark.sql.hive.HiveContext.analyzer$lzycompute(HiveContext.scala:263)
>     at 
> org.apache.spark.sql.hive.HiveContext.analyzer(HiveContext.scala:262)
>     at 
> org.apache.spark.sql.SQLContext$QueryExecution.analyzed$lzycompute(SQLContext.scala:411)
>     at 
> org.apache.spark.sql.SQLContext$QueryExecution.analyzed(SQLContext.scala:411)
>     at 
> org.apache.spark.sql.SchemaRDDLike$class.$init$(SchemaRDDLike.scala:58)
>     at org.apache.spark.sql.SchemaRDD.<init>(SchemaRDD.scala:108)
>     at org.apache.spark.sql.hive.HiveContext.sql(HiveContext.scala:94)
>     at $iwC$iwC$iwC$iwC.<init>(<console>:15)
>     at $iwC$iwC$iwC.<init>(<console>:20)
>     at $iwC$iwC.<init>(<console>:22)
>     at $iwC.<init>(<console>:24)
>     at <init>(<console>:26)
>     at .<init>(<console>:30)
>     at .<clinit>(<console>)
>     at .<init>(<console>:7)
>     at .<clinit>(<console>)
>     at $print(<console>)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at 
> org.apache.spark.repl.SparkIMain$ReadEvalPrint.call(SparkIMain.scala:852)
>     at 
> org.apache.spark.repl.SparkIMain$Request.loadAndRun(SparkIMain.scala:1125)
>     at 
> org.apache.spark.repl.SparkIMain.loadAndRunReq$1(SparkIMain.scala:674)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:705)
>     at org.apache.spark.repl.SparkIMain.interpret(SparkIMain.scala:669)
>     at 
> org.apache.spark.repl.SparkILoop.reallyInterpret$1(SparkILoop.scala:828)
>     at 
> org.apache.spark.repl.SparkILoop.interpretStartingWith(SparkILoop.scala:873)
>     at org.apache.spark.repl.SparkILoop.command(SparkILoop.scala:785)
>     at 
> org.apache.spark.repl.SparkILoop.processLine$1(SparkILoop.scala:628)
>     at org.apache.spark.repl.SparkILoop.innerLoop$1(SparkILoop.scala:636)
>     at org.apache.spark.repl.SparkILoop.loop(SparkILoop.scala:641)
>     at 
> org.apache.spark.repl.SparkILoop$anonfun$process$1.apply$mcZ$sp(SparkILoop.scala:968)
>     at 
> org.apache.spark.repl.SparkILoop$anonfun$process$1.apply(SparkILoop.scala:916)
>     at 
> org.apache.spark.repl.SparkILoop$anonfun$process$1.apply(SparkILoop.scala:916)
>     at 
> scala.tools.nsc.util.ScalaClassLoader$.savingContextLoader(ScalaClassLoader.scala:135)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:916)
>     at org.apache.spark.repl.SparkILoop.process(SparkILoop.scala:1011)
>     at org.apache.spark.repl.Main$.main(Main.scala:31)
>     at org.apache.spark.repl.Main.main(Main.scala)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at org.apache.spark.deploy.SparkSubmit$.launch(SparkSubmit.scala:358)
>     at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:75)
>     at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
> Caused by: java.lang.RuntimeException: Unable to instantiate 
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient
>     at 
> org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1412)
>     at 
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.<init>(RetryingMetaStoreClient.java:62)
>     at 
> org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:72)
>     at 
> org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:2453)
>     at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:2465)
>     at 
> org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:340)
>     ... 59 more
> Caused by: java.lang.reflect.InvocationTargetException
>     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native 
> Method)
>     at 
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>     at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>     at 
> org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1410)
>     ... 64 more
> Caused by: javax.jdo.JDOFatalInternalException: Error creating 
> transactional connection factory
> NestedThrowables:
> java.lang.reflect.InvocationTargetException
>     at 
> org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:587)
>     at 
> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:788)
>     at 
> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.createPersistenceManagerFactory(JDOPersistenceManagerFactory.java:333)
>     at 
> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.getPersistenceManagerFactory(JDOPersistenceManagerFactory.java:202)
>     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>     at 
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>     at java.lang.reflect.Method.invoke(Method.java:622)
>     at javax.jdo.JDOHelper$16.run(JDOHelper.java:1965)
>     at java.security.AccessController.doPrivileged(Native Method)
>     at javax.jdo.JDOHelper.invoke(JDOHelper.java:1960)
>     at 
> javax.jdo.JDOHelper.invokeGetPersistenceManagerFactoryOnImplementation(JDOHelper.java:1166)
>     at 
> javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:808)
>     at 
> javax.jdo.JDOHelper.getPersistenceManagerFactory(JDOHelper.java:701)
>     at 
> org.apache.hadoop.hive.metastore.ObjectStore.getPMF(ObjectStore.java:310)
>     at 
> org.apache.hadoop.hive.metastore.ObjectStore.getPersistenceManager(ObjectStore.java:339)
>     at 
> org.apache.hadoop.hive.metastore.ObjectStore.initialize(ObjectStore.java:248)
>     at 
> org.apache.hadoop.hive.metastore.ObjectStore.setConf(ObjectStore.java:223)
>     at 
> org.apache.hadoop.util.ReflectionUtils.setConf(ReflectionUtils.java:62)
>     at 
> org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:117)
>     at 
> org.apache.hadoop.hive.metastore.RawStoreProxy.<init>(RawStoreProxy.java:58)
>     at 
> org.apache.hadoop.hive.metastore.RawStoreProxy.getProxy(RawStoreProxy.java:67)
>     at 
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.newRawStore(HiveMetaStore.java:497)
>     at 
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.getMS(HiveMetaStore.java:475)
>     at 
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.createDefaultDB(HiveMetaStore.java:523)
>     at 
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:397)
>     at 
> org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.<init>(HiveMetaStore.java:356)
>     at 
> org.apache.hadoop.hive.metastore.RetryingHMSHandler.<init>(RetryingHMSHandler.java:54)
>     at 
> org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:59)
>     at 
> org.apache.hadoop.hive.metastore.HiveMetaStore.newHMSHandler(HiveMetaStore.java:4944)
>     at 
> org.apache.hadoop.hive.metastore.HiveMetaStoreClient.<init>(HiveMetaStoreClient.java:171)
>     ... 69 more
> Caused by: java.lang.reflect.InvocationTargetException
>     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native 
> Method)
>     at 
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>     at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>     at 
> org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
>     at 
> org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:325)
>     at 
> org.datanucleus.store.AbstractStoreManager.registerConnectionFactory(AbstractStoreManager.java:282)
>     at 
> org.datanucleus.store.AbstractStoreManager.<init>(AbstractStoreManager.java:240)
>     at 
> org.datanucleus.store.rdbms.RDBMSStoreManager.<init>(RDBMSStoreManager.java:286)
>     at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native 
> Method)
>     at 
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
>     at 
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
>     at java.lang.reflect.Constructor.newInstance(Constructor.java:534)
>     at 
> org.datanucleus.plugin.NonManagedPluginRegistry.createExecutableExtension(NonManagedPluginRegistry.java:631)
>     at 
> org.datanucleus.plugin.PluginManager.createExecutableExtension(PluginManager.java:301)
>     at 
> org.datanucleus.NucleusContext.createStoreManagerForProperties(NucleusContext.java:1187)
>     at org.datanucleus.NucleusContext.initialise(NucleusContext.java:356)
>     at 
> org.datanucleus.api.jdo.JDOPersistenceManagerFactory.freezeConfiguration(JDOPersistenceManagerFactory.java:775)
>     ... 98 more
> Caused by: org.datanucleus.exceptions.NucleusException: Attempt to 
> invoke the "BONECP" plugin to create a ConnectionPool gave an error : 
> The specified datastore driver ("com.mysql.jdbc.Driver") was not found 
> in the CLASSPATH. Please check your CLASSPATH specification, and the 
> name of the driver.
>     at 
> org.datanucleus.store.rdbms.ConnectionFactoryImpl.generateDataSources(ConnectionFactoryImpl.java:259)
>     at 
> org.datanucleus.store.rdbms.ConnectionFactoryImpl.initialiseDataSources(ConnectionFactoryImpl.java:131)
>     at 
> org.datanucleus.store.rdbms.ConnectionFactoryImpl.<init>(ConnectionFactoryImpl.java:85)
>     ... 116 more
> Caused by: 
> org.datanucleus.store.rdbms.connectionpool.DatastoreDriverNotFoundException: 
> The specified datastore driver ("com.mysql.jdbc.Driver") was not found 
> in the CLASSPATH. Please check your CLASSPATH specification, and the 
> name of the driver.
>     at 
> org.datanucleus.store.rdbms.connectionpool.AbstractConnectionPoolFactory.loadDriver(AbstractConnectionPoolFactory.java:58)
>     at 
> org.datanucleus.store.rdbms.connectionpool.BoneCPConnectionPoolFactory.createConnectionPool(BoneCPConnectionPoolFactory.java:54)
>     at 
> org.datanucleus.store.rdbms.ConnectionFactoryImpl.generateDataSources(ConnectionFactoryImpl.java:238)
>
>
> Please let me know asap.
>
>
> Regards,
> Sandeep.v