zoukankan      html  css  js  c++  java
  • hive drop 报错

    执行 drop database xxxx cascade;

    删除数据库的时候报错。

    报错信息:Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. MetaException(message:javax.jdo.JDOException: Exception thrown when executing query

    FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. MetaException(message:javax.jdo.JDOException: Exception thrown when executing query
    	at org.datanucleus.api.jdo.NucleusJDOHelper.getJDOExceptionForNucleusException(NucleusJDOHelper.java:596)
    	at org.datanucleus.api.jdo.JDOQuery.execute(JDOQuery.java:275)
    	at org.apache.hadoop.hive.metastore.ObjectStore.getMTable(ObjectStore.java:931)
    	at org.apache.hadoop.hive.metastore.ObjectStore.dropTable(ObjectStore.java:812)
    	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
    	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    	at java.lang.reflect.Method.invoke(Method.java:498)
    	at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:108)
    	at com.sun.proxy.$Proxy6.dropTable(Unknown Source)
    	at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.drop_table_core(HiveMetaStore.java:1414)
    	at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.drop_table_with_environment_context(HiveMetaStore.java:1554)
    	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
    	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    	at java.lang.reflect.Method.invoke(Method.java:498)
    	at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:106)
    	at com.sun.proxy.$Proxy8.drop_table_with_environment_context(Unknown Source)
    	at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.dropTable(HiveMetaStoreClient.java:791)
    	at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.dropTable(HiveMetaStoreClient.java:767)
    	at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.dropDatabase(HiveMetaStoreClient.java:637)
    	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
    	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    	at java.lang.reflect.Method.invoke(Method.java:498)
    	at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:90)
    	at com.sun.proxy.$Proxy9.dropDatabase(Unknown Source)
    	at org.apache.hadoop.hive.ql.metadata.Hive.dropDatabase(Hive.java:326)
    	at org.apache.hadoop.hive.ql.exec.DDLTask.dropDatabase(DDLTask.java:4018)
    	at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:256)
    	at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:155)
    	at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:85)
    	at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1554)
    	at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1321)
    	at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1139)
    	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:962)
    	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:952)
    	at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:269)
    	at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:221)
    	at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:431)
    	at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:800)
    	at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:694)
    	at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:633)
    	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
    	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    	at java.lang.reflect.Method.invoke(Method.java:498)
    	at org.apache.hadoop.util.RunJar.main(RunJar.java:212)
    NestedThrowablesStackTrace:
    com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: You have an error in your SQL syntax; check the manual that corresponds to your MySQL server version for the right syntax to use near 'OPTION SQL_SELECT_LIMIT=DEFAULT' at line 1
    	at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
    	at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
    	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
    	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
    	at com.mysql.jdbc.Util.handleNewInstance(Util.java:406)
    	at com.mysql.jdbc.Util.getInstance(Util.java:381)
    	at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:1030)
    	at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:956)
    	at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3491)
    	at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3423)
    	at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:1936)
    	at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2060)
    	at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2536)
    	at com.mysql.jdbc.StatementImpl.executeSimpleNonQuery(StatementImpl.java:1463)
    	at com.mysql.jdbc.PreparedStatement.executeQuery(PreparedStatement.java:1869)
    	at com.jolbox.bonecp.PreparedStatementHandle.executeQuery(PreparedStatementHandle.java:174)
    	at org.datanucleus.store.rdbms.ParamLoggingPreparedStatement.executeQuery(ParamLoggingPreparedStatement.java:381)
    	at org.datanucleus.store.rdbms.SQLController.executeStatementQuery(SQLController.java:504)
    	at org.datanucleus.store.rdbms.query.JDOQLQuery.performExecute(JDOQLQuery.java:651)
    	at org.datanucleus.store.query.Query.executeQuery(Query.java:1786)
    	at org.datanucleus.store.query.Query.executeWithArray(Query.java:1672)
    	at org.datanucleus.api.jdo.JDOQuery.execute(JDOQuery.java:266)
    	at org.apache.hadoop.hive.metastore.ObjectStore.getMTable(ObjectStore.java:931)
    	at org.apache.hadoop.hive.metastore.ObjectStore.dropTable(ObjectStore.java:812)
    	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
    	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    	at java.lang.reflect.Method.invoke(Method.java:498)
    	at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:108)
    	at com.sun.proxy.$Proxy6.dropTable(Unknown Source)
    	at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.drop_table_core(HiveMetaStore.java:1414)
    	at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.drop_table_with_environment_context(HiveMetaStore.java:1554)
    	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
    	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    	at java.lang.reflect.Method.invoke(Method.java:498)
    	at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:106)
    	at com.sun.proxy.$Proxy8.drop_table_with_environment_context(Unknown Source)
    	at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.dropTable(HiveMetaStoreClient.java:791)
    	at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.dropTable(HiveMetaStoreClient.java:767)
    	at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.dropDatabase(HiveMetaStoreClient.java:637)
    	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
    	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    	at java.lang.reflect.Method.invoke(Method.java:498)
    	at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:90)
    	at com.sun.proxy.$Proxy9.dropDatabase(Unknown Source)
    	at org.apache.hadoop.hive.ql.metadata.Hive.dropDatabase(Hive.java:326)
    	at org.apache.hadoop.hive.ql.exec.DDLTask.dropDatabase(DDLTask.java:4018)
    	at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:256)
    	at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:155)
    	at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:85)
    	at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1554)
    	at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1321)
    	at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1139)
    	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:962)
    	at org.apache.hadoop.hive.ql.Driver.run(Driver.java:952)
    	at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:269)
    	at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:221)
    	at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:431)
    	at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:800)
    	at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:694)
    	at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:633)
    	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
    	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    	at java.lang.reflect.Method.invoke(Method.java:498)
    	at org.apache.hadoop.util.RunJar.main(RunJar.java:212)
    )

      问题:之所以报错是hive和mysql的驱动包版本不兼容,hive为cdh的0.13版本 mysql驱动为5.1.6 这个mysql驱动版本太高了。

      解决:删掉hive安装目录中的lib下的mysql驱动,然后选择低版本的mysql驱动。我这里选择的是5.1.31的版本。测试可行。

  • 相关阅读:
    Python
    Python
    Jmeter 学习路线
    Git 学习路线
    数据库学习路线
    Linux 学习路线
    Gitlab(2)- centos7.x 下安装社区版 Gitlab 以及它的配置管理
    云原生学习路线(仅供参考)
    Python
    Python
  • 原文地址:https://www.cnblogs.com/dongxiucai/p/10238800.html
Copyright © 2011-2022 走看看