zoukankan      html  css  js  c++  java
  • Hive集成Mysql作为元数据时,提示错误:Specified key was too long; max key length is 767 bytes

    在进行Hive集成Mysql作为元数据过程中。做全然部安装配置工作后。进入到hive模式,运行show databases。运行正常,接着运行show tables;时却报错。

    关键错误信息例如以下:

    com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Specified key was too long; max key length is 767 bytes)


    详细操作信息例如以下:

    hive> show databases;
    OK
    default
    Time taken: 8.638 seconds

    hive> show tables;

    FAILED: Error in metadata: MetaException(message:Got exception: org.apache.hadoop.hive.metastore.api.MetaException javax.jdo.JDODataStoreException: An exception was thrown while adding/validating class(es) : Specified key was too long; max key length is 767 bytes
    com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Specified key was too long; max key length is 767 bytes
            at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
            at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
            at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
            at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
            at com.mysql.jdbc.Util.handleNewInstance(Util.java:411)
            at com.mysql.jdbc.Util.getInstance(Util.java:386)
            at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:1052)
            at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:4098)
            at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:4030)
            at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:2490)
            at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2651)
            at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2671)
            at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2621)
            at com.mysql.jdbc.StatementImpl.execute(StatementImpl.java:842)
            at com.mysql.jdbc.StatementImpl.execute(StatementImpl.java:681)
            at org.apache.commons.dbcp.DelegatingStatement.execute(DelegatingStatement.java:264)
            at org.apache.commons.dbcp.DelegatingStatement.execute(DelegatingStatement.java:264)
            at org.datanucleus.store.rdbms.table.AbstractTable.executeDdlStatement(AbstractTable.java:730)
            at org.datanucleus.store.rdbms.table.AbstractTable.executeDdlStatementList(AbstractTable.java:681)
            at org.datanucleus.store.rdbms.table.AbstractTable.create(AbstractTable.java:402)
            at org.datanucleus.store.rdbms.table.AbstractTable.exists(AbstractTable.java:458)
            at org.datanucleus.store.rdbms.RDBMSStoreManager$ClassAdder.performTablesValidation(RDBMSStoreManager.java:2689)
            at org.datanucleus.store.rdbms.RDBMSStoreManager$ClassAdder.addClassTablesAndValidate(RDBMSStoreManager.java:2503)
            at org.datanucleus.store.rdbms.RDBMSStoreManager$ClassAdder.run(RDBMSStoreManager.java:2148)
            at org.datanucleus.store.rdbms.AbstractSchemaTransaction.execute(AbstractSchemaTransaction.java:113)
            at org.datanucleus.store.rdbms.RDBMSStoreManager.addClasses(RDBMSStoreManager.java:986)
            at org.datanucleus.store.rdbms.RDBMSStoreManager.addClasses(RDBMSStoreManager.java:952)
            at org.datanucleus.store.AbstractStoreManager.addClass(AbstractStoreManager.java:919)
            at org.datanucleus.store.mapped.MappedStoreManager.getDatastoreClass(MappedStoreManager.java:356)
            at org.datanucleus.store.rdbms.query.legacy.ExtentHelper.getExtent(ExtentHelper.java:48)
            at org.datanucleus.store.rdbms.RDBMSStoreManager.getExtent(RDBMSStoreManager.java:1332)
            at org.datanucleus.ObjectManagerImpl.getExtent(ObjectManagerImpl.java:4149)
            at org.datanucleus.store.rdbms.query.legacy.JDOQLQueryCompiler.compileCandidates(JDOQLQueryCompiler.java:411)
            at org.datanucleus.store.rdbms.query.legacy.QueryCompiler.executionCompile(QueryCompiler.java:312)
            at org.datanucleus.store.rdbms.query.legacy.JDOQLQueryCompiler.compile(JDOQLQueryCompiler.java:225)
            at org.datanucleus.store.rdbms.query.legacy.JDOQLQuery.compileInternal(JDOQLQuery.java:175)
            at org.datanucleus.store.query.Query.executeQuery(Query.java:1628)
            at org.datanucleus.store.rdbms.query.legacy.JDOQLQuery.executeQuery(JDOQLQuery.java:245)
            at org.datanucleus.store.query.Query.executeWithArray(Query.java:1499)
            at org.datanucleus.jdo.JDOQuery.execute(JDOQuery.java:243)
            at org.apache.hadoop.hive.metastore.ObjectStore.getTables(ObjectStore.java:781)
            at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
            at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
            at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
            at java.lang.reflect.Method.invoke(Method.java:606)
            at org.apache.hadoop.hive.metastore.RetryingRawStore.invoke(RetryingRawStore.java:111)
            at com.sun.proxy.$Proxy4.getTables(Unknown Source)
            at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.get_tables(HiveMetaStore.java:2327)
            at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
            at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
            at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
            at java.lang.reflect.Method.invoke(Method.java:606)
            at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:105)
            at com.sun.proxy.$Proxy5.get_tables(Unknown Source)
            at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.getTables(HiveMetaStoreClient.java:817)
            at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
            at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
            at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
            at java.lang.reflect.Method.invoke(Method.java:606)
            at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:74)
            at com.sun.proxy.$Proxy6.getTables(Unknown Source)
            at org.apache.hadoop.hive.ql.metadata.Hive.getTablesByPattern(Hive.java:1009)
            at org.apache.hadoop.hive.ql.metadata.Hive.getAllTables(Hive.java:983)
            at org.apache.hadoop.hive.ql.exec.DDLTask.showTables(DDLTask.java:2215)
            at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:334)
            at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:138)
            at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:57)
            at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1336)
            at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1122)
            at org.apache.hadoop.hive.ql.Driver.run(Driver.java:935)
            at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:259)
            at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:216)
            at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:412)
            at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:755)
            at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:613)
            at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
            at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
            at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
            at java.lang.reflect.Method.invoke(Method.java:606)
            at org.apache.hadoop.util.RunJar.main(RunJar.java:160)


    NestedThrowables:
    com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Specified key was too long; max key length is 767 bytes)

    FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask


    处理方案:

    改动我们创建的hive元数据库的编码字符集,如:

    alter database hive_test character set latin1;


  • 相关阅读:
    mysql 数据库引擎
    dubbo 微服务
    spring 属性文件加载接口---PropertySourceLoader
    Shiro架构
    HTTP状态码
    Shiro 修改权限,刷新权限
    Consul 架构(译)
    Java EE平台介绍(译)
    Java SPI机制
    Otb_000_ElementUI 的 Drawer组件无法上下滚动没有滚动条
  • 原文地址:https://www.cnblogs.com/gccbuaa/p/7337660.html
Copyright © 2011-2022 走看看