zoukankan      html  css  js  c++  java
  • kettle连接hive2报错TCLIService$Iface

    kettle连接hive源报错:

    错误连接数据库 [hive_hdp] : org.pentaho.di.core.exception.KettleDatabaseException:
    Error occurred while trying to connect to the database

    Error connecting to database: (using class org.apache.hive.jdbc.HiveDriver)
    org/apache/hive/service/cli/thrift/TCLIService$Iface


    org.pentaho.di.core.exception.KettleDatabaseException:
    Error occurred while trying to connect to the database

    Error connecting to database: (using class org.apache.hive.jdbc.HiveDriver)
    org/apache/hive/service/cli/thrift/TCLIService$Iface


    at org.pentaho.di.core.database.Database.normalConnect(Database.java:477)
    at org.pentaho.di.core.database.Database.connect(Database.java:373)
    at org.pentaho.di.core.database.Database.connect(Database.java:344)
    at org.pentaho.di.core.database.Database.connect(Database.java:334)
    at org.pentaho.di.core.database.DatabaseFactory.getConnectionTestReport(DatabaseFactory.java:83)
    at org.pentaho.di.core.database.DatabaseFactory.getConnectionTestResults(DatabaseFactory.java:112)
    at org.pentaho.di.core.database.DatabaseMeta.testConnectionSuccess(DatabaseMeta.java:2843)
    at org.pentaho.ui.database.event.DataHandler.testDatabaseConnection(DataHandler.java:631)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:498)
    at org.pentaho.ui.xul.impl.AbstractXulDomContainer.invoke(AbstractXulDomContainer.java:313)
    at org.pentaho.ui.xul.impl.AbstractXulComponent.invoke(AbstractXulComponent.java:157)
    at org.pentaho.ui.xul.impl.AbstractXulComponent.invoke(AbstractXulComponent.java:141)
    at org.pentaho.ui.xul.swt.tags.SwtButton.access$500(SwtButton.java:43)
    at org.pentaho.ui.xul.swt.tags.SwtButton$4.widgetSelected(SwtButton.java:137)
    at org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source)
    at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source)
    at org.eclipse.swt.widgets.Display.sendEvent(Unknown Source)
    at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source)
    at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source)
    at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source)
    at org.eclipse.jface.window.Window.runEventLoop(Window.java:820)
    at org.eclipse.jface.window.Window.open(Window.java:796)
    at org.pentaho.di.ui.xul.KettleDialog.show(KettleDialog.java:89)
    at org.pentaho.di.ui.xul.KettleDialog.show(KettleDialog.java:56)
    at org.pentaho.di.ui.core.database.dialog.XulDatabaseDialog.open(XulDatabaseDialog.java:117)
    at org.pentaho.di.ui.core.database.dialog.DatabaseDialog.open(DatabaseDialog.java:61)
    at org.pentaho.di.ui.trans.step.BaseStepDialog.showDbDialogUnlessCancelledOrValid(BaseStepDialog.java:813)
    at org.pentaho.di.ui.trans.step.BaseStepDialog$EditConnectionListener.widgetSelected(BaseStepDialog.java:1521)
    at org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source)
    at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source)
    at org.eclipse.swt.widgets.Display.sendEvent(Unknown Source)
    at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source)
    at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source)
    at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source)
    at org.pentaho.big.data.kettle.plugins.hive.trans.HiveOutputDialog.open(HiveOutputDialog.java:686)
    at org.pentaho.di.ui.spoon.delegates.SpoonStepsDelegate.editStep(SpoonStepsDelegate.java:120)
    at org.pentaho.di.ui.spoon.Spoon.editStep(Spoon.java:8814)
    at org.pentaho.di.ui.spoon.trans.TransGraph.editStep(TransGraph.java:3287)
    at org.pentaho.di.ui.spoon.trans.TransGraph.mouseDoubleClick(TransGraph.java:785)
    at org.eclipse.swt.widgets.TypedListener.handleEvent(Unknown Source)
    at org.eclipse.swt.widgets.EventTable.sendEvent(Unknown Source)
    at org.eclipse.swt.widgets.Display.sendEvent(Unknown Source)
    at org.eclipse.swt.widgets.Widget.sendEvent(Unknown Source)
    at org.eclipse.swt.widgets.Display.runDeferredEvents(Unknown Source)
    at org.eclipse.swt.widgets.Display.readAndDispatch(Unknown Source)
    at org.pentaho.di.ui.spoon.Spoon.readAndDispatch(Spoon.java:1384)
    at org.pentaho.di.ui.spoon.Spoon.waitForDispose(Spoon.java:7949)
    at org.pentaho.di.ui.spoon.Spoon.start(Spoon.java:9331)
    at org.pentaho.di.ui.spoon.Spoon.main(Spoon.java:710)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.lang.reflect.Method.invoke(Method.java:498)
    at org.pentaho.commons.launcher.Launcher.main(Launcher.java:92)
    Caused by: org.pentaho.di.core.exception.KettleDatabaseException:
    Error connecting to database: (using class org.apache.hive.jdbc.HiveDriver)
    org/apache/hive/service/cli/thrift/TCLIService$Iface

    at org.pentaho.di.core.database.Database.connectUsingClass(Database.java:590)
    at org.pentaho.di.core.database.Database.normalConnect(Database.java:461)
    ... 56 more
    Caused by: java.lang.NoClassDefFoundError: org/apache/hive/service/cli/thrift/TCLIService$Iface
    at org.apache.hive.jdbc.HiveDriver.connect(HiveDriver.java:105)
    at java.sql.DriverManager.getConnection(DriverManager.java:664)
    at java.sql.DriverManager.getConnection(DriverManager.java:208)
    at org.pentaho.di.core.database.Database.connectUsingClass(Database.java:572)
    ... 57 more
    Caused by: java.lang.ClassNotFoundException: org.apache.hive.service.cli.thrift.TCLIService$Iface
    at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
    ... 61 more

    解决方法:
    1、查看  E:softwarekettledata-integrationpluginspentaho-big-data-pluginplugin.properties配置文件中

     这里是mapr510

    所以,ketlle用到的是E:softwarekettledata-integrationpluginspentaho-big-data-pluginhadoop-configurationsmapr510lib  下的所有jar包
    2、将hive/lib下  hive-开头的所有的包 和   hadoop-common-***.jar【从服务端的hadoop获取jar包】 拷贝到 E:softwarekettledata-integrationpluginspentaho-big-data-pluginhadoop-configurationsmapr510lib  下
    3、将hive/lib下  hive-开头的所有的包  和   hadoop-common-***.jar【从服务端的hadoop获取jar包】 拷贝到 E:softwarekettledata-integrationlib  下

    4、重启kettle,测试连接是否成功

  • 相关阅读:
    Spring Boot 2 实践记录之 Powermock 和 SpringBootTest
    Spring Boot 2 实践记录之 使用 ConfigurationProperties 注解将配置属性匹配至配置类的属性
    Spring Boot 2 实践记录之 使用 Powermock、Mockito 对 UUID 进行 mock 单元测试
    Spring Boot 2 实践记录之 MyBatis 集成的启动时警告信息问题
    Spring Boot 2 实践记录之 条件装配
    Spring Boot 2 实践记录之 组合注解原理
    Spring Boot 2 实践记录之 Redis 及 Session Redis 配置
    Spring Boot 2 实践记录之 MySQL + MyBatis 配置
    ES6 学习笔记之四 对象的扩展
    ES6 学习笔记之三 函数参数默认值
  • 原文地址:https://www.cnblogs.com/byfboke/p/14768420.html
Copyright © 2011-2022 走看看