Hortonwork Ambari配置Hive集成Hbase的java开发maven配置

集群环境

ambari 2.7.3

hdp/hortonwork 2.6.0.3

maven

    <dependency>
      <groupId>org.apache.hive</groupId>
      <artifactId>hive-jdbc</artifactId>
      <version>1.2.1000.2.6.0.3-8</version>
      <classifier>standalone</classifier>
    </dependency>
    <dependency>
      <groupId>org.apache.hbase</groupId>
      <artifactId>hbase-client</artifactId>
      <version>1.1.2.2.6.0.3-8</version>
    </dependency>

代码

package com.yingzi.com.dmh;

import java.io.IOException;
import java.net.URL;
import java.sql.SQLException;
import java.sql.Connection;
import java.sql.ResultSet;
import java.sql.Statement;
import java.sql.DriverManager;
import java.util.Enumeration;
//import org.apache.hadoop.hbase.client.Connection;


public class HiveJdbcClient {
  private static String driverName = "org.apache.hive.jdbc.HiveDriver";
 
  public static void main(String[] args) throws SQLException {
    try {
      Class.forName(driverName);
    } catch (ClassNotFoundException e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
      System.exit(1);
    }

    ClassLoader classLoader = App.class.getClassLoader();
    Enumeration<URL> paths  = null;
    try {
      paths = classLoader.getResources("META-INF");
    } catch (IOException e) {
      e.printStackTrace();
    } finally {
    }
    int count = 0;
    while (paths.hasMoreElements()){
      String path = paths.nextElement().toString();
      if (path.indexOf("jdk") == -1){
        count++;
        System.out.println(path);
      }
    }
    System.out.println(count);

    //
    Connection con = DriverManager.getConnection("jdbc:hive2://hdfs03.yingzi.com:2181,hdfs04.yingzi.com:2181,hdfs05.yingzi.com:2181/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2");
    Statement stmt = con.createStatement();
    ResultSet res = stmt.executeQuery("show databases");
    if (res.next()) {
      System.out.println(res.getString(1));
    }
    //create table
    String sql = "CREATE TABLE IF NOT EXISTS hbase_hive_table(key string, value string)
" +
            "STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
" +
            "WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,cf:json")
" +
            "TBLPROPERTIES ("hbase.table.name" = "hbase_hive_table")";
    System.out.println(sql);
    stmt.execute(sql);
  }
}

　　运行报错：

org.apache.hive.service.cli.HiveSQLException: java.lang.NoClassDefFoundError: org/apache/hadoop/hbase/client/Connection

解决办法：

参考：https://docs.hortonworks.com/HDPDocuments/HDP3/HDP-3.0.1/hbase-data-access/content/hdag_configuring_hbase_and_hive.html

ambari->hive->configs->advanced->Custom hive-site->addproperity