zoukankan      html  css  js  c++  java
  • eclipse+HBASE开发环境搭建(已实践)

    开发准备:

      jdk1.8.45

      hbase-1.2.2(windows下和linux个留一份)

      hadoop-2.7.2(linux一份)

      Linux系统(centos或其它)

      Hadoop安装环境

      HBase安装环境

    具体操作步骤如下:

    1. Eclipse中新建Maven项目, type为maven-archetype-quickstart,工程名为MyHBase

    2. 将hadoop集群和hbase集群的配置文件放到如下路径:

    /src/main/resources/hadoop
    /src/main/resources/hbase
     
    3. 将配置路径加入到classpath中:
     
     
      

    4. 最终的目录结构

    5. 编辑hbase-site.xml文件内容为:

      

    6. 将Linux下部署的HBase集群下的lib目录拷贝到Windows下,并在eclipse中将lib(里面的hadoop库可能与安装的hadoop版本不一致,后续可以考虑版本统一)下的所有库添加到工程:

    7. 新建类HBaseTest ,内容如下:

    package com.hbase.demo;
    //package com.eric.hbase;
    
    import java.io.IOException;
    import java.util.ArrayList;
    import java.util.List;
    
    import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.hbase.HBaseConfiguration;
    import org.apache.hadoop.hbase.HColumnDescriptor;
    import org.apache.hadoop.hbase.HTableDescriptor;
    import org.apache.hadoop.hbase.KeyValue;
    import org.apache.hadoop.hbase.MasterNotRunningException;
    import org.apache.hadoop.hbase.ZooKeeperConnectionException;
    import org.apache.hadoop.hbase.client.Delete;
    import org.apache.hadoop.hbase.client.Get;
    import org.apache.hadoop.hbase.client.HBaseAdmin;
    import org.apache.hadoop.hbase.client.HTable;
    import org.apache.hadoop.hbase.client.Put;
    import org.apache.hadoop.hbase.client.Result;
    import org.apache.hadoop.hbase.client.ResultScanner;
    import org.apache.hadoop.hbase.client.Scan;
    import org.apache.hadoop.hbase.util.Bytes;
    
    public class HBaseTest {
    
        private static final String TABLE_NAME = "demo_table";
    
          public static Configuration conf = null;
          public HTable table = null;
          public HBaseAdmin admin = null;
    
          static {
            conf = HBaseConfiguration.create();
            System.out.println(conf.get("hbase.zookeeper.quorum"));
          }
    
          /**
           * 创建一张表
           */
          public static void creatTable(String tableName, String[] familys)
              throws Exception {
            HBaseAdmin admin = new HBaseAdmin(conf);
            if (admin.tableExists(tableName)) {
              System.out.println("table already exists!");
            } else {
              HTableDescriptor tableDesc = new HTableDescriptor(tableName);
              for (int i = 0; i < familys.length; i++) {
                tableDesc.addFamily(new HColumnDescriptor(familys[i]));
              }
              admin.createTable(tableDesc);
              System.out.println("create table " + tableName + " ok.");
            }
          }
    
          /**
           * 删除表
           */
          public static void deleteTable(String tableName) throws Exception {
            try {
              HBaseAdmin admin = new HBaseAdmin(conf);
              admin.disableTable(tableName);
              admin.deleteTable(tableName);
              System.out.println("delete table " + tableName + " ok.");
            } catch (MasterNotRunningException e) {
              e.printStackTrace();
            } catch (ZooKeeperConnectionException e) {
              e.printStackTrace();
            }
          }
    
          /**
           * 插入一行记录
           */
          public static void addRecord(String tableName, String rowKey,
              String family, String qualifier, String value) throws Exception {
            try {
              HTable table = new HTable(conf, tableName);
              Put put = new Put(Bytes.toBytes(rowKey));
              put.add(Bytes.toBytes(family), Bytes.toBytes(qualifier),
                  Bytes.toBytes(value));
              table.put(put);
              System.out.println("insert recored " + rowKey + " to table "
                  + tableName + " ok.");
            } catch (IOException e) {
              e.printStackTrace();
            }
          }
    
          /**
           * 删除一行记录
           */
          public static void delRecord(String tableName, String rowKey)
              throws IOException {
            HTable table = new HTable(conf, tableName);
            List list = new ArrayList();
            Delete del = new Delete(rowKey.getBytes());
            list.add(del);
            table.delete(list);
            System.out.println("del recored " + rowKey + " ok.");
          }
    
          /**
           * 查找一行记录
           */
          public static void getOneRecord(String tableName, String rowKey)
              throws IOException {
            HTable table = new HTable(conf, tableName);
            Get get = new Get(rowKey.getBytes());
            Result rs = table.get(get);
            for (KeyValue kv : rs.raw()) {
              System.out.print(new String(kv.getRow()) + " ");
              System.out.print(new String(kv.getFamily()) + ":");
              System.out.print(new String(kv.getQualifier()) + " ");
              System.out.print(kv.getTimestamp() + " ");
              System.out.println(new String(kv.getValue()));
            }
          }
    
          /**
           * 显示所有数据
           */
          public static void getAllRecord(String tableName) {
            try {
              HTable table = new HTable(conf, tableName);
              Scan s = new Scan();
              ResultScanner ss = table.getScanner(s);
              for (Result r : ss) {
                for (KeyValue kv : r.raw()) {
                  System.out.print(new String(kv.getRow()) + " ");
                  System.out.print(new String(kv.getFamily()) + ":");
                  System.out.print(new String(kv.getQualifier()) + " ");
                  System.out.print(kv.getTimestamp() + " ");
                  System.out.println(new String(kv.getValue()));
                }
              }
            } catch (IOException e) {
              e.printStackTrace();
            }
          }
          
          
        public static void main(String[] args) {
            // TODO Auto-generated method stub
             try {
                  String tablename = "scores";
                  String[] familys = { "grade", "course" };
                  HBaseTest.creatTable(tablename, familys);
    
                  // add record zkb
                  HBaseTest.addRecord(tablename, "zkb", "grade", "", "5");
                  HBaseTest.addRecord(tablename, "zkb", "course", "", "90");
                  HBaseTest.addRecord(tablename, "zkb", "course", "math", "97");
                  HBaseTest.addRecord(tablename, "zkb", "course", "art", "87");
                  // add record baoniu
                  HBaseTest.addRecord(tablename, "baoniu", "grade", "", "4");
                  HBaseTest
                      .addRecord(tablename, "baoniu", "course", "math", "89");
    
                  System.out.println("===========get one record========");
                  HBaseTest.getOneRecord(tablename, "zkb");
    
                  System.out.println("===========show all record========");
                  HBaseTest.getAllRecord(tablename);
    
                  System.out.println("===========del one record========");
                  HBaseTest.delRecord(tablename, "baoniu");
                  HBaseTest.getAllRecord(tablename);
    
                  System.out.println("===========show all record========");
                  HBaseTest.getAllRecord(tablename);
                } catch (Exception e) {
                  e.printStackTrace();
                }
              }
        }

    8. 如果报错查看日志,修改C:WindowsSystem32driversetcHOSTS:

      112.120.41.159 hadoop

    9. 右键-->Run as -->java application.

  • 相关阅读:
    python学习笔记(9)-python编程风格
    python学习笔记(8)-实现linux系统python命令行光标移动
    python学习笔记(7)--python版本升级
    python学习笔记(6)--三种运行Python的方式
    python学习笔记(5)--python环境变量配置
    python学习笔记(4)--Python安装
    python学习笔记(3)--python获取对象帮助信息
    网络基础知识
    重写equals方法
    当在浏览器输入一个url访问后发生了什么
  • 原文地址:https://www.cnblogs.com/foreverstars/p/5818015.html
Copyright © 2011-2022 走看看