zoukankan      html  css  js  c++  java
  • eclipse+HBASE开发环境搭建(已实践)

    开发准备:

      jdk1.8.45

      hbase-1.2.2(windows下和linux个留一份)

      hadoop-2.7.2(linux一份)

      Linux系统(centos或其它)

      Hadoop安装环境

      HBase安装环境

    具体操作步骤如下:

    1. Eclipse中新建Maven项目, type为maven-archetype-quickstart,工程名为MyHBase

    2. 将hadoop集群和hbase集群的配置文件放到如下路径:

    /src/main/resources/hadoop
    /src/main/resources/hbase
     
    3. 将配置路径加入到classpath中:
     
     
      

    4. 最终的目录结构

    5. 编辑hbase-site.xml文件内容为:

      

    6. 将Linux下部署的HBase集群下的lib目录拷贝到Windows下,并在eclipse中将lib(里面的hadoop库可能与安装的hadoop版本不一致,后续可以考虑版本统一)下的所有库添加到工程:

    7. 新建类HBaseTest ,内容如下:

    package com.hbase.demo;
    //package com.eric.hbase;
    
    import java.io.IOException;
    import java.util.ArrayList;
    import java.util.List;
    
    import org.apache.hadoop.conf.Configuration;
    import org.apache.hadoop.hbase.HBaseConfiguration;
    import org.apache.hadoop.hbase.HColumnDescriptor;
    import org.apache.hadoop.hbase.HTableDescriptor;
    import org.apache.hadoop.hbase.KeyValue;
    import org.apache.hadoop.hbase.MasterNotRunningException;
    import org.apache.hadoop.hbase.ZooKeeperConnectionException;
    import org.apache.hadoop.hbase.client.Delete;
    import org.apache.hadoop.hbase.client.Get;
    import org.apache.hadoop.hbase.client.HBaseAdmin;
    import org.apache.hadoop.hbase.client.HTable;
    import org.apache.hadoop.hbase.client.Put;
    import org.apache.hadoop.hbase.client.Result;
    import org.apache.hadoop.hbase.client.ResultScanner;
    import org.apache.hadoop.hbase.client.Scan;
    import org.apache.hadoop.hbase.util.Bytes;
    
    public class HBaseTest {
    
        private static final String TABLE_NAME = "demo_table";
    
          public static Configuration conf = null;
          public HTable table = null;
          public HBaseAdmin admin = null;
    
          static {
            conf = HBaseConfiguration.create();
            System.out.println(conf.get("hbase.zookeeper.quorum"));
          }
    
          /**
           * 创建一张表
           */
          public static void creatTable(String tableName, String[] familys)
              throws Exception {
            HBaseAdmin admin = new HBaseAdmin(conf);
            if (admin.tableExists(tableName)) {
              System.out.println("table already exists!");
            } else {
              HTableDescriptor tableDesc = new HTableDescriptor(tableName);
              for (int i = 0; i < familys.length; i++) {
                tableDesc.addFamily(new HColumnDescriptor(familys[i]));
              }
              admin.createTable(tableDesc);
              System.out.println("create table " + tableName + " ok.");
            }
          }
    
          /**
           * 删除表
           */
          public static void deleteTable(String tableName) throws Exception {
            try {
              HBaseAdmin admin = new HBaseAdmin(conf);
              admin.disableTable(tableName);
              admin.deleteTable(tableName);
              System.out.println("delete table " + tableName + " ok.");
            } catch (MasterNotRunningException e) {
              e.printStackTrace();
            } catch (ZooKeeperConnectionException e) {
              e.printStackTrace();
            }
          }
    
          /**
           * 插入一行记录
           */
          public static void addRecord(String tableName, String rowKey,
              String family, String qualifier, String value) throws Exception {
            try {
              HTable table = new HTable(conf, tableName);
              Put put = new Put(Bytes.toBytes(rowKey));
              put.add(Bytes.toBytes(family), Bytes.toBytes(qualifier),
                  Bytes.toBytes(value));
              table.put(put);
              System.out.println("insert recored " + rowKey + " to table "
                  + tableName + " ok.");
            } catch (IOException e) {
              e.printStackTrace();
            }
          }
    
          /**
           * 删除一行记录
           */
          public static void delRecord(String tableName, String rowKey)
              throws IOException {
            HTable table = new HTable(conf, tableName);
            List list = new ArrayList();
            Delete del = new Delete(rowKey.getBytes());
            list.add(del);
            table.delete(list);
            System.out.println("del recored " + rowKey + " ok.");
          }
    
          /**
           * 查找一行记录
           */
          public static void getOneRecord(String tableName, String rowKey)
              throws IOException {
            HTable table = new HTable(conf, tableName);
            Get get = new Get(rowKey.getBytes());
            Result rs = table.get(get);
            for (KeyValue kv : rs.raw()) {
              System.out.print(new String(kv.getRow()) + " ");
              System.out.print(new String(kv.getFamily()) + ":");
              System.out.print(new String(kv.getQualifier()) + " ");
              System.out.print(kv.getTimestamp() + " ");
              System.out.println(new String(kv.getValue()));
            }
          }
    
          /**
           * 显示所有数据
           */
          public static void getAllRecord(String tableName) {
            try {
              HTable table = new HTable(conf, tableName);
              Scan s = new Scan();
              ResultScanner ss = table.getScanner(s);
              for (Result r : ss) {
                for (KeyValue kv : r.raw()) {
                  System.out.print(new String(kv.getRow()) + " ");
                  System.out.print(new String(kv.getFamily()) + ":");
                  System.out.print(new String(kv.getQualifier()) + " ");
                  System.out.print(kv.getTimestamp() + " ");
                  System.out.println(new String(kv.getValue()));
                }
              }
            } catch (IOException e) {
              e.printStackTrace();
            }
          }
          
          
        public static void main(String[] args) {
            // TODO Auto-generated method stub
             try {
                  String tablename = "scores";
                  String[] familys = { "grade", "course" };
                  HBaseTest.creatTable(tablename, familys);
    
                  // add record zkb
                  HBaseTest.addRecord(tablename, "zkb", "grade", "", "5");
                  HBaseTest.addRecord(tablename, "zkb", "course", "", "90");
                  HBaseTest.addRecord(tablename, "zkb", "course", "math", "97");
                  HBaseTest.addRecord(tablename, "zkb", "course", "art", "87");
                  // add record baoniu
                  HBaseTest.addRecord(tablename, "baoniu", "grade", "", "4");
                  HBaseTest
                      .addRecord(tablename, "baoniu", "course", "math", "89");
    
                  System.out.println("===========get one record========");
                  HBaseTest.getOneRecord(tablename, "zkb");
    
                  System.out.println("===========show all record========");
                  HBaseTest.getAllRecord(tablename);
    
                  System.out.println("===========del one record========");
                  HBaseTest.delRecord(tablename, "baoniu");
                  HBaseTest.getAllRecord(tablename);
    
                  System.out.println("===========show all record========");
                  HBaseTest.getAllRecord(tablename);
                } catch (Exception e) {
                  e.printStackTrace();
                }
              }
        }

    8. 如果报错查看日志,修改C:WindowsSystem32driversetcHOSTS:

      112.120.41.159 hadoop

    9. 右键-->Run as -->java application.

  • 相关阅读:
    转:[Silverlight入门系列]使用MVVM模式(9): 想在ViewModel中控制TreeView节点展开?
    C#线程同步方法——Monitor
    转:Mongodb源码分析之Replication模式
    转:Mysql使用主从复制机制(replication)
    Ruby IDE
    转:ASP.NET MVC4细嚼慢咽---(5)js css文件合并
    转:ASP.NET MVC4细嚼慢咽---(6)全局过滤器
    转:WCF服务开发与调用的完整示例
    转:WF工作流技术内幕 —— 通过Web服务调用Workflow工作流(开发持久化工作流)
    汇总高效的卷积神经网络结构[转载]
  • 原文地址:https://www.cnblogs.com/foreverstars/p/5818015.html
Copyright © 2011-2022 走看看