大数据应用之Windows平台Hbase客户端Eclipse环境搭建Java版

大数据的场景下&＃xff0c;NoSql型数据库的优势不言而喻&＃xff0c;但是涉及NoSQL数据库的实际动手开发的东西多是Linux平台&＃xff0c;大多语焉不详&＃xff0c;至于Windows平台介绍的东西就更少了&＃xff0c;而且大多无法运行。本文就Windows平台基于Eclipse搭建Hbase环境客户端开发环境做一个介绍。另外基于Thrift实现的Windows版本Hbase客户端库也做了封装&＃xff0c;有需要的可以留言索取。

一、开发环境

操作系统&＃xff1a;windows xp sp3

开发工具&＃xff1a;Eclipse3.6

虚拟机&＃xff1a;VMware

服务器环境&＃xff1a;hadoop1.1.0 &＃43; Hbase0.94

备注&＃xff1a;需要特别说明的是不需要Cygwin搭建Linux在Windows环境下的方针。

二、环境配置

2.1系统设置

　　修改Windows主机Hosts文件C:\WINDOWS\system32\drivers\etc\hosts,增加服务器配置

127.0.0.1       localhost
127.0.0.1          microsof-c2f4ea
192.168.230.133 hadoop1

2.2 Eclipse设置

　　运行Eclipse&＃xff0c;创建一个新的Java工程“HBaseClient”&＃xff0c;右键项目根目录&＃xff0c;选择 “Properties”->“Java Build Path”->“Library”->“Add External JARs”&＃xff0c;将HBase解压后根目录下的hbase-0.94.0.jar、hbase-0.94.0-tests.jar和lib子目录下所有jar 包添加到本工程的Classpath下。拷贝Hbase服务器端配置文件hbase-site.xml添加到本工程的Classpath中。配置文件如下所示&＃xff1a;

    
    hbase.rootdir
    hdfs://192.168.230.133:9000/hbase
    The directory shared by region servers.
    
    
     hbase.cluster.distributed
     true
     The mode the cluster will be in. Possible values are
              false: standalone and pseudo-distributed setups with managed Zookeeper
              true: fully-distributed with unmanaged Zookeeper Quorum (see hbase-env.sh)
    
      
      
    hbase.master  
    hdfs://192.168.230.133:60000  
       
    
    hbase.zookeeper.quorum
    192.168.230.133
    Comma separated list of servers in the ZooKeeper Quorum.      For example, "host1.mydomain.com,host2.mydomain.com,host3.mydomain.com".      By default this is set to localhost for local and pseudo-distributed modes      of operation. For a fully-distributed setup, this should be set to a full      list of ZooKeeper quorum servers. If HBASE_MANAGES_ZK is set in hbase-env.sh      this is the list of servers which we will start/stop ZooKeeper on.如果你对大数据开发感兴趣&＃xff0c;想系统学习大数据的话&＃xff0c;可以加入大数据技术学习交流扣扣君羊&＃xff1a;522189307&＃xff0c;欢迎添加&＃xff0c;了解课程介绍
   
    
    
    hbase.zookeeper.property.dataDir
    /home/hadoop/log/zookeeper
    Property from ZooKeeper&＃39;s config zoo.cfg.
        The directory where the snapshot is stored.
   
    

三、程序源码

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
 
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.KeyValue;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.util.Bytes;
 
public class HBaseTest {
    
    private static Configuration conf &＃61; null;
     
    /**
     * 初始化配置
     */
    static {
        Configuration HBASE_CONFIG &＃61; new Configuration();
        //与hbase/conf/hbase-site.xml中hbase.zookeeper.quorum配置的值相同 
        HBASE_CONFIG.set("hbase.master", "192.168.230.133:60000");
        HBASE_CONFIG.set("hbase.zookeeper.quorum", "192.168.230.133");
        //与hbase/conf/hbase-site.xml中hbase.zookeeper.property.clientPort配置的值相同
        HBASE_CONFIG.set("hbase.zookeeper.property.clientPort", "2181");
        conf &＃61; HBaseConfiguration.create(HBASE_CONFIG);
    }
    
    /**
     * 创建一张表
     */
    public static void creatTable(String tableName, String[] familys) throws Exception {
        HBaseAdmin admin &＃61; new HBaseAdmin(conf);
        if (admin.tableExists(tableName)) {
            System.out.println("table already exists!");
        } else {
            HTableDescriptor tableDesc &＃61; new HTableDescriptor(tableName);
            for(int i&＃61;0; i                 tableDesc.addFamily(new HColumnDescriptor(familys[i]));
            }
            admin.createTable(tableDesc);
            System.out.println("create table " &＃43; tableName &＃43; " ok.");
        } 
    }
    
    /**
     * 删除表
     */
    public static void deleteTable(String tableName) throws Exception {
       try {
           HBaseAdmin admin &＃61; new HBaseAdmin(conf);
           admin.disableTable(tableName);
           admin.deleteTable(tableName);
           System.out.println("delete table " &＃43; tableName &＃43; " ok.");
       } catch (MasterNotRunningException e) {
           e.printStackTrace();
       } catch (ZooKeeperConnectionException e) {
           e.printStackTrace();
       }
    }
     
    /**
     * 插入一行记录
     */
    public static void addRecord (String tableName, String rowKey, String family, String qualifier, String value)
            throws Exception{
        try {
            HTable table &＃61; new HTable(conf, tableName);
            Put put &＃61; new Put(Bytes.toBytes(rowKey));
            put.add(Bytes.toBytes(family),Bytes.toBytes(qualifier),Bytes.toBytes(value));
            table.put(put);
            System.out.println("insert recored " &＃43; rowKey &＃43; " to table " &＃43; tableName &＃43;" ok.");
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
 
    /**
     * 删除一行记录
     */
    public static void delRecord (String tableName, String rowKey) throws IOException{
        HTable table &＃61; new HTable(conf, tableName);
        List list &＃61; new ArrayList();
        Delete del &＃61; new Delete(rowKey.getBytes());
        list.add(del);
        table.delete(list);
        System.out.println("del recored " &＃43; rowKey &＃43; " ok.");
    }
     
    /**
     * 查找一行记录
     */
    public static void getOneRecord (String tableName, String rowKey) throws IOException{
        HTable table &＃61; new HTable(conf, tableName);
        Get get &＃61; new Get(rowKey.getBytes());
        Result rs &＃61; table.get(get);
        for(KeyValue kv : rs.raw()){
            System.out.print(new String(kv.getRow()) &＃43; " " );
            System.out.print(new String(kv.getFamily()) &＃43; ":" );
            System.out.print(new String(kv.getQualifier()) &＃43; " " );
            System.out.print(kv.getTimestamp() &＃43; " " );
            System.out.println(new String(kv.getValue()));
        }
    }
     
    /**
     * 显示所有数据
     */
    public static void getAllRecord (String tableName) {
        try{
             HTable table &＃61; new HTable(conf, tableName);
             Scan s &＃61; new Scan();
             ResultScanner ss &＃61; table.getScanner(s);
             for(Result r:ss){
                 for(KeyValue kv : r.raw()){
                    System.out.print(new String(kv.getRow()) &＃43; " ");
                    System.out.print(new String(kv.getFamily()) &＃43; ":");
                    System.out.print(new String(kv.getQualifier()) &＃43; " ");
                    System.out.print(kv.getTimestamp() &＃43; " ");
                    System.out.println(new String(kv.getValue()));
                 }
             }
        } catch (IOException e){
            e.printStackTrace();
        }
    }
    
    public static void  main (String [] agrs) {
        try {
            String tablename &＃61; "scores";
            String[] familys &＃61; {"grade", "course"};
            HBaseTest.creatTable(tablename, familys);
             
            //add record zkb
            HBaseTest.addRecord(tablename,"zkb","grade","","5");
            HBaseTest.addRecord(tablename,"zkb","course","","90");
            HBaseTest.addRecord(tablename,"zkb","course","math","97");
            HBaseTest.addRecord(tablename,"zkb","course","art","87");
            //add record  baoniu
            HBaseTest.addRecord(tablename,"baoniu","grade","","4");
            HBaseTest.addRecord(tablename,"baoniu","course","math","89");
             
            System.out.println("&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;get one record&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;");
            HBaseTest.getOneRecord(tablename, "zkb");
             
            System.out.println("&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;show all record&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;");
            HBaseTest.getAllRecord(tablename);
             
            System.out.println("&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;del one record&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;");
            HBaseTest.delRecord(tablename, "baoniu");
            HBaseTest.getAllRecord(tablename);
             
            System.out.println("&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;show all record&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;&＃61;");
            HBaseTest.getAllRecord(tablename);
        } catch (Exception e) {
            e.printStackTrace();
        }
    }
}

四、运行截图

　　通过Hbase的Web-UI我们可以看到我们已经创建了表Scores&＃xff0c;列族结构如下图所示&＃xff1a;

五、执行结果

　　直接在Eclipse中运行&＃xff0c;运行结果截屏如下图所示&＃xff1a;

六、关于Put

　　以上示例虽然实现了操作&＃xff0c;但是针对就插入性能方面却是没有优化&＃xff0c;后续的文章将会介绍影响PUT操作的性能和PUT的集中方法&＃xff0c;作为Hbase性能调优的专题。