码迷,mamicode.com
首页 > 编程语言 > 详细

HBbaseUtils(HBbase shell的java代码实现)

时间:2014-06-29 21:09:00      阅读:453      评论:0      收藏:0      [点我收藏+]

标签:hbase   工具类   

package com.yuhui.gd.hadoop.hbase;


import java.util.Iterator;

import java.util.Map;

import java.util.Map.Entry;

import java.util.NavigableMap;

import java.util.Set;


import org.apache.hadoop.conf.Configuration;

import org.apache.hadoop.hbase.HBaseConfiguration;

import org.apache.hadoop.hbase.HColumnDescriptor;

import org.apache.hadoop.hbase.HTableDescriptor;

import org.apache.hadoop.hbase.client.Delete;

import org.apache.hadoop.hbase.client.Get;

import org.apache.hadoop.hbase.client.HBaseAdmin;

import org.apache.hadoop.hbase.client.HTable;

import org.apache.hadoop.hbase.client.Put;

import org.apache.hadoop.hbase.client.Result;

import org.apache.hadoop.hbase.client.ResultScanner;

import org.apache.hadoop.hbase.client.Scan;

import org.apache.hadoop.hbase.util.Bytes;


public class HBaseUtil {

    // 声明静态配置 HBaseConfiguration

    static Configuration config = HBaseConfiguration.create();

    static {

        config.set("hbase.zookeeper.quorum", "hd204,hd205,hd206");

    }


    // 创建一张表,通过HBaseAdmin HTableDecriptor来创建

    public static void create(String tableName, String[] columnFamilys)

    throws Exception {

        HBaseAdmin admin = new HBaseAdmin(config);


        if (admin.tableExists(tableName)) {

            System.err.println("表名为: " + tableName + " 已经存在!");

            System.exit(0);

        } else {

            HTableDescriptor tableDescriptor = new HTableDescriptor(tableName);

            for (String columnFamily : columnFamilys) {

                HColumnDescriptor columnDescriptor = new HColumnDescriptor(

                columnFamily);

                tableDescriptor.addFamily(columnDescriptor);

            }

            admin.createTable(tableDescriptor);

            System.out.println("Create table Success!");

        }

    }


    // 添加一条数据,通过HTable Put为已经存在的表来添加数据

    public static void put(String tableName, String row, String columnFamily,

        String columnQualifer, String data) throws Exception {

        HTable table = new HTable(config, tableName);

        Put put = new Put(Bytes.toBytes(row));

        put.add(Bytes.toBytes(columnFamily), Bytes.toBytes(columnQualifer),

                Bytes.toBytes(data));

        table.put(put);

        System.out.println("put ‘" + row + "‘ , ‘" + columnFamily + ":"

        + columnQualifer + "‘,‘" + data + "‘");

    }


    // 根据表名,行键值查询一行记录

    public static void get(String tableName, String row) throws Exception {

        HTable table = new HTable(config, tableName);

        Get get = new Get(Bytes.toBytes(row));

        Result result = table.get(get);

        NavigableMap<byte[], NavigableMap<byte[], byte[]>> map = result.getNoVersionMap();

        Set<Entry<byte[], NavigableMap<byte[], byte[]>>> set = map.entrySet();

        System.out.println("ROW\t\tCOLUMN:CELL");

        for (Entry<byte[], NavigableMap<byte[], byte[]>> entry : set) {

            String familyName = new String(entry.getKey());

            NavigableMap<byte[], byte[]> nmap = entry.getValue();

            Set<Entry<byte[], byte[]>> valueSet = nmap.entrySet();

            for (Entry<byte[], byte[]> column : valueSet) {

                String columnName = new String(column.getKey());

                String columnValue = new String(column.getValue());


                System.out.println(row + "\t\t" + familyName + ":" + columnName

                + "\t" + columnValue);

            }

        }

    }


    // 根据表名,查询全表(不包含版本信息---版本时间戳)

    public static void get(String tableName) throws Exception {

        HTable table = new HTable(config, tableName);

        ResultScanner scanner = table.getScanner(new Scan());

        Iterator<Result> itr = scanner.iterator();

        System.out.println("ROW\t\t\tCOLUMN:CELL");

        while (itr.hasNext()) {

            Result result = itr.next();

            String rowValue = new String(result.getRow());

            String tabCount = rowValue.length() >= 8 ? "\t" : "\t\t";

            NavigableMap<byte[], NavigableMap<byte[], byte[]>> map = result.getNoVersionMap();

            for (Entry<byte[], NavigableMap<byte[], byte[]>> entry : map.entrySet()) {

                String family = new String(entry.getKey());

                NavigableMap<byte[], byte[]> navigableMap = entry.getValue();

                Set<Map.Entry<byte[], byte[]>> set = navigableMap.entrySet();

                for (Entry<byte[], byte[]> en : set) {

                    System.out.println(rowValue + tabCount + "\t" + family

                    + ":" + new String(en.getKey()) + "\t" + new String(en.getValue()));

                }

            }

        }

    }


    // 根据表名,查询全表(包含版本信息---版本时间戳)

    public static void get(String tableName, boolean containsTimeStamp)

    throws Exception {

        if (!containsTimeStamp) {

            get(tableName);

        } else {

            HTable table = new HTable(config, tableName);

            Scan scan = new Scan();

            ResultScanner resultScanner = table.getScanner(scan);

            Iterator<Result> resultItr = resultScanner.iterator();

            System.out.println("ROW\t\t\tCOLUMN:CELL");

            while (resultItr.hasNext()) {

                Result result = resultItr.next();

                String rowValue = new String(result.getRow());

                String tabCount = rowValue.length() >= 8 ? "\t" : "\t\t";

                NavigableMap<byte[], NavigableMap<byte[], NavigableMap<Long, byte[]>>> map                         = result.getMap();

                Set<Map.Entry<byte[], NavigableMap<byte[], NavigableMap<Long, byte[]>>>>                         set = map.entrySet();

                for (Entry<byte[], NavigableMap<byte[], NavigableMap<Long, byte[]>>> entry                     : set) {

                    String familyName = new String(entry.getKey());

                    NavigableMap<byte[], NavigableMap<Long, byte[]>> columnMap =                                     entry.getValue();

                    Set<Map.Entry<byte[], NavigableMap<Long, byte[]>>> columnSet =                                     columnMap.entrySet();

                    for (Entry<byte[], NavigableMap<Long, byte[]>> ent : columnSet) {

                        String columnName = new String(ent.getKey());

                        NavigableMap<Long, byte[]> valueMap = ent.getValue();

                        Set<Map.Entry<Long, byte[]>> valueSet = valueMap.entrySet();

                        for (Entry<Long, byte[]> e : valueSet) {

                            Long timeStamp = e.getKey();

                            String columnValue = new String(e.getValue());

                            System.out.println(rowValue + tabCount+ "\tcolumn=" +                                             familyName + ":"+ columnName + "\ttimestamp="

                                + String.valueOf(timeStamp) + "\tvalue="+ columnValue);

                        }

                    }

                }

            }

        }

    }


    // 删除表中某一行

    public static void deleteRow(String tableName, String row, String family,

Long timestamp) throws Exception {

        HTable table = new HTable(config, tableName);

        Delete delete = new Delete(Bytes.toBytes(row));

        if (null == timestamp) {

            table.delete(delete.deleteFamily(Bytes.toBytes(family)));

        } else {

            table.delete(delete.deleteFamily(Bytes.toBytes(family),timestamp.longValue()));

        }


    }


    // 删除表中某一行的某个字段

    public static void deleteColumn(String tableName, String row,

        String family, String column, Long timestamp) throws Exception {

        HTable table = new HTable(config, tableName);

        Delete delete = new Delete(Bytes.toBytes(row));

        if (null == timestamp) {

            table.delete(delete.deleteColumn(Bytes.toBytes(family),Bytes.toBytes(column)));

        } else {

            table.delete(delete.deleteColumn(Bytes.toBytes(family),

                            Bytes.toBytes(column), timestamp.longValue()));

        }

    }


    // 删除某个表

    public static boolean deleteTable(String tableName) throws Exception {

        HBaseAdmin admin = new HBaseAdmin(config);

        if (admin.tableExists(tableName)) {

            admin.disableTable(tableName);

            admin.deleteTable(tableName);

            return true;

        }

        return false;

    }


    public static void main(String[] args) throws Exception {

        get("heroes", "1");

    }


}


本文出自 “涛哥的回忆” 博客,谢绝转载!

HBbaseUtils(HBbase shell的java代码实现),布布扣,bubuko.com

HBbaseUtils(HBbase shell的java代码实现)

标签:hbase   工具类   

原文地址:http://562512305.blog.51cto.com/6496478/1431913

(0)
(0)
   
举报
评论 一句话评论(0
登录后才能评论!
© 2014 mamicode.com 版权所有  联系我们:gaon5@hotmail.com
迷上了代码!