Hbase之Java API使用

maven中pom.xml配置

<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<hive.version>0.13.1</hive.version>
<hbase.version>0.98.6-hadoop2</hbase.version>
</properties>

<!-- HBase Client -->
<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-server</artifactId>
<version>${hbase.version}</version>
</dependency>

<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-client</artifactId>
<version>${hbase.version}</version>
</dependency>

将hadoop和hbase的配置文件放到classpath下



java API相关操作

package com.ycong.hbase;

import java.io.IOException;

import org.apache.hadoop.io.IOUtils;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;

public class HbaseApp {

public static HTable getHtableByname(String tableName) throws IOException{

//get configuration instance
Configuration conf = HBaseConfiguration.create();

//get table instance
HTable table = new HTable(conf, tableName);

return table;
}

public static void GetDatas(String rowkey) throws IOException{
HTable table = HbaseApp.getHtableByname("student");

//Get Data
Get get = new Get(Bytes.toBytes(rowkey));

get.addColumn(Bytes.toBytes("info"), Bytes.toBytes("name"));
get.addColumn(Bytes.toBytes("info"), Bytes.toBytes("age"));

Result result = table.get(get);

for(Cell cell : result.rawCells()){
System.out.print(Bytes.toString(CellUtil.cloneRow(cell)) + "\t");

System.out.println(//
Bytes.toString(CellUtil.cloneFamily(cell)) //
+ ":" + //
Bytes.toString(CellUtil.cloneQualifier(cell)) //
+ "->" + //
Bytes.toString(CellUtil.cloneValue(cell)) //
+ " " + //
cell.getTimestamp()
);
}

table.close();
}

public static void putDatas(String rowkey) throws IOException{
HTable table = HbaseApp.getHtableByname("student");

Put put = new Put(Bytes.toBytes(rowkey));

put.add(//
Bytes.toBytes("info"), //
Bytes.toBytes("age"), //
Bytes.toBytes("10")
);

put.add(//
Bytes.toBytes("info"), //
Bytes.toBytes("city"), //
Bytes.toBytes("shanghai")
);

table.put(put);

table.close();
}

public static void DeleteData(){
HTable table = null;

try {
table = HbaseApp.getHtableByname("student");

Delete delete = new Delete(Bytes.toBytes("10020"));
//delete.deleteColumn(Bytes.toBytes("info"), Bytes.toBytes("age"));
delete.deleteFamily(Bytes.toBytes("info"));

table.delete(delete);

} catch (IOException e) {
e.printStackTrace();
}finally {
IOUtils.closeStream(table);
}
}

public static void ScanData(){
HTable table = null;
ResultScanner resultScanner = null;

try {
table = HbaseApp.getHtableByname("student");

Scan scan = new Scan();
scan.setStartRow(Bytes.toBytes("10001"));
scan.setStopRow(Bytes.toBytes("10005"));

resultScanner = table.getScanner(scan);

for(Result result : resultScanner){
for(Cell cell : result.rawCells()){
System.out.print(Bytes.toString(CellUtil.cloneRow(cell)) + "\t");

System.out.println(//
Bytes.toString(CellUtil.cloneFamily(cell)) //
+ ":" + //
Bytes.toString(CellUtil.cloneQualifier(cell)) //
+ "->" + //
Bytes.toString(CellUtil.cloneValue(cell)) //
+ " " + //
cell.getTimestamp()
);
}
System.out.println("===========================================");
}

} catch (IOException e) {
e.printStackTrace();
}finally {
IOUtils.closeStream(table);
}
}

public static void main(String[] args) throws IOException {
ScanData();
}

}

HBase与MapReduce集成使用（一、CLASSPATH及ImportTsv使用）

export HBASE_HOME=/opt/app/hbase-0.98.6-hadoop2
export HADOOP_HOME=/opt/app/hadoop-2.5.0
export HADOOP_CLASSPATH=`${HBASE_HOME}/bin/hbase mapredcp`
$HADOOP_HOME/bin/yarn jar $HBASE_HOME/lib/hbase-server-0.98.6-hadoop2.jar

$HADOOP_HOME/bin/yarn jar \
$HBASE_HOME/lib/hbase-server-0.98.6-hadoop2.jar importtsv \
-Dimporttsv.columns=HBASE_ROW_KEY,\
info:name,info:age,info:sex \
student \
hdfs://bigdata.eclipse.com:8020/user/ycong/hbase/importtsv

HBase与MapReduce集成使用（二、Bulk Load Data）

将文件转换成hfile格式
$HADOOP_HOME/bin/yarn jar \
$HBASE_HOME/lib/hbase-server-0.98.6-hadoop2.jar importtsv \
-Dimporttsv.bulk.output=hdfs://bigdata.eclipse.com:8020/user/ycong/hbase/hfileOutput \
-Dimporttsv.columns=HBASE_ROW_KEY,\
info:name,info:age,info:sex \
student \
hdfs://bigdata.eclipse.com:8020/user/ycong/hbase/importtsv

加载hfile格式的文件到hbase表中
$HADOOP_HOME/bin/yarn jar $HBASE_HOME/lib/hbase-server-0.98.6-hadoop2.jar \
completebulkload \
hdfs://bigdata.eclipse.com:8020/user/ycong/hbase/hfileOutput \
student