在集群中Java 通过调用API操作HBase 0.98

102次阅读

共计 17394 个字符，预计需要花费 44 分钟才能阅读完成。

在集群中 Java 通过调用 API 操作 HBase 0.98

本文的内容是在集群中创建 java 项目调用 api 来操作 hbase，主要涉及对 hbase 的创建表格，删除表格，插入数据，删除数据，查询一条数据，查询所有数据等操作。

具体流程如下：
1. 创建项目
2. 获取 jar 包到项目的 lib 目录下（这边试用的事 hbase 0.98 lib 目录下的所有 jar 包）
3. 编写 java 程序
4. 编写 ant 脚本

package com.wan.hbase;

import java.io.IOException;

import org.apache.Hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;

public class SimpleHBase {

public static void main(String[] args) {
Configuration configuration=HBaseConfiguration.create();
String tableName=”student”;
createTable(configuration, tableName);
// addData(configuration, tableName);
// getData(configuration, tableName);
// getAllData(configuration, tableName);
// deleteDate(configuration, tableName);
// dropTable(configuration, tableName);

}

/**
* create a new Table
* @param configuration Configuration
* @param tableName String,the new Table’s name
* */
public static void createTable(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin = new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
admin.disableTable(tableName);
admin.deleteTable(tableName);
System.out.println(tableName+”is exist ,delete ……”);
}

HTableDescriptor tableDescriptor=new HTableDescriptor(TableName.valueOf(tableName));
tableDescriptor.addFamily(new HColumnDescriptor(“info”));
tableDescriptor.addFamily(new HColumnDescriptor(“address”));
admin.createTable(tableDescriptor);
System.out.println(“end create table”);
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}

}

/**
* Delete the existing table
* @param configuration Configuration
* @param tableName String,Table’s name
* */
public static void dropTable(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin = new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
admin.disableTable(tableName);
admin.deleteTable(tableName);
System.out.println(tableName+”delete success!”);
}else{
System.out.println(tableName+”Table does not exist!”);
}
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}

/**
* insert a data
* @param configuration Configuration
* @param tableName String,Table’s name
* */
public static void addData(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin = new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
HTable table=new HTable(configuration, tableName);
Put put=new Put(Bytes.toBytes(“zhangsan”));
put.add(Bytes.toBytes(“info”), Bytes.toBytes(“age”), Bytes.toBytes(“28”));
table.put(put);
System.out.println(“add success!”);
}else{
System.out.println(tableName+”Table does not exist!”);
}
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}

/**
* Delete a data
* @param configuration Configuration
* @param tableName String,Table’s name
* */
public static void deleteDate(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin=new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
HTable table=new HTable(configuration, tableName);
Delete delete=new Delete(Bytes.toBytes(“zhangsan”));
table.delete(delete);
System.out.println(“delete success!”);
}else{
System.out.println(“Table does not exist!”);
}
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}

/**
* get a data
* @param configuration Configuration
* @param tableName String,Table’s name
* */
public static void getData(Configuration configuration,String tableName){
HTable table;
try {
table = new HTable(configuration, tableName);
Get get=new Get(Bytes.toBytes(“zhangsan”));
Result result=table.get(get);

for(Cell cell:result.rawCells()){
System.out.println(“RowName:”+new String(CellUtil.cloneRow(cell))+” “);
System.out.println(“Timetamp:”+cell.getTimestamp()+” “);
System.out.println(“column Family:”+new String(CellUtil.cloneFamily(cell))+” “);
System.out.println(“row Name:”+new String(CellUtil.cloneQualifier(cell))+” “);
System.out.println(“value:”+new String(CellUtil.cloneValue(cell))+” “);
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}

/**
* insert all data
* @param configuration Configuration
* @param tableName String,Table’s name
* */
public static void getAllData(Configuration configuration,String tableName){
HTable table;
try {
table=new HTable(configuration, tableName);
Scan scan=new Scan();
ResultScanner results=table.getScanner(scan);
for(Result result:results){
for(Cell cell:result.rawCells()){
System.out.println(“RowName:”+new String(CellUtil.cloneRow(cell))+” “);
System.out.println(“Timetamp:”+cell.getTimestamp()+” “);
System.out.println(“column Family:”+new String(CellUtil.cloneFamily(cell))+” “);
System.out.println(“row Name:”+new String(CellUtil.cloneQualifier(cell))+” “);
System.out.println(“value:”+new String(CellUtil.cloneValue(cell))+” “);
}
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}

}
}

ant 脚本

<?xml version=”1.0″?>
<project name=”HBaseProject” default=”run” basedir=”.”>
<!– properies –>
<property name=”src.dir” value=”src” />
<property name=”report.dir” value=”report” />
<property name=”classes.dir” value=”classes” />
<property name=”lib.dir” value=”lib” />
<property name=”dist.dir” value=”dist” />
<property name=”doc.dir” value=”doc”/>
<!– 定义 classpath –>
<path id=”master-classpath”>
<!– 这边指向的 jar 包就是 hbase 0.98 lib 目录下对应的 jar 包，当前项目是把这些 jar 包放在项目的 lib 目录下 –>
<fileset file=”${lib.dir}/*.jar” />
<pathelement path=”${classes.dir}”/>
</path>

<path id=”run.path”>
<path path=”${classes.dir}”/>
<path refid=”master-classpath” />
</path>
<!– 初始化任务 –>
<target name=”init” depends=”clean”>
<mkdir dir=”${classes.dir}”/>
<mkdir dir=”${dist.dir}”/>
</target>
<!– 编译 –>
<target name=”compile” depends=”init” description=”compile the source files”>

<javac srcdir=”${src.dir}” destdir=”${classes.dir}” target=”1.7″ includeantruntime=”false”>
<classpath refid=”master-classpath”/>
</javac>
</target>

<target name=”run” depends=”compile”>
<java classname=”com.wan.hbase.SimpleHBase” classpathref=”run.path” fork=”true” >
</java>
</target>

<!– 打包成 jar –>
<target name=”pack” depends=”compile” description=”make .jar file”>
<mkdir dir=”${dist.dir}” />
<jar destfile=”${dist.dir}/hbaseproject.jar” basedir=”${classes.dir}”>
<exclude name=”**/*Test.*” />
<exclude name=”**/Test*.*” />
</jar>
</target>

最后把项目放在集群中, 进入项目的根目录, 执行命令:ant run

即可运行！

完整项目（包含 hbase 中 lib 目录下的 jar 包）：

百度网盘免费下载地址：http://pan.baidu.com/s/1eQEG7jO

—————————————— 分割线 ——————————————

FTP 地址：ftp://ftp1.linuxidc.com

用户名：ftp1.linuxidc.com

密码：www.linuxidc.com

在 2014 年 LinuxIDC.com\5 月 \ 在集群中 Java 通过调用 API 操作 HBase 0.98

下载方法见 http://www.linuxidc.com/Linux/2013-10/91140.htm

—————————————— 分割线 ——————————————

编辑推荐 ：

Hadoop+HBase 搭建云存储总结 PDF http://www.linuxidc.com/Linux/2013-05/83844.htm

HBase 结点之间时间不一致造成 regionserver 启动失败 http://www.linuxidc.com/Linux/2013-06/86655.htm

Hadoop+ZooKeeper+HBase 集群配置 http://www.linuxidc.com/Linux/2013-06/86347.htm

Hadoop 集群安装 &HBase 实验环境搭建 http://www.linuxidc.com/Linux/2013-04/83560.htm

基于 Hadoop 集群的 HBase 集群的配置 http://www.linuxidc.com/Linux/2013-03/80815.htm‘

Hadoop 安装部署笔记之 -HBase 完全分布模式安装 http://www.linuxidc.com/Linux/2012-12/76947.htm

单机版搭建 HBase 环境图文教程详解 http://www.linuxidc.com/Linux/2012-10/72959.htm

在集群中 Java 通过调用 API 操作 HBase 0.98

本文的内容是在集群中创建 java 项目调用 api 来操作 hbase，主要涉及对 hbase 的创建表格，删除表格，插入数据，删除数据，查询一条数据，查询所有数据等操作。

具体流程如下：
1. 创建项目
2. 获取 jar 包到项目的 lib 目录下（这边试用的事 hbase 0.98 lib 目录下的所有 jar 包）
3. 编写 java 程序
4. 编写 ant 脚本

package com.wan.hbase;

import java.io.IOException;

import org.apache.Hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;

public class SimpleHBase {

public static void main(String[] args) {
Configuration configuration=HBaseConfiguration.create();
String tableName=”student”;
createTable(configuration, tableName);
// addData(configuration, tableName);
// getData(configuration, tableName);
// getAllData(configuration, tableName);
// deleteDate(configuration, tableName);
// dropTable(configuration, tableName);

}

/**
* create a new Table
* @param configuration Configuration
* @param tableName String,the new Table’s name
* */
public static void createTable(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin = new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
admin.disableTable(tableName);
admin.deleteTable(tableName);
System.out.println(tableName+”is exist ,delete ……”);
}

HTableDescriptor tableDescriptor=new HTableDescriptor(TableName.valueOf(tableName));
tableDescriptor.addFamily(new HColumnDescriptor(“info”));
tableDescriptor.addFamily(new HColumnDescriptor(“address”));
admin.createTable(tableDescriptor);
System.out.println(“end create table”);
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}

}

/**
* Delete the existing table
* @param configuration Configuration
* @param tableName String,Table’s name
* */
public static void dropTable(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin = new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
admin.disableTable(tableName);
admin.deleteTable(tableName);
System.out.println(tableName+”delete success!”);
}else{
System.out.println(tableName+”Table does not exist!”);
}
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}

/**
* insert a data
* @param configuration Configuration
* @param tableName String,Table’s name
* */
public static void addData(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin = new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
HTable table=new HTable(configuration, tableName);
Put put=new Put(Bytes.toBytes(“zhangsan”));
put.add(Bytes.toBytes(“info”), Bytes.toBytes(“age”), Bytes.toBytes(“28”));
table.put(put);
System.out.println(“add success!”);
}else{
System.out.println(tableName+”Table does not exist!”);
}
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}

/**
* Delete a data
* @param configuration Configuration
* @param tableName String,Table’s name
* */
public static void deleteDate(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin=new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
HTable table=new HTable(configuration, tableName);
Delete delete=new Delete(Bytes.toBytes(“zhangsan”));
table.delete(delete);
System.out.println(“delete success!”);
}else{
System.out.println(“Table does not exist!”);
}
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}

/**
* get a data
* @param configuration Configuration
* @param tableName String,Table’s name
* */
public static void getData(Configuration configuration,String tableName){
HTable table;
try {
table = new HTable(configuration, tableName);
Get get=new Get(Bytes.toBytes(“zhangsan”));
Result result=table.get(get);

for(Cell cell:result.rawCells()){
System.out.println(“RowName:”+new String(CellUtil.cloneRow(cell))+” “);
System.out.println(“Timetamp:”+cell.getTimestamp()+” “);
System.out.println(“column Family:”+new String(CellUtil.cloneFamily(cell))+” “);
System.out.println(“row Name:”+new String(CellUtil.cloneQualifier(cell))+” “);
System.out.println(“value:”+new String(CellUtil.cloneValue(cell))+” “);
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}

/**
* insert all data
* @param configuration Configuration
* @param tableName String,Table’s name
* */
public static void getAllData(Configuration configuration,String tableName){
HTable table;
try {
table=new HTable(configuration, tableName);
Scan scan=new Scan();
ResultScanner results=table.getScanner(scan);
for(Result result:results){
for(Cell cell:result.rawCells()){
System.out.println(“RowName:”+new String(CellUtil.cloneRow(cell))+” “);
System.out.println(“Timetamp:”+cell.getTimestamp()+” “);
System.out.println(“column Family:”+new String(CellUtil.cloneFamily(cell))+” “);
System.out.println(“row Name:”+new String(CellUtil.cloneQualifier(cell))+” “);
System.out.println(“value:”+new String(CellUtil.cloneValue(cell))+” “);
}
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}

}
}

ant 脚本

<?xml version=”1.0″?>
<project name=”HBaseProject” default=”run” basedir=”.”>
<!– properies –>
<property name=”src.dir” value=”src” />
<property name=”report.dir” value=”report” />
<property name=”classes.dir” value=”classes” />
<property name=”lib.dir” value=”lib” />
<property name=”dist.dir” value=”dist” />
<property name=”doc.dir” value=”doc”/>
<!– 定义 classpath –>
<path id=”master-classpath”>
<!– 这边指向的 jar 包就是 hbase 0.98 lib 目录下对应的 jar 包，当前项目是把这些 jar 包放在项目的 lib 目录下 –>
<fileset file=”${lib.dir}/*.jar” />
<pathelement path=”${classes.dir}”/>
</path>

<path id=”run.path”>
<path path=”${classes.dir}”/>
<path refid=”master-classpath” />
</path>
<!– 初始化任务 –>
<target name=”init” depends=”clean”>
<mkdir dir=”${classes.dir}”/>
<mkdir dir=”${dist.dir}”/>
</target>
<!– 编译 –>
<target name=”compile” depends=”init” description=”compile the source files”>

<javac srcdir=”${src.dir}” destdir=”${classes.dir}” target=”1.7″ includeantruntime=”false”>
<classpath refid=”master-classpath”/>
</javac>
</target>

<target name=”run” depends=”compile”>
<java classname=”com.wan.hbase.SimpleHBase” classpathref=”run.path” fork=”true” >
</java>
</target>

<!– 打包成 jar –>
<target name=”pack” depends=”compile” description=”make .jar file”>
<mkdir dir=”${dist.dir}” />
<jar destfile=”${dist.dir}/hbaseproject.jar” basedir=”${classes.dir}”>
<exclude name=”**/*Test.*” />
<exclude name=”**/Test*.*” />
</jar>
</target>