Hbase使用java api
Hbase使用java api
1、首先创建maven工程
pom.xml文件如下
<?xml version="1.0" encoding="UTF-8"?>
4.0.0
org.example
HbaseApi
1.0-SNAPSHOT
org.apache.hadoop
hadoop-client
3.1.4
org.apache.hadoop
hadoop-auth
3.1.4
org.apache.hbase
hbase-client
2.2.6
org.apache.hbase
hbase-server
2.2.6
junit
junit
4.12
test
org.testng
testng
6.14.3
test
org.testng
testng
6.14.3
compile
org.apache.maven.plugins
maven-compiler-plugin
3.0
1.8
1.8
UTF-8
org.apache.maven.plugins
maven-shade-plugin
2.2
package
shade
*:*
META-INF/*.SF
META-INF/*.DSA
META-INF/*/RSA
2、创建表格
package com.hbase;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import java.io.IOException;
public class Test01 {
/**
* 1、创建myuser表
* 2、表里有两个列族f1和f2
*/
public static void main(String[] args) throws IOException {
/**
* 1、获取连接
* 2、获取客户端对象
* 3、操作数据库
* 4、关闭
*/
Configuration configuration = HBaseConfiguration.create();
configuration.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
//创建连接对象
Connection connection = ConnectionFactory.createConnection(configuration);
//获取管理员对象，来数据库进行ddl操作，创建一张表
Admin admin = connection.getAdmin();
//指定表名
final TableName myuser = TableName.valueOf("test01");
TableDescriptorBuilder tableDescriptorBuilder = TableDescriptorBuilder.newBuilder(myuser);
//创建两个列族
ColumnFamilyDescriptor f1 = ColumnFamilyDescriptorBuilder.of("f1");
ColumnFamilyDescriptor f2 = ColumnFamilyDescriptorBuilder.of("f2");
//设置两个列族给这个表格
tableDescriptorBuilder.setColumnFamily(f1);
tableDescriptorBuilder.setColumnFamily(f2);
//转化为创建表格的操作
TableDescriptor build = tableDescriptorBuilder.build();
//admin下达创建表格的命令
admin.createTable(build);
admin.close();
connection.close();
}
}
3、插入数据
package com.hbase;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import java.io.IOException;
public class InsertData {
public static void main(String[] args) throws IOException {
Configuration configuration = HBaseConfiguration.create();
configuration.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
Connection connection = ConnectionFactory.createConnection(configuration);
//获取我们需要操作的表,它也是一个操作对象
Table table = connection.getTable(TableName.valueOf("myuser"));
//获取主键，对主键为0001的内容进行操作
Put put = new Put("0001".getBytes());
put.addColumn("f1".getBytes(),"name".getBytes(),"zhangsan".getBytes());
put.addColumn("f2".getBytes(),"age".getBytes(),"12".getBytes());
table.put(put);
table.close();
connection.close();
}
}
4、get查询数据（用于主键精确查找）
package com.hbase;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.util.Bytes;
import java.text.SimpleDateFormat;
import java.util.*;
import java.io.IOException;
/**
* @author huangchao
* @date 2021/5/9
*/
public class GetData {
/**
* get查询的方式
*/
public static void main(String[] args) throws IOException {
Configuration configuration = HBaseConfiguration.create();
configuration.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
Connection connection = ConnectionFactory.createConnection(configuration);
Table table = connection.getTable(TableName.valueOf("myuser"));
//通过get对象指定rowkey
Get get = new Get("0001".getBytes());
//限制只查询f1列族下所有的列的值
get.addFamily("f1".getBytes());
get.addFamily("f2".getBytes());
//查询f2列族为name的字段, 查询某一个字段的值
// get.addColumn("f2".getBytes(),"name".getBytes());
Result result = table.get(get);
List| cells = result.listCells();
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
if (cells != null) {
for (Cell cell:cells) {
//获取列族名
byte[] familyName = CellUtil.cloneFamily(cell);
//获取列名
byte[] columnName = CellUtil.cloneQualifier(cell);
//获取rowkey
byte[] rowkey = CellUtil.cloneRow(cell);
//获取cell值
byte[] cellValue = CellUtil.cloneValue(cell);
System.out.println(sdf.format(cell.getTimestamp()));
System.out.println(Bytes.toString(familyName));
System.out.println(Bytes.toString(columnName));
System.out.println(Bytes.toString(rowkey));
System.out.println(Bytes.toString(cellValue));
System.out.println("--------------");
}
}
}
}
| 5、scan查询数据（用于主键范围查找）
package com.hbase;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.util.Bytes;
import java.io.IOException;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
/**
* @author huangchao
* @date 2021/5/9
*/
public class ScanData {
public static void main(String[] args) throws IOException {
Configuration configuration = HBaseConfiguration.create();
configuration.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
Connection connection = ConnectionFactory.createConnection(configuration);
Table table = connection.getTable(TableName.valueOf("myuser"));
Map> map = new HashMap<>();
Scan scan = new Scan();
scan.addFamily("f1".getBytes());
scan.withStartRow("0001".getBytes());
scan.withStopRow("0002".getBytes());
ResultScanner scanner = table.getScanner(scan);
for (Result result:scanner) {
List| cells = result.listCells();
for (Cell cell : cells) {
//获取键值
byte[] rowKey = CellUtil.cloneRow(cell);
//获取列族
byte[] family = CellUtil.cloneFamily(cell);
//获取列
byte[] qualifier = CellUtil.cloneQualifier(cell);
//获取值
byte[] value = CellUtil.cloneValue(cell);
System.out.println(Bytes.toString(family));
System.out.println(Bytes.toString(qualifier));
System.out.println(Bytes.toString(rowKey));
System.out.println(Bytes.toString(value));
System.out.println("--------------");
}
}
}
}
|