import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
import org.apache.hadoop.hbase.util.Bytes;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import java.io.BufferedReader;
import java.io.FileReader;
import java.io.IOException;
import java.util.ArrayList;
//查询文科一班学生总分排名前10的学生(输出:学号,姓名,班级,总分)结果写到hbase
public class HomeWork {
private HConnection conn;
private HBaseAdmin hAdmin;
//获取连接
@Before
public void connect() {
try {
//1获取Hadoop的相关配置环镜
Configuration conf = new Configuration();
//2获取zookeeper的配置
conf.set("hbase.zookeeper.quorum", "master:2181,node1:2181,node2:2181");
//获取与hbase的连接
conn = HConnectionManager.createConnection(conf);
//获取HMaster对象
hAdmin = new HBaseAdmin(conf);
System.out.println("建立连接成功:" + conn + ",HMaster获取成功:" + hAdmin);
} catch (IOException e) {
e.printStackTrace();
}
}
//建立score表
@Test
public void CreateTable(){
try {
//使用HTableDescriptor类创建一个表对象
HTableDescriptor students = new HTableDescriptor("score");
//创建表的时候,至少指定一个列簇
HColumnDescriptor info = new HColumnDescriptor("info");
//将列簇添加到表中
students.addFamily(info);
//真正的执行,是由HMaster
hAdmin.createTable(students);
System.out.println(Bytes.toString(students.getName())+"表创建成功。。。");
} catch (IOException e) {
e.printStackTrace();
}
}
//建立结果result表
@Test
public void CreateTable1(){
try {
//使用HTableDescriptor类创建一个表对象
HTableDescriptor students = new HTableDescriptor("result");
//创建表的时候,至少指定一个列簇
HColumnDescriptor info = new HColumnDescriptor("info");
//将列簇添加到表中
students.addFamily(info);
//真正的执行,是由HMaster
hAdmin.createTable(students);
System.out.println(Bytes.toString(students.getName())+"表创建成功。。。");
} catch (IOException e) {
e.printStackTrace();
}
}
//把数据填到score表中
//因为hbase行键有去重的效果,要想获取每个学生的各科成绩必须对result的行键做一下变化,不能单纯的用学号来作为行键
@Test
public void putAll(){
try {
//获取表的实例
HTableInterface students = conn.getTable("score");
//创建一个List集合对象
ArrayList puts = new ArrayList<>();
//读取数据 --- IO
BufferedReader br = new BufferedReader(new FileReader("C:\Users\stu\IdeaProjects\javaapi-hadoop\javaapi-hbase\data\score.txt"));
String line = null;
while ((line=br.readLine())!=null){
String[] split = line.split(",");
String sid = split[0];
String subject = split[1];
String score = split[2];
//把每一行组成一个put对象
Put put = new Put((sid+"-"+subject).getBytes());
//为一行添加多列
put.add("info".getBytes(),"score".getBytes(),score.getBytes());
puts.add(put);
}
//调用表的put方法,将集合数据添加到表中
students.put(puts);
System.out.println("学生信息表添加完毕!!");
} catch (IOException e) {
e.printStackTrace();
}
}
//查询文科一班学生总分排名前10的学生(输出:学号,姓名,班级,总分)结果写到hbase
//先是把文科一班的信息存到result表中
@Test
public void homework(){
HTableInterface result=null;
ArrayList puts = new ArrayList<>();
try {
HTableInterface students = conn.getTable("students");
RegexStringComparator regexStringComparator = new RegexStringComparator("文科一班");
SingleColumnValueFilter singleColumnValueFilter = new SingleColumnValueFilter("info".getBytes(),"clazz".getBytes(),CompareFilter.CompareOp.EQUAL, regexStringComparator);
Scan scan = new Scan();
scan.setFilter(singleColumnValueFilter);
ResultScanner scanner = students.getScanner(scan);
Result rs = null;
while ((rs = scanner.next()) != null) {
String id = Bytes.toString(rs.getRow());
String name = Bytes.toString(rs.getValue("info".getBytes(), "name".getBytes()));
String clazz = Bytes.toString(rs.getValue("info".getBytes(), "clazz".getBytes()));
System.out.println("学号:" + id + ",姓名:" + name + ",班级:" + clazz);
Put put = new Put(id.getBytes());
put.add("info".getBytes(),"name".getBytes(),name.getBytes());
put.add("info".getBytes(),"clazz".getBytes(),clazz.getBytes());
puts.add(put);
}
System.out.println(puts);
result = conn.getTable("result");
result.put(puts);
System.out.println("学生信息表添加完毕!!");
} catch (IOException e) {
e.printStackTrace();
}
}
//再把总分算出来然后把数据加到result表中
@Test
public void homework1(){
try {
HTableInterface result1 = conn.getTable("result");
BinaryPrefixComparator binaryPrefixComparator = new BinaryPrefixComparator("文科".getBytes());
SingleColumnValueFilter singleColumnValueFilter = new SingleColumnValueFilter("info".getBytes(), "clazz".getBytes(), CompareFilter.CompareOp.EQUAL, binaryPrefixComparator);
Scan scan = new Scan();
scan.setFilter(singleColumnValueFilter);
ResultScanner scanner = result1.getScanner(scan);
Result rs = null;
while ((rs = scanner.next()) != null) {
byte[] row = rs.getRow();
HTableInterface score1 = conn.getTable("score");
BinaryPrefixComparator binaryPrefixComparator1 = new BinaryPrefixComparator(row);
RowFilter rowFilter = new RowFilter(CompareFilter.CompareOp.EQUAL, binaryPrefixComparator1);
Scan scan1=new Scan();
scan1.setFilter(rowFilter);
ResultScanner scanner1 = score1.getScanner(scan1);
Result rs1 = null;
int sum =0;
while ((rs1 = scanner1.next()) != null) {
String s = Bytes.toString(rs1.getValue("info".getBytes(), "score".getBytes()));
Integer i = Integer.valueOf(s);
sum+=i;
}
System.out.println(sum);
String sumscore = String.valueOf(sum);
Put put = new Put(row);
put.add("info".getBytes(),"sumscore".getBytes(),sumscore.getBytes());
result1.put(put);
}
} catch (IOException e) {
e.printStackTrace();
}
}
//最后断开连接
@After
public void close(){
if(conn!=null){
try {
conn.close();
} catch (IOException e) {
e.printStackTrace();
}
System.out.println("与hbase的连接已关闭");
}
if(hAdmin!=null){
try {
hAdmin.close();
} catch (IOException e) {
e.printStackTrace();
}
System.out.println("HMater对象已关闭");
}
}
}