栏目分类:
子分类:
返回
名师互学网用户登录
快速导航关闭
当前搜索
当前分类
子分类
实用工具
热门搜索
名师互学网 > IT > 软件开发 > 后端开发 > Java

利用hbase来两张表的联立,求出一个班学生的总分并把结果写到hbase(java 代码实现)

Java 更新时间: 发布时间: IT归档 最新发布 模块sitemap 名妆网 法律咨询 聚返吧 英语巴士网 伯小乐 网商动力

利用hbase来两张表的联立,求出一个班学生的总分并把结果写到hbase(java 代码实现)

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.filter.*;
import org.apache.hadoop.hbase.util.Bytes;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;

import java.io.BufferedReader;
import java.io.FileReader;
import java.io.IOException;
import java.util.ArrayList;
//查询文科一班学生总分排名前10的学生(输出:学号,姓名,班级,总分)结果写到hbase
public class HomeWork {
    private HConnection conn;
    private HBaseAdmin hAdmin;
//获取连接
    @Before
    public void connect() {
        try {
            //1获取Hadoop的相关配置环镜
            Configuration conf = new Configuration();
            //2获取zookeeper的配置
            conf.set("hbase.zookeeper.quorum", "master:2181,node1:2181,node2:2181");
            //获取与hbase的连接
            conn = HConnectionManager.createConnection(conf);
            //获取HMaster对象
            hAdmin = new HBaseAdmin(conf);
            System.out.println("建立连接成功:" + conn + ",HMaster获取成功:" + hAdmin);
        } catch (IOException e) {
            e.printStackTrace();
        }
    }


//建立score表
    @Test
    public void CreateTable(){
        try {
            //使用HTableDescriptor类创建一个表对象
            HTableDescriptor students = new HTableDescriptor("score");
            //创建表的时候,至少指定一个列簇
            HColumnDescriptor info = new HColumnDescriptor("info");
            //将列簇添加到表中
            students.addFamily(info);
            //真正的执行,是由HMaster
            hAdmin.createTable(students);
            System.out.println(Bytes.toString(students.getName())+"表创建成功。。。");
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
    //建立结果result表
    @Test
    public void CreateTable1(){
        try {
            //使用HTableDescriptor类创建一个表对象
            HTableDescriptor students = new HTableDescriptor("result");
            //创建表的时候,至少指定一个列簇
            HColumnDescriptor info = new HColumnDescriptor("info");
            //将列簇添加到表中
            students.addFamily(info);
            //真正的执行,是由HMaster
            hAdmin.createTable(students);
            System.out.println(Bytes.toString(students.getName())+"表创建成功。。。");
        } catch (IOException e) {
            e.printStackTrace();
        }
    }

//把数据填到score表中
//因为hbase行键有去重的效果,要想获取每个学生的各科成绩必须对result的行键做一下变化,不能单纯的用学号来作为行键
    @Test
    public void putAll(){
        try {
            //获取表的实例
            HTableInterface students = conn.getTable("score");
            //创建一个List集合对象
            ArrayList puts = new ArrayList<>();

            //读取数据 --- IO
            BufferedReader br = new BufferedReader(new FileReader("C:\Users\stu\IdeaProjects\javaapi-hadoop\javaapi-hbase\data\score.txt"));

            String line = null;
            while ((line=br.readLine())!=null){
                String[] split = line.split(",");
                String sid = split[0];
                String subject = split[1];
                String score = split[2];


                //把每一行组成一个put对象
                Put put = new Put((sid+"-"+subject).getBytes());

                //为一行添加多列
                put.add("info".getBytes(),"score".getBytes(),score.getBytes());

                puts.add(put);
            }

            //调用表的put方法,将集合数据添加到表中
            students.put(puts);
            System.out.println("学生信息表添加完毕!!");

        } catch (IOException e) {
            e.printStackTrace();
        }
    }

    //查询文科一班学生总分排名前10的学生(输出:学号,姓名,班级,总分)结果写到hbase
    //先是把文科一班的信息存到result表中

    @Test
    public void  homework(){
        HTableInterface result=null;
        ArrayList puts = new ArrayList<>();
        try {
            HTableInterface students = conn.getTable("students");
            RegexStringComparator regexStringComparator = new RegexStringComparator("文科一班");
            SingleColumnValueFilter singleColumnValueFilter = new SingleColumnValueFilter("info".getBytes(),"clazz".getBytes(),CompareFilter.CompareOp.EQUAL, regexStringComparator);
            Scan scan = new Scan();
            scan.setFilter(singleColumnValueFilter);
            ResultScanner scanner = students.getScanner(scan);
            Result rs = null;
            while ((rs = scanner.next()) != null) {
                String id = Bytes.toString(rs.getRow());
                String name = Bytes.toString(rs.getValue("info".getBytes(), "name".getBytes()));
                String clazz = Bytes.toString(rs.getValue("info".getBytes(), "clazz".getBytes()));
                System.out.println("学号:" + id + ",姓名:" + name + ",班级:" + clazz);
                Put put = new Put(id.getBytes());
                put.add("info".getBytes(),"name".getBytes(),name.getBytes());
                put.add("info".getBytes(),"clazz".getBytes(),clazz.getBytes());
                puts.add(put);
            }
            System.out.println(puts);
            result = conn.getTable("result");
            result.put(puts);
            System.out.println("学生信息表添加完毕!!");



        } catch (IOException e) {
            e.printStackTrace();
        }

    }


    //再把总分算出来然后把数据加到result表中
    @Test
    public void homework1(){
        try {
            HTableInterface result1 = conn.getTable("result");
            BinaryPrefixComparator binaryPrefixComparator = new BinaryPrefixComparator("文科".getBytes());
            SingleColumnValueFilter singleColumnValueFilter = new SingleColumnValueFilter("info".getBytes(), "clazz".getBytes(), CompareFilter.CompareOp.EQUAL, binaryPrefixComparator);
            Scan scan = new Scan();
            scan.setFilter(singleColumnValueFilter);
            ResultScanner scanner = result1.getScanner(scan);
            Result rs = null;
            while ((rs = scanner.next()) != null) {
                byte[] row = rs.getRow();
                HTableInterface score1 = conn.getTable("score");
                BinaryPrefixComparator binaryPrefixComparator1 = new BinaryPrefixComparator(row);
                RowFilter rowFilter = new RowFilter(CompareFilter.CompareOp.EQUAL, binaryPrefixComparator1);
                Scan scan1=new Scan();
                scan1.setFilter(rowFilter);
                ResultScanner scanner1 = score1.getScanner(scan1);
                Result rs1 = null;
                int sum =0;
                while ((rs1 = scanner1.next()) != null) {
                    String s = Bytes.toString(rs1.getValue("info".getBytes(), "score".getBytes()));
                    Integer i = Integer.valueOf(s);
                    sum+=i;
                }
                System.out.println(sum);
                String sumscore = String.valueOf(sum);
                Put put = new Put(row);
                put.add("info".getBytes(),"sumscore".getBytes(),sumscore.getBytes());
                result1.put(put);


            }


        } catch (IOException e) {
            e.printStackTrace();
        }
    }
//最后断开连接
    @After
    public void close(){
        if(conn!=null){
            try {
                conn.close();
            } catch (IOException e) {
                e.printStackTrace();
            }
            System.out.println("与hbase的连接已关闭");
        }
        if(hAdmin!=null){
            try {
                hAdmin.close();
            } catch (IOException e) {
                e.printStackTrace();
            }
            System.out.println("HMater对象已关闭");
        }
    }
}
转载请注明:文章转载自 www.mshxw.com
本文地址:https://www.mshxw.com/it/973886.html
我们一直用心在做
关于我们 文章归档 网站地图 联系我们

版权所有 (c)2021-2022 MSHXW.COM

ICP备案号:晋ICP备2021003244-6号