栏目分类:
子分类:
返回
名师互学网用户登录
快速导航关闭
当前搜索
当前分类
子分类
实用工具
热门搜索
名师互学网 > IT > 软件开发 > 后端开发 > Java

springboot hbase

Java 更新时间: 发布时间: IT归档 最新发布 模块sitemap 名妆网 法律咨询 聚返吧 英语巴士网 伯小乐 网商动力

springboot hbase

1.添加依赖

2.2.4

		
            org.apache.hbase
            hbase-shaded-client
            ${hbase.version}
        
        
            org.apache.commons
            commons-lang3
            3.4
        
        
            commons-io
            commons-io
            2.4
        
        
            commons-beanutils
            commons-beanutils
            1.9.4
        
2.配置信息
# database - hbase
datasource.hbase.zookeeper.quorum=192.169.9.225
datasource.hbase.zookeeper.port=22181
datasource.hbase.zookeeper.znode.parent=
datasource.hbase.table.myHbase=myHbase
3.hbaseConfig类
import org.apache.hadoop.hbase.HbaseConfiguration;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Table;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;

import java.io.IOException;

@Configuration
public class HbaseConfig {

    @Value("${datasource.hbase.zookeeper.quorum}")
    private String zookeeper;

    @Value("${datasource.hbase.zookeeper.znode.parent}")
    private String parent;

    @Value("${datasource.hbase.zookeeper.port}")
    private String port;

    @Value("${datasource.hbase.table.myHbase}")
    private String tableName;

    public Connection getConnection() throws IOException {
        org.apache.hadoop.conf.Configuration config = HbaseConfiguration.create();
        config.set("hbase.zookeeper.quorum", zookeeper);
        config.set("hbase.zookeeper.property.clientPort", port);
        if (parent != null && !"".equals(parent)) {
            config.set("zookeeper.znode.parent", parent);
        }
        Connection connection = ConnectionFactory.createConnection(config);
        return connection;
    }

    @Bean(name = "hbaseTable")
    public Table getHbaseTable() throws IOException {
        Connection connection = getConnection();
        Table table = connection.getTable(TableName.valueOf(tableName));
        return table;
    }

}
4.使用
import com.quwan.dspriskadmin.dao.mysql.SdkUidMapper;
import lombok.val;
import org.apache.hadoop.hbase.client.*;
import org.apache.hadoop.hbase.util.Bytes;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;

import javax.annotation.Resource;
import java.io.IOException;
import java.util.*;

@Service
public class SdkUidService {

    @Autowired
    private SdkUidMapper sdkUidMapper;

    @Resource(name = "hbaseTable")
    private Table hbaseTable;

    public void insertSdkUidToHbase(){
        try {
            val sdkUIdList = sdkUidMapper.queryUidList();
            System.out.println(sdkUIdList);
            sdkUIdList.forEach(sdkUId -> {
                Put put = new Put(Bytes.toBytes(sdkUId.getUid().toString()));
                put.addColumn(Bytes.toBytes("info"), Bytes.toBytes("uid"),
                        Bytes.toBytes(sdkUId.getUid().toString()));
                try {
                    hbaseTable.put(put);
                } catch (IOException e) {
                    e.printStackTrace();
                }
            });
            hbaseTable.close();
        }catch (IOException e) {
            e.printStackTrace();
        }
    }
}
转载请注明:文章转载自 www.mshxw.com
本文地址:https://www.mshxw.com/it/673073.html
我们一直用心在做
关于我们 文章归档 网站地图 联系我们

版权所有 (c)2021-2022 MSHXW.COM

ICP备案号:晋ICP备2021003244-6号