栏目分类:
子分类:
返回
名师互学网用户登录
快速导航关闭
当前搜索
当前分类
子分类
实用工具
热门搜索
名师互学网 > IT > 前沿技术 > 大数据 > 大数据系统

ES 去重/聚合查询

ES 去重/聚合查询

import org.apache.http.HttpHost;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestClientBuilder;
import org.elasticsearch.client.RestHighLevelClient;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;


@Configuration
public class EsClientConfig {

    @Value("${es.url}")
    private String[] esUrls;
    @Value("${es.username}")
    private String esUserName;
    @Value("${es.password}")
    private String esPassword;

    @Bean
    public RestHighLevelClient restHighLevelClient() {
        // 测试
        RestClientBuilder builder = RestClient.builder(new HttpHost("192.168.202.128", 9200, "http"));
        RestClient client = builder.build();
        RestHighLevelClient restHighLevelClient = new RestHighLevelClient(client);
        return restHighLevelClient;
        //账号密码连接
       
    }

}

去重查询

 @Resource
 private RestHighLevelClient client;

 @Test
    void contextLoads() throws Exception {
        SearchRequest request = new SearchRequest();
        request.indices("students").types("student");
        // 构建搜索条件
        SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
        //指定去重字段
        CollapseBuilder collapseBuilder = new CollapseBuilder("name.keyword");
        // 查询去重后的结果数量
        CardinalityAggregationBuilder aggregationBuilder = AggregationBuilders.cardinality("name").field("name.keyword");
        sourceBuilder.collapse(collapseBuilder);
        sourceBuilder.aggregation(aggregationBuilder);
        sourceBuilder.size(1000);
        request.source(sourceBuilder);

        SearchResponse response = client.search(request);
        System.out.println(JSON.toJSONString(response.getAggregations()));
        SearchHits hits = response.getHits();
        System.out.println(hits.getHits().length);
        System.out.println(JSON.toJSONString(hits));
        for (SearchHit hit : hits) {
            System.out.println(JSON.toJSONString(hit.getSource()));
        }

    }

聚合取值 、重点获取桶内数据

 @Test
    void contextLoads() throws Exception {
        SearchRequest request = new SearchRequest();
      // 设置索引和type
      //  request.indices("students").types("student");
        // 构建搜索条件
        SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
      // 分组,排序 :key 和 hit 为自定义,第二个参数为 条件查询字段
        TermsAggregationBuilder terms = AggregationBuilders.terms("key").field("recText.keyword")
                .subAggregation(AggregationBuilders.topHits("hit").sort("statisDate.keyword", SortOrder.DESC));
        sourceBuilder.aggregation(terms);
        sourceBuilder.size(1000);
        request.source(sourceBuilder);
        SearchResponse response = client.search(request);
        Long hs = response.getHits().getTotalHits();
        System.out.println(hs);

        ParsedTerms terms1 = (ParsedTerms) response.getAggregations().getAsMap().get("key");
        List list = (List) terms1.getBuckets();
        for (ParsedTerms.ParsedBucket parsedBucket : list) {
            System.out.println(parsedBucket.getKeyAsString());
            ParsedTopHits topHits = parsedBucket.getAggregations().get("hit");
            SearchHit hit = topHits.getHits().getHits()[0];
            String time = hit.getSourceAsMap().get("createTime").toString();
            System.out.println(time);
            return;
        }
转载请注明:文章转载自 www.mshxw.com
本文地址:https://www.mshxw.com/it/651941.html
我们一直用心在做
关于我们 文章归档 网站地图 联系我们

版权所有 (c)2021-2022 MSHXW.COM

ICP备案号:晋ICP备2021003244-6号