大数据量的索引springdata-elasticsearch 操作最佳实践

对于索引结构一旦创建 就不能增加分片 除非重建索引

那对于这种需求我们该怎么办呢？

步骤

1. blog取⼀个别名blog_latest, blog_latest作为对外使⽤
2. 新增⼀个索引blog_20220101，结构复制于nba索引，根据业务要求修改字段
3. 将blog数据同步到blog_20220101
4. 给blog_20220101添加别名blog_latest，删除blog别名blog_latest
5. 删除blog索引

我们对外提供访问blog索引时使⽤的是blog_latest别名

下面举两个例子来说明

准备工程代码

    4.0.0
    com.haoran
    blog-es
    0.0.1-SNAPSHOT
    blog-es
    demo project for spring boot

    
        1.8
        
        
    


    
        
            org.projectlombok
            lombok
            1.18.24
        
        
            org.springframework.boot
            spring-boot-starter-data-jpa
        
        
            org.springframework.boot
            spring-boot-starter-data-elasticsearch






        
        
            org.springframework.boot
            spring-boot-starter-web
        

        
            org.springframework.boot
            spring-boot-starter-test
            test
        

        
            org.springframework.boot
            spring-boot-devtools
            runtime
            true
        
        
            mysql
            mysql-connector-java
            runtime
        

        
            org.springframework.boot
            spring-boot-starter-actuator
        

        
            org.springframework.boot
            spring-boot-starter-test
        

    

    
        
            
                org.springframework.boot
                spring-boot-dependencies
                2.7.1
                pom
                import
            
        
    

    
        
            
                org.springframework.boot
                spring-boot-maven-plugin
            
        
    

假如我们有个blog系统 里面有 美食类  技术类  新闻类  历史类等等类型

我们可以这么设计一个索引映射如下：

主键  标题  类型 作者  发布日期 内容等字段

package com.sixkery.entity.es;

import lombok.Data;
import org.springframework.data.annotation.Id;
import org.springframework.data.annotation.TypeAlias;
import org.springframework.data.elasticsearch.annotations.Document;
import org.springframework.data.elasticsearch.annotations.Field;
import org.springframework.data.elasticsearch.annotations.FieldType;

@Data
@TypeAlias("Blog")
@Document(indexName = "Blog")
public class AbstractBlog {

    @Id
    @Field(type = FieldType.Long)
    private Long id;

    @Field(type = FieldType.Text, analyzer = "ik_max_word", searchAnalyzer = "ik_max_word")
    private String title;

    @Field(type = FieldType.Keyword)
    private String type;

    @Field(type = FieldType.Keyword)
    private String author;

    @Field(type = FieldType.Date, pattern = "epoch_millis || yyyy-MM-dd HH:mm:ss")
    private Long publishDate;

    @Field(type = FieldType.Text, analyzer = "ik_max_word", searchAnalyzer = "ik_max_word")
    private String content;
}

美食类blog对象

@Data
@Document(indexName = "index_food_blog")
@Accessors
public class FoodBlog extends AbstractBlog {


}

技术类bolg对象

package com.sixkery.entity.es;

import lombok.Data;
import org.springframework.data.elasticsearch.annotations.Document;

@Data
@Document(indexName = "index_technology_blog")
public class TechnologyBlog extends AbstractBlog {


}

对应的mapping如下：

{
	"index_food_blog": {
		"aliases": {
			"Blog": {}
		},
		"mappings": {
			"properties": {
				"_class": {
					"type": "text",
					"fields": {
						"keyword": {
							"type": "keyword",
							"ignore_above": 256
						}
					}
				},
				"author": {
					"type": "keyword"
				},
				"content": {
					"type": "text",
					"analyzer": "ik_max_word"
				},
				"id": {
					"type": "keyword"
				},
				"publishDate": {
					"type": "date",
					"format": "epoch_millis || yyyy-MM-dd HH:mm:ss"
				},
				"title": {
					"type": "text",
					"analyzer": "ik_max_word"
				},
				"type": {
					"type": "keyword"
				}
			}
		},
		"settings": {
			"index": {
				"refresh_interval": "1s",
				"number_of_shards": "5",
				"provided_name": "index_food_blog",
				"creation_date": "1654742590809",
				"store": {
					"type": "fs"
				},
				"number_of_replicas": "1",
				"uuid": "HA1i6JWgSfyz04aaZcI48Q",
				"version": {
					"created": "7040299"
				}
			}
		}
	},
	"index_technology_blog": {
		"aliases": {
			"Blog": {}
		},
		"mappings": {
			"properties": {
				"_class": {
					"type": "text",
					"fields": {
						"keyword": {
							"type": "keyword",
							"ignore_above": 256
						}
					}
				},
				"author": {
					"type": "keyword"
				},
				"content": {
					"type": "text",
					"analyzer": "ik_max_word"
				},
				"id": {
					"type": "keyword"
				},
				"publishDate": {
					"type": "date",
					"format": "epoch_millis || yyyy-MM-dd HH:mm:ss"
				},
				"title": {
					"type": "text",
					"analyzer": "ik_max_word"
				},
				"type": {
					"type": "keyword"
				}
			}
		},
		"settings": {
			"index": {
				"refresh_interval": "1s",
				"number_of_shards": "5",
				"provided_name": "index_technology_blog",
				"creation_date": "1654742591150",
				"store": {
					"type": "fs"
				},
				"number_of_replicas": "1",
				"uuid": "gp1G1m7dRFCCflBJq3SA8g",
				"version": {
					"created": "7040299"
				}
			}
		}
	}
}

 看我们的查询和编辑操作

package com.sixkery.controller;


import com.sixkery.entity.es.AbstractBlog;
import com.sixkery.entity.es.FoodBlog;
import com.sixkery.entity.es.TechnologyBlog;
import com.sixkery.repository.*;
import lombok.Data;
import lombok.extern.slf4j.Slf4j;

import org.elasticsearch.index.query.BoolQueryBuilder;
import org.springframework.beans.BeanUtils;
import org.springframework.data.elasticsearch.core.ElasticsearchRestTemplate;

import org.springframework.data.elasticsearch.core.IndexOperations;
import org.springframework.data.elasticsearch.core.MultiGetItem;
import org.springframework.data.elasticsearch.core.SearchHits;
import org.springframework.data.elasticsearch.core.mapping.IndexCoordinates;
import org.springframework.data.elasticsearch.core.query.NativeSearchQueryBuilder;
import org.springframework.data.elasticsearch.core.query.Query;
import org.springframework.http.ResponseEntity;
import org.springframework.web.bind.annotation.*;

import javax.annotation.Resource;
import java.util.List;
import java.util.concurrent.atomic.AtomicLong;

@RestController
@Slf4j
@RequestMapping("/blog")
public class BlogController {

    @Resource
    private ElasticsearchRestTemplate elasticsearchRestTemplate;
    @Resource
    private FoodBlogRepository foodBlogRepository;
    @Resource
    private TechnologyBlogRepository technologyBlogRepository;

    private AtomicLong id = new AtomicLong(0);

    @PostMapping("/add")
    public ResponseEntity