Elasticsearch Java API有四类client连接方式
- TransportClient
- RestClient
- Jest
- Spring Data Elasticsearch
其中TransportClient和RestClient是Elasticsearch原生的api。TransportClient可以支持2.x,5.x版本,TransportClient将会在Elasticsearch 7.0弃用并在8.0中完成删除,因此不推荐后续使用;而Jest由于是社区维护,所以更新有一定延迟,目前最新版对接ES6.3.1,近一个月只有四个issue,说明整体活跃度较低,因此也不推荐使用;Spring Data Elasticsearch主要是与Spring生态对接,可以在web系统中整合到Spring中使用。目前比较推荐使用官方的高阶、低阶Rest Client,官方维护,比较值得信赖。
所需要的JAR包
org.elasticsearch.client transport6.4.2 org.elasticsearch elasticsearch6.4.2
实体类:
import javax.persistence.Column;
import javax.persistence.Entity;
import javax.persistence.GeneratedValue;
import javax.persistence.Id;
import javax.persistence.Table;
import org.hibernate.annotations.GenericGenerator;
@Entity
@Table(name = "material_view", schema = "")
@SuppressWarnings("serial")
public class MaterialView implements java.io.Serializable {
private java.lang.String id;
private java.lang.String equipmentName;
private java.lang.String brandName;
private java.lang.String brandCode;
private java.lang.String supplierName;
private java.lang.String supplierId;
private java.lang.String model;
private java.lang.String type;
private java.lang.String paramInfo;
private java.lang.String levelOneName;
private java.lang.String levelTwoName;
private java.lang.String levelThreeName;
private java.lang.String levelOneCode;
private java.lang.String levelTwoCode;
private java.lang.String levelThreeCode;
private java.lang.Integer createDate;
private Double facePrice;
private Double designCost;
private Double purchaseCost;
private java.lang.String remake;
private java.lang.String img;
public MaterialView() {
// TODO Auto-generated constructor stub
}
public MaterialView(String id, String equipmentName, String brandName, String brandCode, String supplierName,
String supplierId, String model, String type, String paramInfo, String levelOneName, String levelTwoName,
String levelThreeName, String levelOneCode, String levelTwoCode, String levelThreeCode, Integer createDate,
Double facePrice, Double designCost, Double purchaseCost, String remake, String img) {
super();
this.id = id;
this.equipmentName = equipmentName;
this.brandName = brandName;
this.brandCode = brandCode;
this.supplierName = supplierName;
this.supplierId = supplierId;
this.model = model;
this.type = type;
this.paramInfo = paramInfo;
this.leveloneName = levelOneName;
this.levelTwoname = levelTwoName;
this.levelThreeName = levelThreeName;
this.leveloneCode = levelOneCode;
this.levelTwoCode = levelTwoCode;
this.levelThreeCode = levelThreeCode;
this.createDate = createDate;
this.facePrice = facePrice;
this.designCost = designCost;
this.purchaseCost = purchaseCost;
this.remake = remake;
this.img = img;
}
@Id
@GeneratedValue(generator = "paymentableGenerator")
@GenericGenerator(name = "paymentableGenerator", strategy = "uuid")
@Column(name = "ID", nullable = false, length = 36)
public java.lang.String getId() {
return this.id;
}
public void setId(java.lang.String id) {
this.id = id;
}
@Column(name = "equipmentName", nullable = true)
public java.lang.String getEquipmentName() {
return equipmentName;
}
public void setEquipmentName(java.lang.String equipmentName) {
this.equipmentName = equipmentName;
}
@Column(name = "brandName", nullable = true)
public java.lang.String getBrandName() {
return brandName;
}
public void setBrandName(java.lang.String brandName) {
this.brandName = brandName;
}
@Column(name = "model", nullable = true)
public java.lang.String getModel() {
return model;
}
public void setModel(java.lang.String model) {
this.model = model;
}
@Column(name = "type", nullable = true)
public java.lang.String getType() {
return type;
}
public void setType(java.lang.String type) {
this.type = type;
}
@Column(name = "paramInfo", nullable = true)
public java.lang.String getParamInfo() {
return paramInfo;
}
public void setParamInfo(java.lang.String paramInfo) {
this.paramInfo = paramInfo;
}
@Column(name = "levelOneName", nullable = true)
public java.lang.String getLeveloneName() {
return levelOneName;
}
public void setLeveloneName(java.lang.String levelOneName) {
this.leveloneName = levelOneName;
}
@Column(name = "levelTwoName", nullable = true)
public java.lang.String getLevelTwoname() {
return levelTwoName;
}
public void setLevelTwoname(java.lang.String levelTwoName) {
this.levelTwoname = levelTwoName;
}
@Column(name = "levelThreeName", nullable = true)
public java.lang.String getLevelThreeName() {
return levelThreeName;
}
public void setLevelThreeName(java.lang.String levelThreeName) {
this.levelThreeName = levelThreeName;
}
@Column(name = "brandCode", nullable = true)
public java.lang.String getBrandCode() {
return brandCode;
}
public void setBrandCode(java.lang.String brandCode) {
this.brandCode = brandCode;
}
@Column(name = "levelOneCode", nullable = true)
public java.lang.String getLeveloneCode() {
return levelOneCode;
}
public void setLeveloneCode(java.lang.String levelOneCode) {
this.leveloneCode = levelOneCode;
}
@Column(name = "levelTwoCode", nullable = true)
public java.lang.String getLevelTwoCode() {
return levelTwoCode;
}
public void setLevelTwoCode(java.lang.String levelTwoCode) {
this.levelTwoCode = levelTwoCode;
}
@Column(name = "levelThreeCode", nullable = true)
public java.lang.String getLevelThreeCode() {
return levelThreeCode;
}
public void setLevelThreeCode(java.lang.String levelThreeCode) {
this.levelThreeCode = levelThreeCode;
}
@Column(name = "supplierName", nullable = true)
public java.lang.String getSupplierName() {
return supplierName;
}
public void setSupplierName(java.lang.String supplierName) {
this.supplierName = supplierName;
}
@Column(name = "createDate", nullable = true)
public Integer getCreateDate() {
return createDate;
}
public void setCreateDate(Integer createDate) {
this.createDate = createDate;
}
@Column(name = "supplierId", nullable = true)
public java.lang.String getSupplierId() {
return supplierId;
}
public void setSupplierId(java.lang.String supplierId) {
this.supplierId = supplierId;
}
@Column(name = "facePrice", nullable = true)
public Double getFacePrice() {
return facePrice;
}
public void setFacePrice(Double facePrice) {
this.facePrice = facePrice;
}
@Column(name = "designCost", nullable = true)
public Double getDesignCost() {
return designCost;
}
public void setDesignCost(Double designCost) {
this.designCost = designCost;
}
@Column(name = "purchaseCost", nullable = true)
public Double getPurchaseCost() {
return purchaseCost;
}
public void setPurchaseCost(Double purchaseCost) {
this.purchaseCost = purchaseCost;
}
@Column(name = "remake", nullable = true)
public java.lang.String getRemake() {
return remake;
}
public void setRemake(java.lang.String remake) {
this.remake = remake;
}
@Column(name = "img", nullable = true)
public java.lang.String getImg() {
return img;
}
public void setImg(java.lang.String img) {
this.img = img;
}
}
获取连接的工具类
package com.jeecg.yw.util;
import java.net.InetAddress;
import java.net.UnknownHostException;
import javax.annotation.PostConstruct;
import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.transport.TransportAddress;
import org.elasticsearch.transport.client.PreBuiltTransportClient;
import org.springframework.stereotype.Component;
@Component
public class ESClientUtil {
//项目启动直接获取连接 并且在使用中不关闭
@PostConstruct
void init() {
// 避免netty冲突
System.setProperty("es.set.netty.runtime.available.processors", "false");
getClient();
}
//集群名称
private static final String CLUSTERNAME = "es-cluster";
//ES服务器地址
private static final String IP = "192.168.0.119";
//ES服务器端口
private static final Integer PORT = 9300;
private static TransportClient client;
private ESClientUtil() {
// TODO Auto-generated constructor stub
}
@SuppressWarnings("resource")
public static TransportClient getClient() {
try {
if(client == null) {
//指定集群
Settings settings = Settings.builder().put("cluster.name", CLUSTERNAME).build();
//创建访问ES服务器端客户端
client = new PreBuiltTransportClient(settings)
// 设置集群的节点
.addTransportAddress(new TransportAddress(InetAddress.getByName(IP), PORT));
}
} catch (UnknownHostException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
return client;
}
}
CRUD的方法
import java.io.IOException;
import java.lang.reflect.Field;
import java.util.ArrayList;
import java.util.Date;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ExecutionException;
import org.apache.commons.lang3.reflect.FieldUtils;
import org.elasticsearch.action.admin.indices.create.CreateIndexRequestBuilder;
import org.elasticsearch.action.delete.DeleteResponse;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.ClearScrollRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.search.SearchType;
import org.elasticsearch.action.update.UpdateRequest;
import org.elasticsearch.action.update.UpdateResponse;
import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.text.Text;
import org.elasticsearch.common.unit.Timevalue;
import org.elasticsearch.common.xcontent.XContentBuilder;
import org.elasticsearch.common.xcontent.XContentFactory;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.MultiMatchQueryBuilder;
import org.elasticsearch.index.query.MultiMatchQueryBuilder.Type;
import org.elasticsearch.index.query.Operator;
import org.elasticsearch.index.query.QueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightField;
import org.elasticsearch.search.sort.SortOrder;
import org.jeecgframework.core.common.model.json.AjaxJson;
import org.jeecgframework.core.util.PinyinUtil;
import org.jeecgframework.core.util.StringUtil;
import org.springframework.cglib.core.ReflectUtils;
import com.alibaba.fastjson.JSONObject;
import com.jeecg.yw.entity.MaterialView;
import cn.hutool.core.date.DateUtil;
public class ESMaterialUtil {
//索引名称--数据库名
private static final String INDEX_NAME = "cos";
//类型名称--表名
private static final String TYPE_NAME = "material";
public static AjaxJson createMapping() throws Exception {
AjaxJson j = new AjaxJson();
TransportClient client = ESClientUtil.getClient();
Settings.Builder settings = Settings.builder()
//数据分片数,默认为5,有时候设置为3
.put("number_of_shards", 3)
//数据备份数,如果只有一台机器,设置为0
.put("number_of_replicas", 0);
XContentBuilder builder = XContentFactory.jsonBuilder()
.startObject()
.startObject("properties")
.startObject("id")
.field("type", "text")
.field("store", true)
.endObject()
.startObject("equipmentName")
.field("type", "text")
.field("store", true)
.field("analyzer", "ik_max_word")
.field("search_analyzer", "ik_max_word")
.endObject()
.startObject("model")
.field("type", "text")
.field("store", true)
.field("analyzer", "ik_max_word")
.field("search_analyzer", "ik_max_word")
.endObject()
.startObject("type")
.field("type", "text")
.field("store", true)
.field("analyzer", "ik_max_word")
.field("search_analyzer", "ik_max_word")
.endObject()
.startObject("brandName")
.field("type", "text")
.field("store", true)
.field("analyzer", "ik_max_word")
.field("search_analyzer", "ik_max_word")
.endObject()
.startObject("brandCode")
.field("type", "text")
.field("store", true)
.endObject()
.startObject("supplierName")
.field("type", "text")
.field("store", true)
.field("analyzer", "ik_max_word")
.field("search_analyzer", "ik_max_word")
.endObject()
.startObject("supplierId")
.field("type", "text")
.field("store", true)
.endObject()
.startObject("levelOneName")
.field("type", "text")
.field("store", true)
.field("analyzer", "ik_max_word")
.field("search_analyzer", "ik_max_word")
.endObject()
.startObject("levelTwoName")
.field("type", "text")
.field("store", true)
.field("analyzer", "ik_max_word")
.field("search_analyzer", "ik_max_word")
.endObject()
.startObject("levelThreeName")
.field("type", "text")
.field("store", true)
.field("analyzer", "ik_max_word")
.field("search_analyzer", "ik_max_word")
.endObject()
.startObject("levelOneCode")
.field("type", "text")
.field("store", true)
.endObject()
.startObject("levelTwoCode")
.field("type", "text")
.field("store", true)
.endObject()
.startObject("levelThreeCode")
.field("type", "text")
.field("store", true)
.endObject()
.startObject("paramInfo")
.field("type", "text")
.field("store", true)
.field("analyzer", "ik_max_word")
.field("search_analyzer", "ik_max_word")
.endObject()
.startObject("createDate")
.field("type", "integer")
.field("store", true)
.endObject()
.startObject("remake")
.field("type", "text")
.field("store", true)
.field("analyzer", "ik_max_word")
.field("search_analyzer", "ik_max_word")
.endObject()
.startObject("facePrice")
.field("type", "double")
.field("store", true)
.endObject()
.startObject("designCost")
.field("type", "double")
.field("store", true)
.endObject()
.startObject("purchaseCost")
.field("type", "double")
.field("store", true)
.endObject()
.startObject("img")
.field("type", "text")
.field("store", true)
.endObject()
.endObject()
.endObject();
CreateIndexRequestBuilder prepareCreate = client.admin().indices().prepareCreate(INDEX_NAME);
//管理索引(user_info)然后关联type(user)
prepareCreate.setSettings(settings).addMapping(TYPE_NAME, builder).get();
//client.close();
j.setObj(null);
return j;
}
public static AjaxJson synchronizeData(List list) throws Exception {
AjaxJson j = new AjaxJson();
TransportClient client = ESClientUtil.getClient();
int num = 0;
for (MaterialView m : list) {
XContentBuilder builder = XContentFactory.jsonBuilder().startObject()
.field("brandCode", m.getBrandCode())
.field("brandName", m.getBrandName())
.field("equipmentName", m.getEquipmentName())
.field("id", m.getId())
.field("levelOneName", m.getLeveloneName())
.field("levelOneCode", m.getLeveloneCode())
.field("levelThreeName", m.getLevelThreeName())
.field("levelThreeCode", m.getLevelThreeCode())
.field("levelTwoName", m.getLevelTwoname())
.field("levelTwoCode", m.getLevelTwoCode())
.field("model", m.getModel())
.field("paramInfo", m.getParamInfo())
.field("supplierName", m.getSupplierName())
.field("supplierId", m.getSupplierId())
.field("type", m.getType())
.field("remake", m.getRemake())
.field("facePrice", m.getFacePrice())
.field("designCost", m.getDesignCost())
.field("purchaseCost", m.getPurchaseCost())
.field("img", m.getImg())
.field("createDate", m.getCreateDate())
.endObject();
IndexResponse response = client.prepareIndex(INDEX_NAME, TYPE_NAME, m.getId()).setSource(builder).get();
System.err.println((++num)+"-------------->"+response.status());
}
//client.close();
j.setMsg("同步物料数量:"+num);
return j;
}
public static PageUtil scrollPage(PageUtil page, String keyword, String brandCodes, String supplierIds,
String levelOneCode, String levelTwoCode, String levelThreeCode) {
int pageSize = page.getRows();
int currentPageNo = page.getPage();
TransportClient client = ESClientUtil.getClient();
// 组织查询条件
BoolQueryBuilder query = setBoolQueryBuilder(keyword, brandCodes, supplierIds, levelOneCode, levelTwoCode, levelThreeCode);
// 设置高亮属性
// 高亮设置
HighlightBuilder highlightBuilder = new HighlightBuilder();
highlightBuilder.requireFieldMatch(false)
.field("equipmentName")
.field("paramInfo")
.field("model")
.field("remake")
.field("type")
.preTags("").postTags("");
// Scroll查询请求
// 首次搜索 包含数据
SearchResponse searchResponse = client.prepareSearch(INDEX_NAME)
.setTypes(TYPE_NAME)
// 排序
.addSort("createDate", SortOrder.ASC)
// 执行检索的类别
.setSearchType(SearchType.DEFAULT)
.highlighter(highlightBuilder)
// 指定超时时间
.setScroll(Timevalue.timevalueMinutes(1))
// 查询条件
.setQuery(query)
// 大小
.setSize(page.getRows())
//字段过滤
.setFetchSource(
new String[]{"brandName","equipmentName","id","levelOneName","levelTwoName","levelThreeName","model",
"paramInfo","supplierName","type","remake","facePrice","designCost","purchaseCost","img"},
new String[]{"brandCode", "levelOneCode", "levelTwoCode", "levelThreeCode", "supplierId", "createDate"}
)
.execute()
.actionGet();
// 获取查询总数量
Long totalCount = searchResponse.getHits().getTotalHits();
// 设置分页数据总数
page.setTotal(totalCount.intValue());
List result = new ArrayList<>(pageSize);
// 查询总数量为0,直接返回
if (totalCount == 0) {
page.setResults(result);
return page;
}
// 计算总页数
long pageCount = totalCount % (long) pageSize == 0L ? totalCount / (long) pageSize : totalCount / (long) pageSize + 1L;
// 重新设置当前页数
if (pageCount == 1 || pageCount <= currentPageNo) {
currentPageNo = (int) pageCount;
}
// 获取currentPageNo的数据,从Scroll快照拿数据,首页数据已经拿到,
for (int i = 2; i <= currentPageNo; i++) {
// 从第二页开始,使用上次搜索结果的ScrollId,从Scroll快照拿数据
searchResponse = client
.prepareSearchScroll(searchResponse.getScrollId())
.setScroll(Timevalue.timevalueMinutes(1))
.execute()
.actionGet();
}
// 获取分页结果
SearchHits hits = searchResponse.getHits();
MaterialView entityEsDto= null;
// 遍历转换结果对象
for (SearchHit searchHit : hits) {
entityEsDto = (MaterialView) ReflectUtils.newInstance(MaterialView.class);
//entityEsDto = JSONObject.parseObject(searchHit.getSourceAsString(), MaterialView.class);
try {
FieldUtils.writeField(entityEsDto, "id", searchHit.getId(), true);
} catch (IllegalAccessException e) {
e.printStackTrace();
}
// 非高亮字段的数据写入
for (Map.Entry entry : searchHit.getSourceAsMap().entrySet()) {
Field field = FieldUtils.getField(MaterialView.class, entry.getKey(), true);
// 判断字段不存在
if (null == field) {
continue;
}
try {
FieldUtils.writeField(entityEsDto, entry.getKey(), entry.getValue(), true);
} catch (IllegalAccessException e) {
e.printStackTrace();
}
}
for (Map.Entry entry : searchHit.getHighlightFields().entrySet()) {
StringBuilder sb = new StringBuilder();
Text[] fragments = entry.getValue().getFragments();
for (Text fragment : fragments) {
sb.append(fragment.toString());
}
// 写入高亮的内容
try {
String str = sb.toString();
if("equipmentName".equals(entry.getKey())) {//替换物料名称的class属性
str = str.replaceAll("class="highlight"", "class="highlight2"");
FieldUtils.writeField(entityEsDto, entry.getKey(), str, true);
}else {
FieldUtils.writeField(entityEsDto, entry.getKey(), str, true);
}
} catch (IllegalAccessException e) {
e.printStackTrace();
}
}
result.add(entityEsDto);
//直接转换搜索结果
// entityEsDto= JSONObject.parseObject(searchHit.getSourceAsString(), MaterialView.class);
// if (Objects.nonNull(entityEsDto)) {
// // 设置主键
// entityEsDto.setId(searchHit.getId());
// result.add(entityEsDto);
// }
}
//封装结果
List



