SpringBoot集成ElasticSearch(ES)-编程知识

ElasticSearch环境搭建

采用docker-compose搭建，具体配置如下：


version: '3'# 网桥es -> 方便相互通讯
networks:es:services:elasticsearch:image: registry.cn-hangzhou.aliyuncs.com/zhengqing/elasticsearch:7.14.1      # 原镜像`elasticsearch:7.14.1`container_name: elasticsearch             # 容器名为'elasticsearch'restart: unless-stopped                           # 指定容器退出后的重启策略为始终重启，但是不考虑在Docker守护进程启动时就已经停止了的容器volumes:                                  # 数据卷挂载路径设置,将本机目录映射到容器目录- "./elasticsearch/data:/usr/share/elasticsearch/data"- "./elasticsearch/logs:/usr/share/elasticsearch/logs"- "./elasticsearch/config/elasticsearch.yml:/usr/share/elasticsearch/config/elasticsearch.yml"
#      - "./elasticsearch/config/jvm.options:/usr/share/elasticsearch/config/jvm.options"- "./elasticsearch/plugins/ik:/usr/share/elasticsearch/plugins/ik" # IK中文分词插件environment:                              # 设置环境变量,相当于docker run命令中的-eTZ: Asia/ShanghaiLANG: en_US.UTF-8TAKE_FILE_OWNERSHIP: "true"  # 权限discovery.type: single-nodeES_JAVA_OPTS: "-Xmx512m -Xms512m"#ELASTIC_PASSWORD: "123456" # elastic账号密码ports:- "9200:9200"- "9300:9300"networks:- eskibana:image: registry.cn-hangzhou.aliyuncs.com/zhengqing/kibana:7.14.1       # 原镜像`kibana:7.14.1`container_name: kibanarestart: unless-stoppedvolumes:- ./elasticsearch/kibana/config/kibana.yml:/usr/share/kibana/config/kibana.ymlports:- "5601:5601"depends_on:- elasticsearchlinks:- elasticsearchnetworks:- es

部署

# 运行
docker-compose -f docker-compose-elasticsearch.yml -p elasticsearch up -d
# 运行后，给当前目录下所有文件赋予权限(读、写、执行)
#chmod -R 777 ./elasticsearch

ES访问地址：ip地址:9200 默认账号密码：elastic/123456

kibana访问地址：ip地址:5601/app/dev_tools#/console 默认账号密码：elastic/123456

设置ES密码

# 进入容器
docker exec -it elasticsearch /bin/bash
# 设置密码-随机生成密码
# elasticsearch-setup-passwords auto
# 设置密码-手动设置密码
elasticsearch-setup-passwords interactive
# 访问
curl 127.0.0.1:9200 -u elastic:123456

一、依赖


<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"><parent><artifactId>springboot-demo</artifactId><groupId>com.et</groupId><version>1.0-SNAPSHOT</version></parent><modelVersion>4.0.0</modelVersion><artifactId>elasticsearch</artifactId><dependencies><dependency><groupId>org.springframework.boot</groupId><artifactId>spring-boot-starter-data-elasticsearch</artifactId></dependency><dependency><groupId>org.springframework.boot</groupId><artifactId>spring-boot-starter-web</artifactId></dependency><dependency><groupId>org.springframework.boot</groupId><artifactId>spring-boot-starter-webflux</artifactId></dependency><dependency><groupId>com.alibaba</groupId><artifactId>fastjson</artifactId><version>${fastjson.version}</version></dependency><dependency><groupId>org.springframework.boot</groupId><artifactId>spring-boot-starter-test</artifactId><scope>test</scope></dependency><dependency><groupId>io.projectreactor</groupId><artifactId>reactor-test</artifactId><scope>test</scope></dependency></dependencies></project>

二、配置文件和启动类

# elasticsearch.yml 文件中的 cluster.name
spring.data.elasticsearch.cluster-name=docker-cluster
# elasticsearch 调用地址，多个使用“,”隔开
spring.data.elasticsearch.cluster-nodes=127.0.0.1:9300
#spring.data.elasticsearch.repositories.enabled=true
#spring.data.elasticsearch.username=elastic
#spring.data.elasticsearch.password=123456
#spring.data.elasticsearch.network.host=0.0.0.0

@SpringBootApplication
public class EssearchApplication {public static void main(String[] args) {SpringApplication.run(EssearchApplication.class, args);}}

三、document实体类

@Ducument(indexName = "orders",type = "product")
@Mapping(mappingPath = "productIndex.json")//解决ik分词不能使用的问题
public class ProductDocument implements Serializable{@Idprivate String id;//@Field(analyzer = "ik_max_word",searchAnalyzer = "ik_max_word")private String productName;//@Field(analyzer = "ik_max_word",searchAnalyzer = "ik_max_word")private String productDesc;private Date createTime;private Date updateTime;public String getId() {return id;}public void setId(String id) {this.id = id;}public String getProductName() {return productName;}public void setProductName(String productName) {this.productName = productName;}public String getProductDesc() {return productDesc;}public void setProductDesc(String productDesc) {this.productDesc = productDesc;}public Date getCreateTime() {return createTime;}public void setCreateTime(Date createTime) {this.createTime = createTime;}public Date getUpdateTime() {return updateTime;}public void setUpdateTime(Date updateTime) {this.updateTime = updateTime;}
}

四、Service接口以及实现类

public interface EsSearchService extends BaseSearchService<ProductDocument>{//保存void save(ProductDocument... productDocuments);//删除void delete(String id);//清空索引void deleteAll();//根据id查询ProductDocument getById(String id);//查询全部List<ProductDocument> getAll();
}

@Service
public class EsSearchServiceImpl extends BaseSearchServiceImpl<ProductDocument> implements EsSearchService {private Logger log = LoggerFactory.getLogger(getClass());@Resourceprivate ElasticsearchTemplate elasticsearchTemplate;@Resourceprivate ProductDocumentRepository productDocumentRepository;@Overridepublic void save(ProductDocument ... productDocuments) {elasticsearchTemplate.putMapping(ProductDocument.class);if(productDocuments.length > 0){/*Arrays.asList(productDocuments).parallelStream().map(productDocumentRepository::save).forEach(productDocument -> log.info("【保存数据】：{}", JSON.toJSONString(productDocument)));*/log.info("【保存索引】：{}",JSON.toJSONString(productDocumentRepository.saveAll(Arrays.asList(productDocuments))));}}@Overridepublic void delete(String id) {productDocumentRepository.deleteById(id);}@Overridepublic void deleteAll() {productDocumentRepository.deleteAll();}@Overridepublic ProductDocument getById(String id) {return productDocumentRepository.findById(id).get();}@Overridepublic List<ProductDocument> getAll() {List<ProductDocument> list = new ArrayList<>();productDocumentRepository.findAll().forEach(list::add);return list;}
}

五、repository

@Component
public interface ProductDocumentRepository extends ElasticsearchRepository<ProductDocument,String> {
}

productIndex.json

{"properties": {"createTime": {"type": "long"},"productDesc": {"type": "text","analyzer": "ik_max_word","search_analyzer": "ik_max_word"},"productName": {"type": "text","analyzer": "ik_max_word","search_analyzer": "ik_max_word"},"updateTime": {"type": "long"}}
}

六、测试

@RunWith(SpringRunner.class)
@SpringBootTest
public class EssearchApplicationTests {private Logger log = LoggerFactory.getLogger(getClass());@Autowiredprivate EsSearchService esSearchService;@Testpublic void save() {log.info("【创建索引前的数据条数】：{}",esSearchService.getAll().size());ProductDocument productDocument = ProductDocumentBuilder.create().addId(System.currentTimeMillis() + "01").addProductName("无印良品 MUJI 基础润肤化妆水").addProductDesc("无印良品 MUJI 基础润肤化妆水 高保湿型 200ml").addCreateTime(new Date()).addUpdateTime(new Date()).builder();ProductDocument productDocument1 = ProductDocumentBuilder.create().addId(System.currentTimeMillis() + "02").addProductName("荣耀 V10 尊享版").addProductDesc("荣耀 V10 尊享版 6GB+128GB 幻夜黑 移动联通电信4G全面屏游戏手机 双卡双待").addCreateTime(new Date()).addUpdateTime(new Date()).builder();ProductDocument productDocument2 = ProductDocumentBuilder.create().addId(System.currentTimeMillis() + "03").addProductName("资生堂(SHISEIDO) 尿素红罐护手霜").addProductDesc("日本进口 资生堂(SHISEIDO) 尿素红罐护手霜 100g/罐 男女通用 深层滋养 改善粗糙").addCreateTime(new Date()).addUpdateTime(new Date()).builder();esSearchService.save(productDocument,productDocument1,productDocument2);log.info("【创建索引ID】:{},{},{}",productDocument.getId(),productDocument1.getId(),productDocument2.getId());log.info("【创建索引后的数据条数】：{}",esSearchService.getAll().size());}@Testpublic void getAll(){esSearchService.getAll().parallelStream().map(JSON::toJSONString).forEach(System.out::println);}@Testpublic void deleteAll() {esSearchService.deleteAll();}@Testpublic void getById() {log.info("【根据ID查询内容】：{}", JSON.toJSONString(esSearchService.getById("154470178213401")));}@Testpublic void query() {log.info("【根据关键字搜索内容】：{}", JSON.toJSONString(esSearchService.query("无印良品荣耀",ProductDocument.class)));}@Testpublic void queryHit() {String keyword = "联通尿素";String indexName = "orders";List<Map<String,Object>> searchHits = esSearchService.queryHit(keyword,indexName,"productName","productDesc");log.info("【根据关键字搜索内容，命中部分高亮，返回内容】：{}", JSON.toJSONString(searchHits));//[{"highlight":{"productDesc":"<span style='color:red'>无印良品</span> MUJI 基础润肤化妆水 高保湿型 200ml","productName":"<span style='color:red'>无印良品</span> MUJI 基础润肤化妆水"},"source":{"productDesc":"无印良品 MUJI 基础润肤化妆水 高保湿型 200ml","createTime":1544755966204,"updateTime":1544755966204,"id":"154475596620401","productName":"无印良品 MUJI 基础润肤化妆水"}},{"highlight":{"productDesc":"<span style='color:red'>荣耀</span> V10 尊享版 6GB+128GB 幻夜黑 移动联通电信4G全面屏游戏手机 双卡双待","productName":"<span style='color:red'>荣耀</span> V10 尊享版"},"source":{"productDesc":"荣耀 V10 尊享版 6GB+128GB 幻夜黑 移动联通电信4G全面屏游戏手机 双卡双待","createTime":1544755966204,"updateTime":1544755966204,"id":"154475596620402","productName":"荣耀 V10 尊享版"}}]}@Testpublic void queryHitByPage() {String keyword = "联通尿素";String indexName = "orders";Page<Map<String,Object>> searchHits = esSearchService.queryHitByPage(1,1,keyword,indexName,"productName","productDesc");log.info("【分页查询，根据关键字搜索内容，命中部分高亮，返回内容】：{}", JSON.toJSONString(searchHits));//[{"highlight":{"productDesc":"<span style='color:red'>无印良品</span> MUJI 基础润肤化妆水 高保湿型 200ml","productName":"<span style='color:red'>无印良品</span> MUJI 基础润肤化妆水"},"source":{"productDesc":"无印良品 MUJI 基础润肤化妆水 高保湿型 200ml","createTime":1544755966204,"updateTime":1544755966204,"id":"154475596620401","productName":"无印良品 MUJI 基础润肤化妆水"}},{"highlight":{"productDesc":"<span style='color:red'>荣耀</span> V10 尊享版 6GB+128GB 幻夜黑 移动联通电信4G全面屏游戏手机 双卡双待","productName":"<span style='color:red'>荣耀</span> V10 尊享版"},"source":{"productDesc":"荣耀 V10 尊享版 6GB+128GB 幻夜黑 移动联通电信4G全面屏游戏手机 双卡双待","createTime":1544755966204,"updateTime":1544755966204,"id":"154475596620402","productName":"荣耀 V10 尊享版"}}]}@Testpublic void deleteIndex() {log.info("【删除索引库】");esSearchService.deleteIndex("orders");}}