SpringBoot整合ES集群

本文整合基于Springboot2.0+，es版本6.2.2，使用spring-boot-starter-data-elasticsearch來做的整合demo

項(xiàng)目結(jié)構(gòu)

圖片.png

pom.xml 引入依賴

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
     xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
     xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>com.aulton</groupId>
<artifactId>springbootES</artifactId>
<version>1.0.0</version>
<parent>
    <groupId>org.springframework.boot</groupId>
    <artifactId>spring-boot-starter-parent</artifactId>
    <version>2.1.6.RELEASE</version>
</parent>
<properties>
    <java.version>1.8</java.version>
    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<dependencies>
    <!-- springboot依賴包 -->
    <dependency>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-web</artifactId>
    </dependency>
    <dependency>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-test</artifactId>
        <scope>test</scope>
    </dependency>
    <dependency>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-devtools</artifactId>
    </dependency>
    <!-- spring-boot-starter-data-elasticsearch -->
    <dependency>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-data-elasticsearch</artifactId>
    </dependency>
    <!-- fastjson -->
    <dependency>
        <groupId>com.alibaba</groupId>
        <artifactId>fastjson</artifactId>
        <version>1.2.39</version>
    </dependency>
    <dependency>
        <groupId>org.apache.commons</groupId>
        <artifactId>commons-lang3</artifactId>
        <version>3.4</version>
    </dependency>
    <!-- lombok -->
    <dependency>
        <groupId>org.projectlombok</groupId>
        <artifactId>lombok</artifactId>
        <version>1.16.20</version>
    </dependency>
    <dependency>
        <groupId>commons-httpclient</groupId>
        <artifactId>commons-httpclient</artifactId>
        <version>3.1</version>
    </dependency>
</dependencies>
<build>
    <plugins>
        <plugin>
            <groupId>org.apache.maven.plugins</groupId>
            <artifactId>maven-compiler-plugin</artifactId>
            <configuration>
                <source>8</source>
                <target>8</target>
            </configuration>
        </plugin>
    </plugins>
</build></project>

application.yml配置文件

server:
    port: 8181
spring:
    data:
      elasticsearch:
        cluster-nodes: ip1:9300,203.ip2:9300,ip3:9300
        cluster-name: my-application

配置文件的配置要根據(jù)自己的實(shí)際es集群信息填寫


節(jié)點(diǎn)信息

配置類

@Configuration
@Slf4j
public class ElasticSearchConfig {

/**
 * 解決netty引起的issue
 */
@PostConstruct
void init() {
    System.setProperty("es.set.netty.runtime.available.processors", "false");
  }
}

實(shí)體類

@Data
@ToString
@NoArgsConstructor
public class Author implements Serializable {
private String id;
private String userName;
private String nickName;
private Integer age;
private String slogan;
private Date createTi;
}

分頁實(shí)體

@Data
@ToString
public class EsPage implements Serializable {

/**
 * 當(dāng)前頁
 */
private int currentPage;
/**
 * 每頁顯示多少條
 */
private int pageSize;

/**
 * 總記錄數(shù)
 */
private int recordCount;
/**
 * 本頁的數(shù)據(jù)列表
 */
private List<Map<String, Object>> recordList;

/**
 * 總頁數(shù)
 */
private int pageCount;
/**
 * 頁碼列表的開始索引（包含）
 */
private int beginPageIndex;
/**
 * 頁碼列表的結(jié)束索引（包含）
 */
private int endPageIndex;

/**
 * 只接受前4個(gè)必要的屬性，會(huì)自動(dòng)的計(jì)算出其他3個(gè)屬性的值
 *
 * @param currentPage
 * @param pageSize
 * @param recordCount
 * @param recordList
 */
public EsPage(int currentPage, int pageSize, int recordCount, List<Map<String, Object>> recordList) {
    this.currentPage = currentPage;
    this.pageSize = pageSize;
    this.recordCount = recordCount;
    this.recordList = recordList;

    // 計(jì)算總頁碼
    pageCount = (recordCount + pageSize - 1) / pageSize;

    // 計(jì)算 beginPageIndex 和 endPageIndex
    // >> 總頁數(shù)不多于10頁，則全部顯示
    if (pageCount <= 10) {
        beginPageIndex = 1;
        endPageIndex = pageCount;
    }
    // 總頁數(shù)多于10頁，則顯示當(dāng)前頁附近的共10個(gè)頁碼
    else {
        // 當(dāng)前頁附近的共10個(gè)頁碼（前4個(gè) + 當(dāng)前頁 + 后5個(gè)）
        beginPageIndex = currentPage - 4;
        endPageIndex = currentPage + 5;
        // 當(dāng)前面的頁碼不足4個(gè)時(shí)，則顯示前10個(gè)頁碼
        if (beginPageIndex < 1) {
            beginPageIndex = 1;
            endPageIndex = 10;
        }
        // 當(dāng)后面的頁碼不足5個(gè)時(shí)，則顯示后10個(gè)頁碼
        if (endPageIndex > pageCount) {
            endPageIndex = pageCount;
            beginPageIndex = pageCount - 10 + 1;
        }
    }
 }
}

ES操作工具類

@Component
@Slf4j
public class ElasticsearchUtil {


@Autowired
private TransportClient transportClient;

private static TransportClient client;

/**
 * @PostContruct是spring框架的注解 spring容器初始化的時(shí)候執(zhí)行該方法
 */
@PostConstruct
public void init() {
    client = this.transportClient;
}

/**
 * 創(chuàng)建索引
 *
 * @param index
 * @return
 */
public static boolean createIndex(String index) {
    if (!isIndexExist(index)) {
        log.info("Index is not exits!");
    }
    CreateIndexResponse indexresponse = client.admin().indices().prepareCreate(index).execute().actionGet();
    log.info("執(zhí)行建立成功？" + indexresponse.isAcknowledged());
    return indexresponse.isAcknowledged();
}

/**
 * 刪除索引
 *
 * @param index
 * @return
 */
public static boolean deleteIndex(String index) {
    if (!isIndexExist(index)) {
        log.info("Index is not exits!");
    }
    DeleteIndexResponse dResponse = client.admin().indices().prepareDelete(index).execute().actionGet();
    if (dResponse.isAcknowledged()) {
        log.info("delete index " + index + "  successfully!");
    } else {
        log.info("Fail to delete index " + index);
    }
    return dResponse.isAcknowledged();
}

/**
 * 判斷索引是否存在
 *
 * @param index
 * @return
 */
public static boolean isIndexExist(String index) {
    IndicesExistsResponse inExistsResponse = client.admin().indices().exists(new IndicesExistsRequest(index)).actionGet();
    if (inExistsResponse.isExists()) {
        log.info("Index [" + index + "] is exist!");
    } else {
        log.info("Index [" + index + "] is not exist!");
    }
    return inExistsResponse.isExists();
}

/**
 * @Description: 判斷inde下指定type是否存在
 */
public boolean isTypeExist(String index, String type) {
    return isIndexExist(index)
            ? client.admin().indices().prepareTypesExists(index).setTypes(type).execute().actionGet().isExists()
            : false;
}

/**
 * 數(shù)據(jù)添加，正定ID
 *
 * @param jsonObject 要增加的數(shù)據(jù)
 * @param index      索引，類似數(shù)據(jù)庫
 * @param type       類型，類似表
 * @param id         數(shù)據(jù)ID
 * @return
 */
public static String addData(JSONObject jsonObject, String index, String type, String id) {
    IndexResponse response = client.prepareIndex(index, type, id).setSource(jsonObject).get();
    log.info("addData response status:{},id:{}", response.status().getStatus(), response.getId());
    return response.getId();
}

/**
 * 數(shù)據(jù)添加
 *
 * @param jsonObject 要增加的數(shù)據(jù)
 * @param index      索引，類似數(shù)據(jù)庫
 * @param type       類型，類似表
 * @return
 */
public static String addData(JSONObject jsonObject, String index, String type) {
    return addData(jsonObject, index, type, UUID.randomUUID().toString().replaceAll("-", "").toUpperCase());
}

/**
 * 通過ID刪除數(shù)據(jù)
 *
 * @param index 索引，類似數(shù)據(jù)庫
 * @param type  類型，類似表
 * @param id    數(shù)據(jù)ID
 */
public static void deleteDataById(String index, String type, String id) {

    DeleteResponse response = client.prepareDelete(index, type, id).execute().actionGet();

    log.info("deleteDataById response status:{},id:{}", response.status().getStatus(), response.getId());
}

/**
 * 通過ID 更新數(shù)據(jù)
 *
 * @param jsonObject 要增加的數(shù)據(jù)
 * @param index      索引，類似數(shù)據(jù)庫
 * @param type       類型，類似表
 * @param id         數(shù)據(jù)ID
 * @return
 */
public static void updateDataById(JSONObject jsonObject, String index, String type, String id) {

    UpdateRequest updateRequest = new UpdateRequest();

    updateRequest.index(index).type(type).id(id).doc(jsonObject);

    client.update(updateRequest);

}

/**
 * 通過ID獲取數(shù)據(jù)
 *
 * @param index  索引，類似數(shù)據(jù)庫
 * @param type   類型，類似表
 * @param id     數(shù)據(jù)ID
 * @param fields 需要顯示的字段，逗號(hào)分隔（缺省為全部字段）
 * @return
 */
public static Map<String, Object> searchDataById(String index, String type, String id, String fields) {

    GetRequestBuilder getRequestBuilder = client.prepareGet(index, type, id);

    if (StringUtils.isNotEmpty(fields)) {
        getRequestBuilder.setFetchSource(fields.split(","), null);
    }

    GetResponse getResponse = getRequestBuilder.execute().actionGet();

    return getResponse.getSource();
}


/**
 * 使用分詞查詢,并分頁
 *
 * @param index          索引名稱
 * @param type           類型名稱,可傳入多個(gè)type逗號(hào)分隔
 * @param startPage      當(dāng)前頁
 * @param pageSize       每頁顯示條數(shù)
 * @param query          查詢條件
 * @param fields         需要顯示的字段，逗號(hào)分隔（缺省為全部字段）
 * @param sortField      排序字段
 * @param highlightField 高亮字段
 * @return
 */
public static EsPage searchDataPage(String index, String type, int startPage, int pageSize, QueryBuilder query, String fields, String sortField, String highlightField) {
    SearchRequestBuilder searchRequestBuilder = client.prepareSearch(index);
    if (StringUtils.isNotEmpty(type)) {
        searchRequestBuilder.setTypes(type.split(","));
    }
    searchRequestBuilder.setSearchType(SearchType.QUERY_THEN_FETCH);

    // 需要顯示的字段，逗號(hào)分隔（缺省為全部字段）
    if (StringUtils.isNotEmpty(fields)) {
        searchRequestBuilder.setFetchSource(fields.split(","), null);
    }

    //排序字段
    if (StringUtils.isNotEmpty(sortField)) {
        searchRequestBuilder.addSort(sortField, SortOrder.DESC);
    }

    // 高亮（xxx=111,aaa=222）
    if (StringUtils.isNotEmpty(highlightField)) {
        HighlightBuilder highlightBuilder = new HighlightBuilder();

        //highlightBuilder.preTags("<span style='color:red' >");//設(shè)置前綴
        //highlightBuilder.postTags("</span>");//設(shè)置后綴

        // 設(shè)置高亮字段
        highlightBuilder.field(highlightField);
        searchRequestBuilder.highlighter(highlightBuilder);
    }

    //searchRequestBuilder.setQuery(QueryBuilders.matchAllQuery());
    searchRequestBuilder.setQuery(query);

    // 分頁應(yīng)用
    searchRequestBuilder.setFrom(startPage).setSize(pageSize);

    // 設(shè)置是否按查詢匹配度排序
    searchRequestBuilder.setExplain(true);

    //打印的內(nèi)容 可以在 Elasticsearch head 和 Kibana  上執(zhí)行查詢
    log.info("\n{}", searchRequestBuilder);

    // 執(zhí)行搜索,返回搜索響應(yīng)信息
    SearchResponse searchResponse = searchRequestBuilder.execute().actionGet();

    long totalHits = searchResponse.getHits().totalHits;
    long length = searchResponse.getHits().getHits().length;

    log.debug("共查詢到[{}]條數(shù)據(jù),處理數(shù)據(jù)條數(shù)[{}]", totalHits, length);

    if (searchResponse.status().getStatus() == 200) {
        // 解析對(duì)象
        List<Map<String, Object>> sourceList = setSearchResponse(searchResponse, highlightField);

        return new EsPage(startPage, pageSize, (int) totalHits, sourceList);
    }

    return null;

}


/**
 * 使用分詞查詢
 *
 * @param index          索引名稱
 * @param type           類型名稱,可傳入多個(gè)type逗號(hào)分隔
 * @param query          查詢條件
 * @param size           文檔大小限制
 * @param fields         需要顯示的字段，逗號(hào)分隔（缺省為全部字段）
 * @param sortField      排序字段
 * @param highlightField 高亮字段
 * @return
 */
public static List<Map<String, Object>> searchListData(
        String index, String type, QueryBuilder query, Integer size,
        String fields, String sortField, String highlightField) {

    SearchRequestBuilder searchRequestBuilder = client.prepareSearch(index);
    if (StringUtils.isNotEmpty(type)) {
        searchRequestBuilder.setTypes(type.split(","));
    }

    if (StringUtils.isNotEmpty(highlightField)) {
        HighlightBuilder highlightBuilder = new HighlightBuilder();
        // 設(shè)置高亮字段
        highlightBuilder.field(highlightField);
        searchRequestBuilder.highlighter(highlightBuilder);
    }

    searchRequestBuilder.setQuery(query);

    if (StringUtils.isNotEmpty(fields)) {
        searchRequestBuilder.setFetchSource(fields.split(","), null);
    }
    searchRequestBuilder.setFetchSource(true);

    if (StringUtils.isNotEmpty(sortField)) {
        searchRequestBuilder.addSort(sortField, SortOrder.DESC);
    }

    if (size != null && size > 0) {
        searchRequestBuilder.setSize(size);
    }

    //打印的內(nèi)容 可以在 Elasticsearch head 和 Kibana  上執(zhí)行查詢
    log.info("\n{}", searchRequestBuilder);

    SearchResponse searchResponse = searchRequestBuilder.execute().actionGet();

    long totalHits = searchResponse.getHits().totalHits;
    long length = searchResponse.getHits().getHits().length;

    log.info("共查詢到[{}]條數(shù)據(jù),處理數(shù)據(jù)條數(shù)[{}]", totalHits, length);

    if (searchResponse.status().getStatus() == 200) {
        // 解析對(duì)象
        return setSearchResponse(searchResponse, highlightField);
    }
    return null;

}


/**
 * 高亮結(jié)果集 特殊處理
 *
 * @param searchResponse
 * @param highlightField
 */
private static List<Map<String, Object>> setSearchResponse(SearchResponse searchResponse, String highlightField) {
    List<Map<String, Object>> sourceList = new ArrayList<Map<String, Object>>();
    StringBuffer stringBuffer = new StringBuffer();

    for (SearchHit searchHit : searchResponse.getHits().getHits()) {
        searchHit.getSourceAsMap().put("id", searchHit.getId());

        if (StringUtils.isNotEmpty(highlightField)) {

            System.out.println("遍歷 高亮結(jié)果集，覆蓋 正常結(jié)果集" + searchHit.getSourceAsMap());
            Text[] text = searchHit.getHighlightFields().get(highlightField).getFragments();

            if (text != null) {
                for (Text str : text) {
                    stringBuffer.append(str.string());
                }
                //遍歷 高亮結(jié)果集，覆蓋 正常結(jié)果集
                searchHit.getSourceAsMap().put(highlightField, stringBuffer.toString());
            }
        }
        sourceList.add(searchHit.getSourceAsMap());
    }
    return sourceList;
  }
}

ES測(cè)試接口

@RestController
@RequestMapping("/es")
public class EsController {

/**
 * 索引名稱
 */
private String indexName = "author_index";

/**
 * 類型
 */
private String esType = "author";


/**
 * 創(chuàng)建索引
 *
 * @return
 */
@RequestMapping("/createIndex")
public String createIndex() {
    if (!ElasticsearchUtil.isIndexExist(indexName)) {
        ElasticsearchUtil.createIndex(indexName);
    } else {
        return "索引已經(jīng)存在";
    }
    return "索引創(chuàng)建成功";
}

/**
 * 插入記錄
 *
 * @return
 */
@RequestMapping("/insertJsonObject")
public String insertJson() {
    JSONObject jsonObject = new JSONObject();
    jsonObject.put("id", UUID.randomUUID().toString());
    jsonObject.put("age", new Random(10).nextInt());
    jsonObject.put("userName", "Coder" + new Random(100).nextInt());
    jsonObject.put("nickName", "Z了個(gè)S" + new Random(8).nextInt());
    jsonObject.put("slogan", "welcome follow CoderZS in 簡書" + new Random(1000).nextInt());
    jsonObject.put("createTi", new Date());
    String id = ElasticsearchUtil.addData(jsonObject, indexName, esType, jsonObject.getString("id"));
    return id;
}

/**
 * 插入記錄
 *
 * @return
 */
@RequestMapping("/insertModel")
public String insertModel() {
    Author author = new Author();
    author.setId(UUID.randomUUID().toString());
    author.setUserName("Coder" + new Random(100).nextInt());
    author.setNickName("ZS" + new Random(1000).nextInt());
    author.setAge(new Random(18).nextInt());
    author.setSlogan("welcome follow CoderZS in 簡書" + new Random(1000).nextInt());
    author.setCreateTi(new Date());
    JSONObject jsonObject = (JSONObject) JSONObject.toJSON(author);
    String id = ElasticsearchUtil.addData(jsonObject, indexName, esType, jsonObject.getString("id"));
    return id;
}

/**
 * 刪除記錄
 *
 * @return
 */
@RequestMapping("/delete")
public String delete(String id) {
    if (StringUtils.isNotBlank(id)) {
        ElasticsearchUtil.deleteDataById(indexName, esType, id);
        return "刪除id=" + id;
    } else {
        return "id為空";
    }
}

/**
 * 更新數(shù)據(jù)
 *
 * @return
 */
@RequestMapping("/update")
public String update(String id) {
    if (StringUtils.isNotBlank(id)) {
        JSONObject jsonObject = new JSONObject();
        jsonObject.put("id", id);
        jsonObject.put("age", 31);
        jsonObject.put("userNsme", "Coder新名字");
        jsonObject.put("createTi", new Date());
        ElasticsearchUtil.updateDataById(jsonObject, indexName, esType, id);
        return "id=" + id;
    } else {
        return "id為空";
    }
}

/**
 * 獲取數(shù)據(jù)
 *
 * @param id
 * @return
 */
@RequestMapping("/getData")
public String getData(String id) {
    if (StringUtils.isNotBlank(id)) {
        Map<String, Object> map = ElasticsearchUtil.searchDataById(indexName, esType, id, null);
        return JSONObject.toJSONString(map);
    } else {
        return "id為空";
    }
}

/**
 * 查詢數(shù)據(jù)
 * 模糊查詢
 *
 * @return
 */
@RequestMapping("/queryMatchData")
public String queryMatchData() {
    BoolQueryBuilder boolQuery = QueryBuilders.boolQuery();
    boolean matchPhrase = false;
    if (matchPhrase == Boolean.TRUE) {
        //不進(jìn)行分詞搜索
        boolQuery.must(QueryBuilders.matchPhraseQuery("userName", "CoderZS"));
    } else {
        boolQuery.must(QueryBuilders.matchQuery("nickNname", "ZS"));
    }
    List<Map<String, Object>> list = ElasticsearchUtil.
            searchListData(indexName, esType, boolQuery, 10, "first_name", null, "last_name");
    return JSONObject.toJSONString(list);
}

/**
 * 通配符查詢數(shù)據(jù)
 * 通配符查詢 ?用來匹配1個(gè)任意字符，*用來匹配零個(gè)或者多個(gè)字符
 *
 * @return
 */
@RequestMapping("/queryWildcardData")
public String queryWildcardData() {
    QueryBuilder queryBuilder = QueryBuilders.wildcardQuery("userName.keyword", "coder");
    List<Map<String, Object>> list = ElasticsearchUtil.searchListData(indexName, esType, queryBuilder, 10, null, null, null);
    return JSONObject.toJSONString(list);
}

/**
 * 正則查詢
 *
 * @return
 */
@RequestMapping("/queryRegexpData")
public String queryRegexpData() {
    QueryBuilder queryBuilder = QueryBuilders.regexpQuery("userName.keyword", "m--[0-9]{1,11}");
    List<Map<String, Object>> list = ElasticsearchUtil.searchListData(indexName, esType, queryBuilder, 10, null, null, null);
    return JSONObject.toJSONString(list);
}

/**
 * 查詢數(shù)字范圍數(shù)據(jù)
 *
 * @return
 */
@RequestMapping("/queryIntRangeData")
public String queryIntRangeData() {
    BoolQueryBuilder boolQuery = QueryBuilders.boolQuery();
    boolQuery.must(QueryBuilders.rangeQuery("age").from(24)
            .to(25));
    List<Map<String, Object>> list = ElasticsearchUtil.searchListData(indexName, esType, boolQuery, 10, null, null, null);
    return JSONObject.toJSONString(list);
}

/**
 * 查詢?nèi)掌诜秶鷶?shù)據(jù)
 *
 * @return
 */
@RequestMapping("/queryDateRangeData")
public String queryDateRangeData() {
    BoolQueryBuilder boolQuery = QueryBuilders.boolQuery();
    boolQuery.must(QueryBuilders.rangeQuery("age").from("20")
            .to("50"));
    List<Map<String, Object>> list = ElasticsearchUtil.searchListData(indexName, esType, boolQuery, 10, null, null, null);
    return JSONObject.toJSONString(list);
}

/**
 * 查詢分頁
 *
 * @param startPage 第幾條記錄開始
 *                  從0開始
 *                  第1頁 ：http://127.0.0.1:8080/es/queryPage?startPage=0&pageSize=2
 *                  第2頁 ：http://127.0.0.1:8080/es/queryPage?startPage=2&pageSize=2
 * @param pageSize  每頁大小
 * @return
 */
@RequestMapping("/queryPage")
public String queryPage(String startPage, String pageSize) {
    if (StringUtils.isNotBlank(startPage) && StringUtils.isNotBlank(pageSize)) {
        BoolQueryBuilder boolQuery = QueryBuilders.boolQuery();
        boolQuery.must(QueryBuilders.rangeQuery("age").from("20")
                .to("100"));
        EsPage list = ElasticsearchUtil.searchDataPage(indexName, esType, Integer.parseInt(startPage), Integer.parseInt(pageSize), boolQuery, null, null, null);
        return JSONObject.toJSONString(list);
    } else {
        return "startPage或者pageSize缺失";
    }
  }
}

啟動(dòng)類

@ComponentScan(value = {"com.aulton.*"})
@SpringBootApplication
public class Application {
public static void main(String[] args) {
    SpringApplication.run(Application.class, args);
  }
}

我們可以接口請(qǐng)求驗(yàn)證數(shù)據(jù)的正確性也可以通過一些工具驗(yàn)證我們接口的正確性


kibana查詢
?著作權(quán)歸作者所有,轉(zhuǎn)載或內(nèi)容合作請(qǐng)聯(lián)系作者
【社區(qū)內(nèi)容提示】社區(qū)部分內(nèi)容疑似由AI輔助生成，瀏覽時(shí)請(qǐng)結(jié)合常識(shí)與多方信息審慎甄別。
平臺(tái)聲明：文章內(nèi)容（如有圖片或視頻亦包括在內(nèi)）由作者上傳并發(fā)布，文章內(nèi)容僅代表作者本人觀點(diǎn)，簡書系信息發(fā)布平臺(tái)，僅提供信息存儲(chǔ)服務(wù)。

相關(guān)閱讀更多精彩內(nèi)容

友情鏈接更多精彩內(nèi)容