ES客戶端操作 ---Apollo配置中心

1.引入jar包

<!-- es -->
<dependency>
    <groupId>org.elasticsearch</groupId>
    <artifactId>elasticsearch</artifactId>
    <version>5.6.4</version>
</dependency>

<!-- transport客戶端 -->
<dependency>
    <groupId>org.elasticsearch.client</groupId>
    <artifactId>transport</artifactId>
    <version>5.6.4</version>
</dependency>

<dependency>
    <groupId>io.netty</groupId>
    <artifactId>netty-all</artifactId>
    <version>4.1.13.Final</version>
</dependency>

2.Apollo上部署

 <!-- es -->
<bean class="........EsBuildersServiceUtil">
    <property name="clusterName" value="${es.cluster.name}"></property>
    <property name="hosts" value="${es.hosts}"></property>
</bean>

<apollo:config namespaces="......, es, ........" />

EsBuildersServiceUtil的API 略

public class EsBuildersServiceUtil {
    private final Logger logger = LoggerFactory.getLogger(EsBuildersServiceUtil.class);
    
    /**es客戶端*/
    private static volatile Client client;
    /**集群名稱*/
    private static String clusterName;
    /**
     * 配置中心配置的為ip:port
     */
    private static String hosts;

/**用volatile和synchronized來滿足雙重檢查鎖機制------- 單例模式*/

    public static Client getESClient() {
        if (client != null) {
            return client;
        }
        synchronized (EsBuildersServiceUtil.class) {
            if (client == null) {
                System.setProperty("es.set.netty.runtime.available.processors", "false");
                Settings settings = Settings.builder().put("cluster.name", clusterName).build();
                try {
                    TransportClient transportClient = new PreBuiltTransportClient(settings);
                    String[] hostsArr = hosts.split(",");
                    for (String s : hostsArr) {
                        String[] ipPort = s.split(":");
                        client = transportClient.addTransportAddress(new InetSocketTransportAddress(
                                InetAddress.getByName(ipPort[0]), Integer.parseInt(ipPort[1])));
                    }
                } catch (UnknownHostException e) {
                    throw new RuntimeException("init elasticsearch client UnknownHostException", e);
                } catch (Exception e) {
                    throw new RuntimeException("init elasticsearch client exception", e);
                }
            }
        }
        return client;
    }

分頁查詢es的數(shù)據(jù)
一開始使用了from+size分頁查詢丽声，但未注意到這種方式的兩個缺點
1）每次查詢都從第一條開始查詢瞻讽，所以分頁的偏移值越大，執(zhí)行分頁查詢時間就會越長悍及。
2)查詢默認不能超過一萬條安券，因為size的大小不能超過index.max_result_window這個參數(shù)的設置悉盆，默認就是10000
PUT _settings
{
"index": {
"max_result_window": "10000000"
}
}
最終我使用了scroll分頁方式，如果數(shù)據(jù)量很大的情況下使用上性能更好典唇，但是也有不靈活和加大內存镊折，消耗CPU等缺點

from+size常規(guī)查詢
部分代碼 如下：

@Service
public class MembershipDataCardInfoServiceImpl {
    public MembershipDataCardInfoResponse queryWidFromES(MembershipDataCardInfoRequest membershipCardInfoRequest) {
        try {
            /* 組裝參數(shù) */
            QueryBuilder builder = getMembershipCardInfo(membershipCardInfoRequest);
            /* 分頁查詢es */
            SearchResponse searchResponse = EsBuildersServiceUtil.queryWithPage(
                    MembershipDataConstant.ES_INDEX_NAME_MEMBERCARD, MembershipDataConstant.ES_TYPE_NAME_MEMBERCARD,
                    builder, (membershipCardInfoRequest.getPageNo() - 1) * membershipCardInfoRequest.getPageSize(),
                    membershipCardInfoRequest.getPageSize());
            SearchHits hits = searchResponse.getHits();
            List<MembershipCardInfoVo> membershipCardInfoVos = new ArrayList<>();
            if (hits.getTotalHits() > 0) {
                for (SearchHit hit : hits.getHits()) {
                    if (null != hit.getSource() && null != hit.getSource().get(MembershipDataConstant.ES_RETURN_FIELD)
                            && null != hit.getSource().get(MembershipDataConstant.ES_RETURN_FIELD_PID)) {
                        membershipCardInfoVo = new MembershipCardInfoVo();
                        membershipCardInfoVo.setPid(Long.parseLong(hit.getSource()
                      .get(MembershipDataConstant.ES_RETURN_FIELD_PID).toString()));
                       membershipCardInfoVos.add(membershipCardInfoVo);
                    }
                }
            }
        membershipCardInfoResponse.setMembershipCardInfoVos(membershipCardInfoVos);
            return membershipCardInfoResponse;
        } catch (Exception e) {
            throw new MembershipDataException(MembershipDataErrorCode.ES_CARD_INFO_ERROR);
        }
    }

    public QueryBuilder getMembershipCardInfo(MembershipDataCardInfoRequest membershipCardInfoRequest) {
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        boolQueryBuilder.must(QueryBuilders.termQuery("pid", membershipCardInfoRequest.getPid()));
        boolQueryBuilder.must(
                QueryBuilders.termQuery("memberCardTemplateId", membershipCardInfoRequest.getMemberCardTemplateId()));
        return boolQueryBuilder;
    }
}

scroll深查詢 以scrollId為游標，記錄查詢位置
部分代碼如下：

public MembershipDataCardInfoResponse queryWidScrollFromES(MembershipDataCardInfoRequest param, Client client) {
        MembershipDataCardInfoResponse dataCardInfoResponse=null;
        SearchResponse response=null;
        try {
            /* 1.組裝參數(shù) */
            QueryBuilder builder = getMembershipCardInfo(param);
            if(param.getScrollId()==null) {
                /*2.無scrollId介衔，第一次查詢*/
                response = client.prepareSearch(MembershipDataConstant.ES_INDEX_NAME_MEMBERCARD)
                        .setTypes(MembershipDataConstant.ES_TYPE_NAME_MEMBERCARD)
                        .setQuery(builder)
                        .setSize(param.getPageSize())
                        .setScroll(new TimeValue(scrollTime)).execute().actionGet();
            }else{
                /*3.帶scrollId查詢*/
                response = client.prepareSearchScroll(param.getScrollId())
                        .setScroll(new TimeValue(scrollTime)).execute().actionGet();
            }
            dataCardInfoResponse=searchScrollWid(response);
        } catch (Exception e) {
            throw new MembershipDataException(MembershipDataErrorCode.ES_CARD_INFO_ERROR);
        }
        return dataCardInfoResponse;
    }

在客戶端操作ES

創(chuàng)建索引
http://localhost:9200/test_data_userinfo/

{
    "settings": {
        "number_of_shards": "5",
        "number_of_replicas": "1"　
    },
    "mappings": {　　　
        "novel": {　　　　　　　
            "properties": {
                "name": {
                    "type": "text"
                },
                "author": {
                    "type": "keyword"
                },
                "word_count": {
                    "type": "integer"
                },
                "publish_date": {
                    "type": "date"　　
                }
            }
        }
    }
}

插入
指定id插入數(shù)據(jù)
PUT 路徑是：服務ip：端口/索引名/類型名/id
http://localhost:9200/test_data_userinfo/novel/insert_3/

{
    "name": "神雕俠侶",
    "author": "金庸",
    "word_count": "88888888",
    "publish_date": "2019-04-17"
}

不指定id插入數(shù)據(jù)
POST 路徑是：服務ip：端口/索引名/類型名/ 不能指定id恨胚，插入成功后會返回id
http://localhost:9200/test_data_userinfo/novel/

{
    "name": "紅樓夢",
    "author": "曹雪芹",
    "word_count": "88888888",
    "publish_date":"2019-04-17"
}

修改
POST 路徑為：服務ip：端口/索引名/類型名/要修改的數(shù)據(jù)的id/
http://localhost:9200/test_data_userinfo/novel/insert_1/

{
    "name": "紅樓夢",
    "author": "曹雪芹",
    "word_count": "88888888",
    "publish_date": "2019-04-17"
}

刪除
DELETE 直接使用delete請求，指定索引炎咖，類型赃泡，id即可刪除
http://localhost:9200/test_data_userinfo/novel/insert_1/

TIM圖片20190426112954.png