Elasticsearch：None of the configured nodes are available
背景：
為了研究Elasticsearch的評分機制使用，使用docker快速搭建了elasticsearch；使用spring boot連線ES的時候報錯：無法找到節點
環境：
【jdk】：1.8
【ES】：6.5.4 單節點 (ip:172.26.0.251)
【springboot】：2.1.2
程式碼片段：
es的elasticsearch.yml配置：
cluster.name: "docker-cluster"
network.host: 0.0.0.0
node.name: cloud
http.cors.enabled: true
http.cors.allow-origin: "*"
node.master: true
node.data: true
工程的 application.yml
spring.data.elasticsearch.cluster-name = docker-cluster
spring.data.elasticsearch.cluster-nodes = 172.26.0.251:9300
spring.data.elasticsearch.repositories.enabled = true
spring.data.elasticsearch.client-transport-sniff = true #嗅探設定
pom.xml 檔案中只引入相關包
<dependency>
<groupId>org.elasticsearch.client</groupId>
<artifactId>transport</artifactId>
</dependency>
<dependency>
<groupId>org.nlpcn</groupId>
<artifactId>elasticsearch-sql</artifactId>
</dependency>
es連線配置類
@Configuration
@EnableConfigurationProperties(ElasticsearchProperties.class)
@ConditionalOnClass(TransportClient.class)
public class ElasticsearchAutoConfiguration {
private final Logger logger = LoggerFactory.getLogger(this.getClass());
private ElasticsearchProperties elasticsearchProperties;
public ElasticsearchAutoConfiguration(ElasticsearchProperties elasticsearchProperties) {
logger.debug("ElasticsearchAutoConfiguration elasticsearchProperties:{}", JSON
.toJSONString(elasticsearchProperties));
this.elasticsearchProperties = elasticsearchProperties;
}
@Bean(destroyMethod = "close")
public TransportClient client() throws Exception {
TransportClient client = new PreBuiltTransportClient(settings());
String clusterNodes = elasticsearchProperties.getClusterNodes();
Assert.hasText(clusterNodes, "[Assertion failed] clusterNodes settings missing.");
for (String clusterNode : split(clusterNodes, ElasticsearchProperties.COMMA)) {
String hostName = substringBeforeLast(clusterNode, ElasticsearchProperties.COLON);
String port = substringAfterLast(clusterNode, ElasticsearchProperties.COLON);
Assert.hasText(hostName, "[Assertion failed] missing host name in 'clusterNodes'");
Assert.hasText(port, "[Assertion failed] missing port in 'clusterNodes'");
logger.info("adding transport node : " + clusterNode);
client.addTransportAddress(new TransportAddress(InetAddress.getByName
(hostName), Integer.valueOf(port)));
}
client.connectedNodes();
return client;
}
public ElasticClientKit elasticClientKit() throws Exception {
ElasticClientKit elasticClientKit = new ElasticClientKit();
elasticClientKit.setTransportClient(client());
return elasticClientKit;
}
@Bean
public ElasticAdminKit elasticAdminKit() throws Exception {
ElasticAdminKit elasticAdminKit = new ElasticAdminKit();
elasticAdminKit.setTransportClient(client());
return elasticAdminKit;
}
private Settings settings() {
return Settings.builder()
.put("cluster.name", elasticsearchProperties.getClusterName())
.put("client.transport.sniff", elasticsearchProperties.getClientTransportSniff())
.put("client.transport.ignore_cluster_name", elasticsearchProperties
.getClientIgnoreClusterName())
.put("client.transport.ping_timeout", elasticsearchProperties
.getClientPingTimeout())
.put("client.transport.nodes_sampler_interval", elasticsearchProperties
.getClientNodesSamplerInterval())
//.put("xpack.security.user", "elastic:1qaz2wsx")
.build();
}
}
控制檯錯誤資訊：
2019-04-16 13:46:18.257 [svr-demo] ERROR 4492 --- [nio-9999-exec-2] c.j.p.w.e.GlobalExceptionHandler : None of the configured nodes are available: [{#transport#-1}{_56HAY5MSUefZh10v5asSQ}{172.26.0.251}{172.26.0.251:9300}]
org.elasticsearch.client.transport.NoNodeAvailableException: None of the configured nodes are available: [{#transport#-1}{_56HAY5MSUefZh10v5asSQ}{172.26.0.251}{172.26.0.251:9300}]
at org.elasticsearch.client.transport.TransportClientNodesService.ensureNodesAreAvailable(TransportClientNodesService.java:349)
at org.elasticsearch.client.transport.TransportClientNodesService.execute(TransportClientNodesService.java:247)
at org.elasticsearch.client.transport.TransportProxyClient.execute(TransportProxyClient.java:60)
at org.elasticsearch.client.transport.TransportClient.doExecute(TransportClient.java:381)
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:407)
at org.elasticsearch.client.support.AbstractClient.execute(AbstractClient.java:396)
at org.elasticsearch.action.ActionRequestBuilder.execute(ActionRequestBuilder.java:46)
at org.elasticsearch.action.ActionRequestBuilder.get(ActionRequestBuilder.java:53)
at com.jkzl.phr.elasticsearch.ElasticClientKit.count(ElasticClientKit.java:442)
at com.jkzl.phr.elasticsearch.ElasticClientKit.list(ElasticClientKit.java:446)
at com.jkzl.phr.elasticsearch.ElasticClientKit.list(ElasticClientKit.java:233)
at com.jkzl.phr.elasticsearch.ElasticClientKit.list(ElasticClientKit.java:227)
at com.jkzl.phr.demo.score.service.ElkScoreService.getMapList(ElkScoreService.java:17)
at com.jkzl.phr.demo.score.controller.ElkScoreDemoController.find(ElkScoreDemoController.java:34)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.springframework.web.method.support.InvocableHandlerMethod.doInvoke(InvocableHandlerMethod.java:189)
at org.springframework.web.method.support.InvocableHandlerMethod.invokeForRequest(InvocableHandlerMethod.java:138)
at org.springframework.web.servlet.mvc.method.annotation.ServletInvocableHandlerMethod.invokeAndHandle(ServletInvocableHandlerMethod.java:102)
at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.invokeHandlerMethod(RequestMappingHandlerAdapter.java:895)
at org.springframework.web.servlet.mvc.method.annotation.RequestMappingHandlerAdapter.handleInternal(RequestMappingHandlerAdapter.java:800)
at org.springframework.web.servlet.mvc.method.AbstractHandlerMethodAdapter.handle(AbstractHandlerMethodAdapter.java:87)
at org.springframework.web.servlet.DispatcherServlet.doDispatch(DispatcherServlet.java:1038)
at org.springframework.web.servlet.DispatcherServlet.doService(DispatcherServlet.java:942)
at org.springframework.web.servlet.FrameworkServlet.processRequest(FrameworkServlet.java:1005)
at org.springframework.web.servlet.FrameworkServlet.doGet(FrameworkServlet.java:897)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:634)
at org.springframework.web.servlet.FrameworkServlet.service(FrameworkServlet.java:882)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:741)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:231)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)
at org.apache.tomcat.websocket.server.WsFilter.doFilter(WsFilter.java:53)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)
at org.springframework.web.filter.RequestContextFilter.doFilterInternal(RequestContextFilter.java:99)
at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:107)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)
at org.springframework.web.filter.FormContentFilter.doFilterInternal(FormContentFilter.java:92)
at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:107)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)
at org.springframework.web.filter.HiddenHttpMethodFilter.doFilterInternal(HiddenHttpMethodFilter.java:93)
at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:107)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)
at org.springframework.web.filter.CharacterEncodingFilter.doFilterInternal(CharacterEncodingFilter.java:200)
at org.springframework.web.filter.OncePerRequestFilter.doFilter(OncePerRequestFilter.java:107)
at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:193)
at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:166)
at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:199)
at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:96)
at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:490)
at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:139)
at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:92)
at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:74)
at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:343)
at org.apache.coyote.http11.Http11Processor.service(Http11Processor.java:408)
at org.apache.coyote.AbstractProcessorLight.process(AbstractProcessorLight.java:66)
at org.apache.coyote.AbstractProtocol$ConnectionHandler.process(AbstractProtocol.java:834)
at org.apache.tomcat.util.net.NioEndpoint$SocketProcessor.doRun(NioEndpoint.java:1417)
at org.apache.tomcat.util.net.SocketProcessorBase.run(SocketProcessorBase.java:49)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at org.apache.tomcat.util.threads.TaskThread$WrappingRunnable.run(TaskThread.java:61)
at java.lang.Thread.run(Thread.java:748)
分析：
可能原因：通過錯誤分析可能是叢集名稱，或者埠錯誤，或者無法連線到叢集節點
1. 檢查工程中的叢集名稱和互動埠是否和es服務的配置檔案中一致（本例中一致，所以排除）
2. 檢視es的啟動日誌，檢查es伺服器的監聽IP和對外訪問的IP地址
[root@master-251 overlay2]# docker logs -f elasticsearch
...省略...
[2019-04-16T05:45:56,648][INFO ][o.e.t.TransportService ] [ehrCloud] publish_address {172.17.0.3:9300}, bound_addresses {0.0.0.0:9300}
[2019-04-16T05:45:56,796][INFO ][o.e.x.s.t.n.SecurityNetty4HttpServerTransport] [ehrCloud] publish_address {172.17.0.3:9200}, bound_addresses {0.0.0.0:9200}
[2019-04-16T05:45:56,797][INFO ][o.e.n.Node ] [ehrCloud] started
因為boot工程中 使用client.transport.sniff為true，使客戶端去嗅探整個叢集的狀態，把叢集中其它機器的ip地址加到客戶端中。這樣做的好處是，一般你不用手動設定叢集裡所有叢集的ip到連線客戶端，它會自動幫你新增，並且自動發現新加入叢集的機器
看上面的日誌可以發現ES伺服器監聽到的IP是172.17.0.3，這是docker內部分配的IP；在自動發現時會使用docker內網IP進行通訊，導致無法連線到ES伺服器
處理：
方式一：修改boot工程配置，關閉嗅探
設定工程中的client.transport.sniff為false，關閉嗅探；或者直接使用addTransportAddress方法把叢集中其它機器的ip地址加到客戶端中
方式二：修改ES伺服器配置,將publish_host改為伺服器的ip而不是docker分配的內部IP
修改elasticsearch.yml配置
cluster.name: "docker-cluster"
network.host: 0.0.0.0
#修改監聽的IP為本機的IP地址
network.publish_host: 172.26.0.251
network.bind_host: 0.0.0.0
node.name: cloud
http.cors.enabled: true
http.cors.allow-origin: "*"
node.master: true
node.data: true
重啟docker
[root@master-251 overlay2]# docker restart elasticsearch
...省略...
[2019-04-16T06:30:00,908][INFO ][o.e.n.Node ] [ehrCloud] starting ...
[2019-04-16T06:30:01,197][INFO ][o.e.t.TransportService ] [ehrCloud] publish_address {172.26.0.251:9300}, bound_addresses {0.0.0.0:9300}
[2019-04-16T06:30:01,489][INFO ][o.e.x.s.t.n.SecurityNetty4HttpServerTransport] [ehrCloud] publish_address {172.26.0.251:9200}, bound_addresses {0.0.0.0:9200}
[2019-04-16T06:30:01,490][INFO ][o.e.n.Node ] [ehrCloud] started
[2019-04-16T06:30:01,694][INFO ][o.w.a.d.Monitor ] [ehrCloud] try load config from /usr/share/elasticsearch/config/analysis-ik/IKAnalyzer.cfg.xml
[2019-04-16T06:30:01,696][INFO ][o.w.a.d.Monitor ] [ehrCloud] try load config from /usr/share/elasticsearch/plugins/elasticsearch-analysis-ik/config/IKAnalyzer.cfg.xml
[2019-04-16T06:30:01,992][INFO ][o.w.a.d.Monitor ] [ehrCloud] [Dict Loading] /usr/share/elasticsearch/plugins/elasticsearch-analysis-ik/config/customer/new_word.dic
[2019-04-16T06:30:02,821][WARN ][o.e.x.s.a.s.m.NativeRoleMappingStore] [ehrCloud] Failed to clear cache for realms [[]]
可以發現publish_address已經變為伺服器IP（注意elasticsearch.yml中如果配置network.publish_host：0.0.0.0的話 監聽的ip還是docker分配的內部IP，不知道是什麼原因）
謹記：
這個問題基本坑了我一天的時間，起初以為是boot的elasticsearch版本和ES服務版本衝突問題，忙活了半天，後面發現這個client-transport-sniff = true 不起眼的配置，查詢了不少文章才發現該問題；本文章為了謹記自己，由於水平有限，文章講的不清楚或者不對的地方歡迎指出。
參考連線：
https://blog.csdn.net/ljc2008110/article/details/48630609
https://discuss.elastic.co/t/no-node-available-elasticsearch-transport-client-cant-connect-to-d