align tests, loggers, sonarqube issues
This commit is contained in:
parent
acbfdb8f4c
commit
1888b3630f
25 changed files with 193 additions and 106 deletions
10
build.gradle
10
build.gradle
|
@ -6,7 +6,7 @@ plugins {
|
||||||
}
|
}
|
||||||
|
|
||||||
group = 'org.xbib'
|
group = 'org.xbib'
|
||||||
version = '5.0.1.0'
|
version = '5.0.1.1'
|
||||||
|
|
||||||
printf "Host: %s\nOS: %s %s %s\nJVM: %s %s %s %s\nGroovy: %s\nGradle: %s\n" +
|
printf "Host: %s\nOS: %s %s %s\nJVM: %s %s %s %s\nGroovy: %s\nGradle: %s\n" +
|
||||||
"Build: group: ${project.group} name: ${project.name} version: ${project.version}\n",
|
"Build: group: ${project.group} name: ${project.name} version: ${project.version}\n",
|
||||||
|
@ -56,7 +56,13 @@ configurations {
|
||||||
|
|
||||||
dependencies {
|
dependencies {
|
||||||
compile "org.xbib:metrics:1.0.0"
|
compile "org.xbib:metrics:1.0.0"
|
||||||
compile "org.elasticsearch.client:transport:5.0.1"
|
compile("org.elasticsearch.client:transport:5.0.1") {
|
||||||
|
exclude group: 'org.elasticsearch', module: 'securesm'
|
||||||
|
exclude group: 'org.elasticsearch.plugin', module: 'transport-netty3-client'
|
||||||
|
exclude group: 'org.elasticsearch.plugin', module: 'reindex-client'
|
||||||
|
exclude group: 'org.elasticsearch.plugin', module: 'percolator-client'
|
||||||
|
exclude group: 'org.elasticsearch.plugin', module: 'lang-mustache-client'
|
||||||
|
}
|
||||||
compile "org.apache.logging.log4j:log4j-api:2.7"
|
compile "org.apache.logging.log4j:log4j-api:2.7"
|
||||||
testCompile "junit:junit:4.12"
|
testCompile "junit:junit:4.12"
|
||||||
testCompile "org.apache.logging.log4j:log4j-core:2.7"
|
testCompile "org.apache.logging.log4j:log4j-core:2.7"
|
||||||
|
|
|
@ -34,7 +34,7 @@ import java.util.concurrent.atomic.AtomicInteger;
|
||||||
*/
|
*/
|
||||||
public class NodeTestBase {
|
public class NodeTestBase {
|
||||||
|
|
||||||
protected static final Logger logger = LogManager.getLogger("test");
|
private static final Logger logger = LogManager.getLogger("test");
|
||||||
|
|
||||||
private static final Random random = new Random();
|
private static final Random random = new Random();
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
package org.xbib.elasticsearch;
|
package org.xbib.elasticsearch.extras.client;
|
||||||
|
|
||||||
import static org.junit.Assert.assertEquals;
|
import static org.junit.Assert.assertEquals;
|
||||||
import static org.junit.Assert.assertTrue;
|
import static org.junit.Assert.assertTrue;
|
||||||
|
@ -14,6 +14,7 @@ import org.elasticsearch.action.admin.indices.alias.get.GetAliasesResponse;
|
||||||
import org.elasticsearch.action.admin.indices.create.CreateIndexRequest;
|
import org.elasticsearch.action.admin.indices.create.CreateIndexRequest;
|
||||||
import org.elasticsearch.common.Strings;
|
import org.elasticsearch.common.Strings;
|
||||||
import org.junit.Test;
|
import org.junit.Test;
|
||||||
|
import org.xbib.elasticsearch.NodeTestBase;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.util.Collections;
|
import java.util.Collections;
|
||||||
|
@ -72,10 +73,8 @@ public class AliasTest extends NodeTestBase {
|
||||||
Set<String> result = new TreeSet<>(Collections.reverseOrder());
|
Set<String> result = new TreeSet<>(Collections.reverseOrder());
|
||||||
for (ObjectCursor<String> indexName : getAliasesResponse.getAliases().keys()) {
|
for (ObjectCursor<String> indexName : getAliasesResponse.getAliases().keys()) {
|
||||||
Matcher m = pattern.matcher(indexName.value);
|
Matcher m = pattern.matcher(indexName.value);
|
||||||
if (m.matches()) {
|
if (m.matches() && alias.equals(m.group(1))) {
|
||||||
if (alias.equals(m.group(1))) {
|
result.add(indexName.value);
|
||||||
result.add(indexName.value);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Iterator<String> it = result.iterator();
|
Iterator<String> it = result.iterator();
|
|
@ -1,4 +1,6 @@
|
||||||
package org.xbib.elasticsearch.extras.client.node;
|
package org.xbib.elasticsearch.extras.client;
|
||||||
|
|
||||||
|
import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder;
|
||||||
|
|
||||||
import org.apache.logging.log4j.LogManager;
|
import org.apache.logging.log4j.LogManager;
|
||||||
import org.apache.logging.log4j.Logger;
|
import org.apache.logging.log4j.Logger;
|
||||||
|
@ -11,14 +13,12 @@ import org.junit.Before;
|
||||||
import org.junit.Test;
|
import org.junit.Test;
|
||||||
import org.xbib.elasticsearch.NodeTestBase;
|
import org.xbib.elasticsearch.NodeTestBase;
|
||||||
|
|
||||||
import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
*/
|
*/
|
||||||
public class BulkNodeClusterBlockTest extends NodeTestBase {
|
public class ClusterBlockTest extends NodeTestBase {
|
||||||
|
|
||||||
private static final Logger logger = LogManager.getLogger(BulkNodeClusterBlockTest.class.getName());
|
private static final Logger logger = LogManager.getLogger(ClusterBlockTest.class.getName());
|
||||||
|
|
||||||
@Before
|
@Before
|
||||||
public void startNodes() {
|
public void startNodes() {
|
|
@ -1,4 +1,4 @@
|
||||||
package org.xbib.elasticsearch;
|
package org.xbib.elasticsearch.extras.client;
|
||||||
|
|
||||||
import static org.elasticsearch.client.Requests.indexRequest;
|
import static org.elasticsearch.client.Requests.indexRequest;
|
||||||
import static org.elasticsearch.client.Requests.refreshRequest;
|
import static org.elasticsearch.client.Requests.refreshRequest;
|
||||||
|
@ -15,6 +15,7 @@ import org.elasticsearch.index.query.QueryBuilder;
|
||||||
import org.elasticsearch.index.query.QueryBuilders;
|
import org.elasticsearch.index.query.QueryBuilders;
|
||||||
import org.elasticsearch.search.sort.SortOrder;
|
import org.elasticsearch.search.sort.SortOrder;
|
||||||
import org.junit.Test;
|
import org.junit.Test;
|
||||||
|
import org.xbib.elasticsearch.NodeTestBase;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
|
@ -1,4 +1,4 @@
|
||||||
package org.xbib.elasticsearch;
|
package org.xbib.elasticsearch.extras.client;
|
||||||
|
|
||||||
import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder;
|
import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder;
|
||||||
import static org.elasticsearch.index.query.QueryBuilders.matchQuery;
|
import static org.elasticsearch.index.query.QueryBuilders.matchQuery;
|
||||||
|
@ -13,6 +13,7 @@ import org.elasticsearch.action.index.IndexRequestBuilder;
|
||||||
import org.elasticsearch.action.support.WriteRequest;
|
import org.elasticsearch.action.support.WriteRequest;
|
||||||
import org.elasticsearch.common.settings.Settings;
|
import org.elasticsearch.common.settings.Settings;
|
||||||
import org.junit.Test;
|
import org.junit.Test;
|
||||||
|
import org.xbib.elasticsearch.NodeTestBase;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
|
@ -39,7 +40,8 @@ public class SimpleTest extends NodeTestBase {
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
// ignore
|
// ignore
|
||||||
}
|
}
|
||||||
CreateIndexRequestBuilder createIndexRequestBuilder = new CreateIndexRequestBuilder(client("1"), CreateIndexAction.INSTANCE)
|
CreateIndexRequestBuilder createIndexRequestBuilder = new CreateIndexRequestBuilder(client("1"),
|
||||||
|
CreateIndexAction.INSTANCE)
|
||||||
.setIndex("test")
|
.setIndex("test")
|
||||||
.setSettings(Settings.builder()
|
.setSettings(Settings.builder()
|
||||||
.put("index.analysis.analyzer.default.filter.0", "lowercase")
|
.put("index.analysis.analyzer.default.filter.0", "lowercase")
|
|
@ -1,4 +1,4 @@
|
||||||
package org.xbib.elasticsearch;
|
package org.xbib.elasticsearch.extras.client;
|
||||||
|
|
||||||
import static org.elasticsearch.client.Requests.indexRequest;
|
import static org.elasticsearch.client.Requests.indexRequest;
|
||||||
import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder;
|
import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder;
|
||||||
|
@ -9,6 +9,7 @@ import org.elasticsearch.client.Client;
|
||||||
import org.elasticsearch.common.settings.Settings;
|
import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.index.query.QueryBuilder;
|
import org.elasticsearch.index.query.QueryBuilder;
|
||||||
import org.junit.Test;
|
import org.junit.Test;
|
||||||
|
import org.xbib.elasticsearch.NodeTestBase;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -6,14 +6,12 @@ import static org.junit.Assert.assertFalse;
|
||||||
|
|
||||||
import org.apache.logging.log4j.LogManager;
|
import org.apache.logging.log4j.LogManager;
|
||||||
import org.apache.logging.log4j.Logger;
|
import org.apache.logging.log4j.Logger;
|
||||||
import org.apache.logging.log4j.core.util.ExecutorServices;
|
|
||||||
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsAction;
|
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsAction;
|
||||||
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsRequest;
|
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsRequest;
|
||||||
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsResponse;
|
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsResponse;
|
||||||
import org.elasticsearch.action.search.SearchAction;
|
import org.elasticsearch.action.search.SearchAction;
|
||||||
import org.elasticsearch.action.search.SearchRequestBuilder;
|
import org.elasticsearch.action.search.SearchRequestBuilder;
|
||||||
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
||||||
import org.elasticsearch.common.settings.Settings;
|
|
||||||
import org.elasticsearch.common.unit.TimeValue;
|
import org.elasticsearch.common.unit.TimeValue;
|
||||||
import org.elasticsearch.common.xcontent.XContentBuilder;
|
import org.elasticsearch.common.xcontent.XContentBuilder;
|
||||||
import org.elasticsearch.index.query.QueryBuilders;
|
import org.elasticsearch.index.query.QueryBuilders;
|
||||||
|
@ -28,7 +26,6 @@ import java.util.concurrent.CountDownLatch;
|
||||||
import java.util.concurrent.ExecutionException;
|
import java.util.concurrent.ExecutionException;
|
||||||
import java.util.concurrent.ExecutorService;
|
import java.util.concurrent.ExecutorService;
|
||||||
import java.util.concurrent.Executors;
|
import java.util.concurrent.Executors;
|
||||||
import java.util.concurrent.ThreadPoolExecutor;
|
|
||||||
import java.util.concurrent.TimeUnit;
|
import java.util.concurrent.TimeUnit;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -68,7 +65,7 @@ public class BulkNodeClientTest extends NodeTestBase {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testMappingNodeClient() throws Exception {
|
public void testBulkNodeClientMapping() throws Exception {
|
||||||
final BulkNodeClient client = ClientBuilder.builder()
|
final BulkNodeClient client = ClientBuilder.builder()
|
||||||
.put(ClientBuilder.FLUSH_INTERVAL, TimeValue.timeValueSeconds(5))
|
.put(ClientBuilder.FLUSH_INTERVAL, TimeValue.timeValueSeconds(5))
|
||||||
.setMetric(new SimpleBulkMetric())
|
.setMetric(new SimpleBulkMetric())
|
||||||
|
@ -98,7 +95,7 @@ public class BulkNodeClientTest extends NodeTestBase {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testSingleDocNodeClient() {
|
public void testBulkNodeClientSingleDoc() {
|
||||||
final BulkNodeClient client = ClientBuilder.builder()
|
final BulkNodeClient client = ClientBuilder.builder()
|
||||||
.put(ClientBuilder.MAX_ACTIONS_PER_REQUEST, MAX_ACTIONS)
|
.put(ClientBuilder.MAX_ACTIONS_PER_REQUEST, MAX_ACTIONS)
|
||||||
.put(ClientBuilder.FLUSH_INTERVAL, TimeValue.timeValueSeconds(30))
|
.put(ClientBuilder.FLUSH_INTERVAL, TimeValue.timeValueSeconds(30))
|
||||||
|
@ -127,7 +124,7 @@ public class BulkNodeClientTest extends NodeTestBase {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testRandomDocsNodeClient() throws Exception {
|
public void testBulkNodeClientRandomDocs() throws Exception {
|
||||||
long numactions = NUM_ACTIONS;
|
long numactions = NUM_ACTIONS;
|
||||||
final BulkNodeClient client = ClientBuilder.builder()
|
final BulkNodeClient client = ClientBuilder.builder()
|
||||||
.put(ClientBuilder.MAX_ACTIONS_PER_REQUEST, MAX_ACTIONS)
|
.put(ClientBuilder.MAX_ACTIONS_PER_REQUEST, MAX_ACTIONS)
|
||||||
|
@ -155,7 +152,7 @@ public class BulkNodeClientTest extends NodeTestBase {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testThreadedRandomDocsNodeClient() throws Exception {
|
public void testBulkNodeClientThreadedRandomDocs() throws Exception {
|
||||||
int maxthreads = Runtime.getRuntime().availableProcessors();
|
int maxthreads = Runtime.getRuntime().availableProcessors();
|
||||||
Long maxactions = MAX_ACTIONS;
|
Long maxactions = MAX_ACTIONS;
|
||||||
final Long maxloop = NUM_ACTIONS;
|
final Long maxloop = NUM_ACTIONS;
|
||||||
|
|
|
@ -1,5 +1,10 @@
|
||||||
package org.xbib.elasticsearch.extras.client.node;
|
package org.xbib.elasticsearch.extras.client.node;
|
||||||
|
|
||||||
|
import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery;
|
||||||
|
import static org.junit.Assert.assertEquals;
|
||||||
|
import static org.junit.Assert.assertFalse;
|
||||||
|
import static org.junit.Assert.assertTrue;
|
||||||
|
|
||||||
import org.apache.logging.log4j.LogManager;
|
import org.apache.logging.log4j.LogManager;
|
||||||
import org.apache.logging.log4j.Logger;
|
import org.apache.logging.log4j.Logger;
|
||||||
import org.elasticsearch.action.search.SearchAction;
|
import org.elasticsearch.action.search.SearchAction;
|
||||||
|
@ -12,9 +17,6 @@ import org.xbib.elasticsearch.extras.client.ClientBuilder;
|
||||||
import org.xbib.elasticsearch.extras.client.SimpleBulkControl;
|
import org.xbib.elasticsearch.extras.client.SimpleBulkControl;
|
||||||
import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
||||||
|
|
||||||
import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery;
|
|
||||||
import static org.junit.Assert.*;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -1,5 +1,7 @@
|
||||||
package org.xbib.elasticsearch.extras.client.node;
|
package org.xbib.elasticsearch.extras.client.node;
|
||||||
|
|
||||||
|
import static org.junit.Assert.assertFalse;
|
||||||
|
|
||||||
import org.apache.logging.log4j.LogManager;
|
import org.apache.logging.log4j.LogManager;
|
||||||
import org.apache.logging.log4j.Logger;
|
import org.apache.logging.log4j.Logger;
|
||||||
import org.elasticsearch.action.admin.indices.alias.IndicesAliasesRequestBuilder;
|
import org.elasticsearch.action.admin.indices.alias.IndicesAliasesRequestBuilder;
|
||||||
|
@ -17,8 +19,6 @@ import java.util.Arrays;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
|
|
||||||
import static org.junit.Assert.assertFalse;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -1,5 +1,9 @@
|
||||||
package org.xbib.elasticsearch.extras.client.node;
|
package org.xbib.elasticsearch.extras.client.node;
|
||||||
|
|
||||||
|
import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery;
|
||||||
|
import static org.junit.Assert.assertEquals;
|
||||||
|
import static org.junit.Assert.assertFalse;
|
||||||
|
|
||||||
import org.apache.logging.log4j.LogManager;
|
import org.apache.logging.log4j.LogManager;
|
||||||
import org.apache.logging.log4j.Logger;
|
import org.apache.logging.log4j.Logger;
|
||||||
import org.elasticsearch.action.admin.indices.stats.CommonStats;
|
import org.elasticsearch.action.admin.indices.stats.CommonStats;
|
||||||
|
@ -22,16 +26,12 @@ import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
||||||
|
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
|
|
||||||
import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery;
|
|
||||||
import static org.junit.Assert.assertEquals;
|
|
||||||
import static org.junit.Assert.assertFalse;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
*/
|
*/
|
||||||
public class BulkNodeReplicaTest extends NodeTestBase {
|
public class BulkNodeReplicaTest extends NodeTestBase {
|
||||||
|
|
||||||
private final static Logger logger = LogManager.getLogger(BulkNodeReplicaTest.class.getName());
|
private static final Logger logger = LogManager.getLogger(BulkNodeReplicaTest.class.getName());
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testReplicaLevel() throws Exception {
|
public void testReplicaLevel() throws Exception {
|
||||||
|
@ -80,7 +80,8 @@ public class BulkNodeReplicaTest extends NodeTestBase {
|
||||||
long hits = searchRequestBuilder.execute().actionGet().getHits().getTotalHits();
|
long hits = searchRequestBuilder.execute().actionGet().getHits().getTotalHits();
|
||||||
logger.info("query total hits={}", hits);
|
logger.info("query total hits={}", hits);
|
||||||
assertEquals(2468, hits);
|
assertEquals(2468, hits);
|
||||||
IndicesStatsRequestBuilder indicesStatsRequestBuilder = new IndicesStatsRequestBuilder(client.client(), IndicesStatsAction.INSTANCE)
|
IndicesStatsRequestBuilder indicesStatsRequestBuilder = new IndicesStatsRequestBuilder(client.client(),
|
||||||
|
IndicesStatsAction.INSTANCE)
|
||||||
.all();
|
.all();
|
||||||
IndicesStatsResponse response = indicesStatsRequestBuilder.execute().actionGet();
|
IndicesStatsResponse response = indicesStatsRequestBuilder.execute().actionGet();
|
||||||
for (Map.Entry<String, IndexStats> m : response.getIndices().entrySet()) {
|
for (Map.Entry<String, IndexStats> m : response.getIndices().entrySet()) {
|
||||||
|
|
|
@ -1,5 +1,8 @@
|
||||||
package org.xbib.elasticsearch.extras.client.node;
|
package org.xbib.elasticsearch.extras.client.node;
|
||||||
|
|
||||||
|
import static org.junit.Assert.assertEquals;
|
||||||
|
import static org.junit.Assert.assertFalse;
|
||||||
|
|
||||||
import org.apache.logging.log4j.LogManager;
|
import org.apache.logging.log4j.LogManager;
|
||||||
import org.apache.logging.log4j.Logger;
|
import org.apache.logging.log4j.Logger;
|
||||||
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
||||||
|
@ -11,9 +14,6 @@ import org.xbib.elasticsearch.extras.client.ClientBuilder;
|
||||||
import org.xbib.elasticsearch.extras.client.SimpleBulkControl;
|
import org.xbib.elasticsearch.extras.client.SimpleBulkControl;
|
||||||
import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
||||||
|
|
||||||
import static org.junit.Assert.assertEquals;
|
|
||||||
import static org.junit.Assert.assertFalse;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -1,10 +1,20 @@
|
||||||
package org.xbib.elasticsearch.extras.client.transport;
|
package org.xbib.elasticsearch.extras.client.transport;
|
||||||
|
|
||||||
|
import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder;
|
||||||
|
import static org.junit.Assert.assertEquals;
|
||||||
|
import static org.junit.Assert.assertFalse;
|
||||||
|
|
||||||
|
import org.apache.logging.log4j.LogManager;
|
||||||
|
import org.apache.logging.log4j.Logger;
|
||||||
|
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsAction;
|
||||||
|
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsRequest;
|
||||||
|
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsResponse;
|
||||||
import org.elasticsearch.action.search.SearchAction;
|
import org.elasticsearch.action.search.SearchAction;
|
||||||
import org.elasticsearch.action.search.SearchRequestBuilder;
|
import org.elasticsearch.action.search.SearchRequestBuilder;
|
||||||
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
||||||
import org.elasticsearch.common.settings.Settings;
|
import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.common.unit.TimeValue;
|
import org.elasticsearch.common.unit.TimeValue;
|
||||||
|
import org.elasticsearch.common.xcontent.XContentBuilder;
|
||||||
import org.elasticsearch.index.query.QueryBuilders;
|
import org.elasticsearch.index.query.QueryBuilders;
|
||||||
import org.junit.Before;
|
import org.junit.Before;
|
||||||
import org.junit.Test;
|
import org.junit.Test;
|
||||||
|
@ -12,6 +22,7 @@ import org.xbib.elasticsearch.NodeTestBase;
|
||||||
import org.xbib.elasticsearch.extras.client.ClientBuilder;
|
import org.xbib.elasticsearch.extras.client.ClientBuilder;
|
||||||
import org.xbib.elasticsearch.extras.client.SimpleBulkControl;
|
import org.xbib.elasticsearch.extras.client.SimpleBulkControl;
|
||||||
import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
||||||
|
import org.xbib.elasticsearch.extras.client.node.BulkNodeClient;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.util.concurrent.CountDownLatch;
|
import java.util.concurrent.CountDownLatch;
|
||||||
|
@ -20,14 +31,13 @@ import java.util.concurrent.ExecutorService;
|
||||||
import java.util.concurrent.Executors;
|
import java.util.concurrent.Executors;
|
||||||
import java.util.concurrent.TimeUnit;
|
import java.util.concurrent.TimeUnit;
|
||||||
|
|
||||||
import static org.junit.Assert.assertEquals;
|
|
||||||
import static org.junit.Assert.assertFalse;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
*/
|
*/
|
||||||
public class BulkTransportClientTest extends NodeTestBase {
|
public class BulkTransportClientTest extends NodeTestBase {
|
||||||
|
|
||||||
|
private static final Logger logger = LogManager.getLogger(BulkTransportClientTest.class.getName());
|
||||||
|
|
||||||
private static final Long MAX_ACTIONS = 1000L;
|
private static final Long MAX_ACTIONS = 1000L;
|
||||||
|
|
||||||
private static final Long NUM_ACTIONS = 1234L;
|
private static final Long NUM_ACTIONS = 1234L;
|
||||||
|
@ -43,7 +53,7 @@ public class BulkTransportClientTest extends NodeTestBase {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testBulkClientIndexCreation() throws IOException {
|
public void testBulkTransportClientNewIndex() throws IOException {
|
||||||
logger.info("firing up BulkTransportClient");
|
logger.info("firing up BulkTransportClient");
|
||||||
final BulkTransportClient client = ClientBuilder.builder()
|
final BulkTransportClient client = ClientBuilder.builder()
|
||||||
.put(getClientSettings())
|
.put(getClientSettings())
|
||||||
|
@ -75,7 +85,38 @@ public class BulkTransportClientTest extends NodeTestBase {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testSingleDocBulkClient() throws IOException {
|
public void testBulkTransportClientMapping() throws Exception {
|
||||||
|
final BulkTransportClient client = ClientBuilder.builder()
|
||||||
|
.put(getClientSettings())
|
||||||
|
.put(ClientBuilder.FLUSH_INTERVAL, TimeValue.timeValueSeconds(5))
|
||||||
|
.setMetric(new SimpleBulkMetric())
|
||||||
|
.setControl(new SimpleBulkControl())
|
||||||
|
.toBulkTransportClient();
|
||||||
|
XContentBuilder builder = jsonBuilder()
|
||||||
|
.startObject()
|
||||||
|
.startObject("test")
|
||||||
|
.startObject("properties")
|
||||||
|
.startObject("location")
|
||||||
|
.field("type", "geo_point")
|
||||||
|
.endObject()
|
||||||
|
.endObject()
|
||||||
|
.endObject()
|
||||||
|
.endObject();
|
||||||
|
client.mapping("test", builder.string());
|
||||||
|
client.newIndex("test");
|
||||||
|
GetMappingsRequest getMappingsRequest = new GetMappingsRequest().indices("test");
|
||||||
|
GetMappingsResponse getMappingsResponse =
|
||||||
|
client.client().execute(GetMappingsAction.INSTANCE, getMappingsRequest).actionGet();
|
||||||
|
logger.info("mappings={}", getMappingsResponse.getMappings());
|
||||||
|
if (client.hasThrowable()) {
|
||||||
|
logger.error("error", client.getThrowable());
|
||||||
|
}
|
||||||
|
assertFalse(client.hasThrowable());
|
||||||
|
client.shutdown();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testBulkTransportClientSingleDoc() throws IOException {
|
||||||
logger.info("firing up BulkTransportClient");
|
logger.info("firing up BulkTransportClient");
|
||||||
final BulkTransportClient client = ClientBuilder.builder()
|
final BulkTransportClient client = ClientBuilder.builder()
|
||||||
.put(getClientSettings())
|
.put(getClientSettings())
|
||||||
|
@ -111,7 +152,7 @@ public class BulkTransportClientTest extends NodeTestBase {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testRandomDocsBulkClient() {
|
public void testBulkTransportClientRandomDocs() {
|
||||||
long numactions = NUM_ACTIONS;
|
long numactions = NUM_ACTIONS;
|
||||||
final BulkTransportClient client = ClientBuilder.builder()
|
final BulkTransportClient client = ClientBuilder.builder()
|
||||||
.put(getClientSettings())
|
.put(getClientSettings())
|
||||||
|
@ -147,7 +188,7 @@ public class BulkTransportClientTest extends NodeTestBase {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testThreadedRandomDocsBulkClient() {
|
public void testBulkTransportClientThreadedRandomDocs() {
|
||||||
int maxthreads = Runtime.getRuntime().availableProcessors();
|
int maxthreads = Runtime.getRuntime().availableProcessors();
|
||||||
long maxactions = MAX_ACTIONS;
|
long maxactions = MAX_ACTIONS;
|
||||||
final long maxloop = NUM_ACTIONS;
|
final long maxloop = NUM_ACTIONS;
|
||||||
|
|
|
@ -1,5 +1,12 @@
|
||||||
package org.xbib.elasticsearch.extras.client.transport;
|
package org.xbib.elasticsearch.extras.client.transport;
|
||||||
|
|
||||||
|
import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery;
|
||||||
|
import static org.junit.Assert.assertEquals;
|
||||||
|
import static org.junit.Assert.assertFalse;
|
||||||
|
import static org.junit.Assert.assertTrue;
|
||||||
|
|
||||||
|
import org.apache.logging.log4j.LogManager;
|
||||||
|
import org.apache.logging.log4j.Logger;
|
||||||
import org.elasticsearch.action.search.SearchAction;
|
import org.elasticsearch.action.search.SearchAction;
|
||||||
import org.elasticsearch.action.search.SearchRequestBuilder;
|
import org.elasticsearch.action.search.SearchRequestBuilder;
|
||||||
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
||||||
|
@ -10,17 +17,16 @@ import org.xbib.elasticsearch.extras.client.ClientBuilder;
|
||||||
import org.xbib.elasticsearch.extras.client.SimpleBulkControl;
|
import org.xbib.elasticsearch.extras.client.SimpleBulkControl;
|
||||||
import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
||||||
|
|
||||||
import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery;
|
|
||||||
import static org.junit.Assert.*;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
*/
|
*/
|
||||||
public class BulkTransportDuplicateIDTest extends NodeTestBase {
|
public class BulkTransportDuplicateIDTest extends NodeTestBase {
|
||||||
|
|
||||||
private final static Long MAX_ACTIONS = 1000L;
|
private static final Logger logger = LogManager.getLogger(BulkTransportDuplicateIDTest.class.getName());
|
||||||
|
|
||||||
private final static Long NUM_ACTIONS = 12345L;
|
private static final Long MAX_ACTIONS = 1000L;
|
||||||
|
|
||||||
|
private static final Long NUM_ACTIONS = 12345L;
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testDuplicateDocIDs() throws Exception {
|
public void testDuplicateDocIDs() throws Exception {
|
||||||
|
|
|
@ -1,6 +1,17 @@
|
||||||
package org.xbib.elasticsearch.extras.client.transport;
|
package org.xbib.elasticsearch.extras.client.transport;
|
||||||
|
|
||||||
import org.elasticsearch.action.admin.indices.stats.*;
|
import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery;
|
||||||
|
import static org.junit.Assert.assertEquals;
|
||||||
|
import static org.junit.Assert.assertFalse;
|
||||||
|
|
||||||
|
import org.apache.logging.log4j.LogManager;
|
||||||
|
import org.apache.logging.log4j.Logger;
|
||||||
|
import org.elasticsearch.action.admin.indices.stats.CommonStats;
|
||||||
|
import org.elasticsearch.action.admin.indices.stats.IndexShardStats;
|
||||||
|
import org.elasticsearch.action.admin.indices.stats.IndexStats;
|
||||||
|
import org.elasticsearch.action.admin.indices.stats.IndicesStatsAction;
|
||||||
|
import org.elasticsearch.action.admin.indices.stats.IndicesStatsRequestBuilder;
|
||||||
|
import org.elasticsearch.action.admin.indices.stats.IndicesStatsResponse;
|
||||||
import org.elasticsearch.action.search.SearchAction;
|
import org.elasticsearch.action.search.SearchAction;
|
||||||
import org.elasticsearch.action.search.SearchRequestBuilder;
|
import org.elasticsearch.action.search.SearchRequestBuilder;
|
||||||
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
||||||
|
@ -15,15 +26,13 @@ import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
||||||
|
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
|
|
||||||
import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery;
|
|
||||||
import static org.junit.Assert.assertEquals;
|
|
||||||
import static org.junit.Assert.assertFalse;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
*/
|
*/
|
||||||
public class BulkTransportReplicaTest extends NodeTestBase {
|
public class BulkTransportReplicaTest extends NodeTestBase {
|
||||||
|
|
||||||
|
private static final Logger logger = LogManager.getLogger(BulkTransportClientTest.class.getName());
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testReplicaLevel() throws Exception {
|
public void testReplicaLevel() throws Exception {
|
||||||
|
|
||||||
|
|
|
@ -1,5 +1,8 @@
|
||||||
package org.xbib.elasticsearch.extras.client.transport;
|
package org.xbib.elasticsearch.extras.client.transport;
|
||||||
|
|
||||||
|
import static org.junit.Assert.assertEquals;
|
||||||
|
import static org.junit.Assert.assertFalse;
|
||||||
|
|
||||||
import org.apache.logging.log4j.LogManager;
|
import org.apache.logging.log4j.LogManager;
|
||||||
import org.apache.logging.log4j.Logger;
|
import org.apache.logging.log4j.Logger;
|
||||||
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
import org.elasticsearch.client.transport.NoNodeAvailableException;
|
||||||
|
@ -11,9 +14,6 @@ import org.xbib.elasticsearch.extras.client.ClientBuilder;
|
||||||
import org.xbib.elasticsearch.extras.client.SimpleBulkControl;
|
import org.xbib.elasticsearch.extras.client.SimpleBulkControl;
|
||||||
import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
import org.xbib.elasticsearch.extras.client.SimpleBulkMetric;
|
||||||
|
|
||||||
import static org.junit.Assert.assertEquals;
|
|
||||||
import static org.junit.Assert.assertFalse;
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -0,0 +1,4 @@
|
||||||
|
/**
|
||||||
|
* Classes for testing extras for transport client.
|
||||||
|
*/
|
||||||
|
package org.xbib.elasticsearch.extras.client.transport;
|
|
@ -1,4 +1,4 @@
|
||||||
/**
|
/**
|
||||||
* Test classes for testing Elasticsearch.
|
* Test classes for testing Elasticsearch.
|
||||||
*/
|
*/
|
||||||
package org.xbib.elasticsearch;
|
package org.xbib.elasticsearch;
|
||||||
|
|
|
@ -6,6 +6,9 @@ import org.junit.runners.Suite;
|
||||||
import org.junit.runners.model.InitializationError;
|
import org.junit.runners.model.InitializationError;
|
||||||
import org.junit.runners.model.RunnerBuilder;
|
import org.junit.runners.model.RunnerBuilder;
|
||||||
|
|
||||||
|
/**
|
||||||
|
*
|
||||||
|
*/
|
||||||
public class ListenerSuite extends Suite {
|
public class ListenerSuite extends Suite {
|
||||||
|
|
||||||
private final TestListener listener = new TestListener();
|
private final TestListener listener = new TestListener();
|
||||||
|
|
|
@ -2,10 +2,10 @@ package suites;
|
||||||
|
|
||||||
import org.junit.runner.RunWith;
|
import org.junit.runner.RunWith;
|
||||||
import org.junit.runners.Suite;
|
import org.junit.runners.Suite;
|
||||||
import org.xbib.elasticsearch.AliasTest;
|
import org.xbib.elasticsearch.extras.client.AliasTest;
|
||||||
import org.xbib.elasticsearch.SearchTest;
|
import org.xbib.elasticsearch.extras.client.SearchTest;
|
||||||
import org.xbib.elasticsearch.SimpleTest;
|
import org.xbib.elasticsearch.extras.client.SimpleTest;
|
||||||
import org.xbib.elasticsearch.WildcardTest;
|
import org.xbib.elasticsearch.extras.client.WildcardTest;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*
|
*
|
||||||
|
|
4
src/integration-test/java/suites/package-info.java
Normal file
4
src/integration-test/java/suites/package-info.java
Normal file
|
@ -0,0 +1,4 @@
|
||||||
|
/**
|
||||||
|
* Test suites.
|
||||||
|
*/
|
||||||
|
package suites;
|
|
@ -1,9 +1,9 @@
|
||||||
package org.xbib.elasticsearch.extras.client;
|
package org.xbib.elasticsearch.extras.client;
|
||||||
|
|
||||||
import org.apache.logging.log4j.LogManager;
|
|
||||||
import org.apache.logging.log4j.Logger;
|
|
||||||
import com.carrotsearch.hppc.cursors.ObjectCursor;
|
import com.carrotsearch.hppc.cursors.ObjectCursor;
|
||||||
import com.carrotsearch.hppc.cursors.ObjectObjectCursor;
|
import com.carrotsearch.hppc.cursors.ObjectObjectCursor;
|
||||||
|
import org.apache.logging.log4j.LogManager;
|
||||||
|
import org.apache.logging.log4j.Logger;
|
||||||
import org.elasticsearch.ElasticsearchTimeoutException;
|
import org.elasticsearch.ElasticsearchTimeoutException;
|
||||||
import org.elasticsearch.action.admin.cluster.health.ClusterHealthAction;
|
import org.elasticsearch.action.admin.cluster.health.ClusterHealthAction;
|
||||||
import org.elasticsearch.action.admin.cluster.health.ClusterHealthRequest;
|
import org.elasticsearch.action.admin.cluster.health.ClusterHealthRequest;
|
||||||
|
|
|
@ -101,6 +101,9 @@ public class BulkNodeClient extends AbstractClient implements ClientMethods {
|
||||||
metric.start();
|
metric.start();
|
||||||
}
|
}
|
||||||
BulkProcessor.Listener listener = new BulkProcessor.Listener() {
|
BulkProcessor.Listener listener = new BulkProcessor.Listener() {
|
||||||
|
|
||||||
|
private final Logger logger = LogManager.getLogger(BulkNodeClient.class.getName() + ".Listener");
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void beforeBulk(long executionId, BulkRequest request) {
|
public void beforeBulk(long executionId, BulkRequest request) {
|
||||||
long l = -1;
|
long l = -1;
|
||||||
|
|
|
@ -27,7 +27,6 @@ import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.common.transport.InetSocketTransportAddress;
|
import org.elasticsearch.common.transport.InetSocketTransportAddress;
|
||||||
import org.elasticsearch.common.unit.ByteSizeValue;
|
import org.elasticsearch.common.unit.ByteSizeValue;
|
||||||
import org.elasticsearch.common.unit.TimeValue;
|
import org.elasticsearch.common.unit.TimeValue;
|
||||||
import org.elasticsearch.env.Environment;
|
|
||||||
import org.elasticsearch.transport.Netty4Plugin;
|
import org.elasticsearch.transport.Netty4Plugin;
|
||||||
import org.xbib.elasticsearch.extras.client.AbstractClient;
|
import org.xbib.elasticsearch.extras.client.AbstractClient;
|
||||||
import org.xbib.elasticsearch.extras.client.BulkControl;
|
import org.xbib.elasticsearch.extras.client.BulkControl;
|
||||||
|
@ -54,8 +53,6 @@ public class BulkTransportClient extends AbstractClient implements ClientMethods
|
||||||
|
|
||||||
private static final Logger logger = LogManager.getLogger(BulkTransportClient.class.getName());
|
private static final Logger logger = LogManager.getLogger(BulkTransportClient.class.getName());
|
||||||
|
|
||||||
private static final Settings DEFAULT_SETTINGS = Settings.builder().put("transport.type.default", "local").build();
|
|
||||||
|
|
||||||
private int maxActionsPerRequest = DEFAULT_MAX_ACTIONS_PER_REQUEST;
|
private int maxActionsPerRequest = DEFAULT_MAX_ACTIONS_PER_REQUEST;
|
||||||
|
|
||||||
private int maxConcurrentRequests = DEFAULT_MAX_CONCURRENT_REQUESTS;
|
private int maxConcurrentRequests = DEFAULT_MAX_CONCURRENT_REQUESTS;
|
||||||
|
@ -95,6 +92,9 @@ public class BulkTransportClient extends AbstractClient implements ClientMethods
|
||||||
}
|
}
|
||||||
resetSettings();
|
resetSettings();
|
||||||
BulkProcessor.Listener listener = new BulkProcessor.Listener() {
|
BulkProcessor.Listener listener = new BulkProcessor.Listener() {
|
||||||
|
|
||||||
|
private final Logger logger = LogManager.getLogger(BulkTransportClient.class.getName() + ".Listener");
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void beforeBulk(long executionId, BulkRequest request) {
|
public void beforeBulk(long executionId, BulkRequest request) {
|
||||||
long l = -1L;
|
long l = -1L;
|
||||||
|
@ -170,7 +170,7 @@ public class BulkTransportClient extends AbstractClient implements ClientMethods
|
||||||
builder.setBulkSize(maxVolumePerRequest);
|
builder.setBulkSize(maxVolumePerRequest);
|
||||||
}
|
}
|
||||||
this.bulkProcessor = builder.build();
|
this.bulkProcessor = builder.build();
|
||||||
// aut-connect here
|
// auto-connect here
|
||||||
try {
|
try {
|
||||||
Collection<InetSocketTransportAddress> addrs = findAddresses(settings);
|
Collection<InetSocketTransportAddress> addrs = findAddresses(settings);
|
||||||
if (!connect(addrs, settings.getAsBoolean("autodiscover", false))) {
|
if (!connect(addrs, settings.getAsBoolean("autodiscover", false))) {
|
||||||
|
|
|
@ -91,15 +91,14 @@ public class TransportClient extends AbstractClient {
|
||||||
|
|
||||||
private final Object mutex = new Object();
|
private final Object mutex = new Object();
|
||||||
|
|
||||||
private volatile List<DiscoveryNode> listedNodes = Collections.emptyList();
|
|
||||||
|
|
||||||
private volatile List<DiscoveryNode> nodes = Collections.emptyList();
|
private volatile List<DiscoveryNode> nodes = Collections.emptyList();
|
||||||
|
|
||||||
|
private volatile List<DiscoveryNode> listedNodes = Collections.emptyList();
|
||||||
|
|
||||||
private volatile List<DiscoveryNode> filteredNodes = Collections.emptyList();
|
private volatile List<DiscoveryNode> filteredNodes = Collections.emptyList();
|
||||||
|
|
||||||
private volatile boolean closed;
|
private volatile boolean closed;
|
||||||
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Creates a new TransportClient with the given settings and plugins.
|
* Creates a new TransportClient with the given settings and plugins.
|
||||||
* @param settings settings
|
* @param settings settings
|
||||||
|
@ -197,37 +196,44 @@ public class TransportClient extends AbstractClient {
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Adds a list of transport addresses that will be used to connect to.
|
||||||
|
* The Node this transport address represents will be used if its possible to connect to it.
|
||||||
|
* If it is unavailable, it will be automatically connected to once it is up.
|
||||||
|
* In order to get the list of all the current connected nodes, please see {@link #connectedNodes()}.
|
||||||
|
*
|
||||||
|
* @param transportAddresses transport addressses
|
||||||
|
* @return this transport client
|
||||||
|
*/
|
||||||
public TransportClient addTransportAddresses(Collection<InetSocketTransportAddress> transportAddresses) {
|
public TransportClient addTransportAddresses(Collection<InetSocketTransportAddress> transportAddresses) {
|
||||||
synchronized (mutex) {
|
synchronized (mutex) {
|
||||||
if (closed) {
|
if (closed) {
|
||||||
throw new IllegalStateException("transport client is closed, can't add addresses");
|
throw new IllegalStateException("transport client is closed, can't add addresses");
|
||||||
}
|
}
|
||||||
List<TransportAddress> filtered = new ArrayList<>(transportAddresses.size());
|
Set<DiscoveryNode> discoveryNodeList = new HashSet<>();
|
||||||
for (TransportAddress transportAddress : transportAddresses) {
|
discoveryNodeList.addAll(listedNodes);
|
||||||
|
logger.debug("before adding: nodes={} listednodes={} transportAddresses={}",
|
||||||
|
nodes, listedNodes, transportAddresses);
|
||||||
|
for (TransportAddress newTransportAddress : transportAddresses) {
|
||||||
boolean found = false;
|
boolean found = false;
|
||||||
for (DiscoveryNode otherNode : listedNodes) {
|
for (DiscoveryNode discoveryNode : discoveryNodeList) {
|
||||||
if (otherNode.getAddress().equals(transportAddress)) {
|
logger.debug("checking existing address [{}] against new [{}]",
|
||||||
|
discoveryNode.getAddress(), newTransportAddress);
|
||||||
|
if (discoveryNode.getAddress().sameHost(newTransportAddress)) {
|
||||||
found = true;
|
found = true;
|
||||||
logger.debug("address [{}] already exists with [{}], ignoring...", transportAddress, otherNode);
|
logger.debug("address [{}] already connected, ignoring", newTransportAddress, discoveryNode);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (!found) {
|
if (!found) {
|
||||||
filtered.add(transportAddress);
|
DiscoveryNode node = new DiscoveryNode("#transport#-" + tempNodeId.incrementAndGet(),
|
||||||
|
newTransportAddress,
|
||||||
|
Version.CURRENT.minimumCompatibilityVersion());
|
||||||
|
logger.debug("adding address [{}]", node);
|
||||||
|
discoveryNodeList.add(node);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (filtered.isEmpty()) {
|
listedNodes = Collections.unmodifiableList(new ArrayList<>(discoveryNodeList));
|
||||||
return this;
|
|
||||||
}
|
|
||||||
List<DiscoveryNode> discoveryNodeList = new ArrayList<>();
|
|
||||||
discoveryNodeList.addAll(listedNodes());
|
|
||||||
for (TransportAddress transportAddress : filtered) {
|
|
||||||
DiscoveryNode node = new DiscoveryNode("#transport#-" + tempNodeId.incrementAndGet(), transportAddress,
|
|
||||||
Version.CURRENT.minimumCompatibilityVersion());
|
|
||||||
logger.debug("adding address [{}]", node);
|
|
||||||
discoveryNodeList.add(node);
|
|
||||||
}
|
|
||||||
listedNodes = Collections.unmodifiableList(discoveryNodeList);
|
|
||||||
connect();
|
connect();
|
||||||
}
|
}
|
||||||
return this;
|
return this;
|
||||||
|
@ -265,13 +271,16 @@ public class TransportClient extends AbstractClient {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
closed = true;
|
closed = true;
|
||||||
|
logger.debug("disconnecting from nodes {}", nodes);
|
||||||
for (DiscoveryNode node : nodes) {
|
for (DiscoveryNode node : nodes) {
|
||||||
transportService.disconnectFromNode(node);
|
transportService.disconnectFromNode(node);
|
||||||
}
|
}
|
||||||
|
nodes = Collections.emptyList();
|
||||||
|
logger.debug("disconnecting from listed nodes {}", listedNodes);
|
||||||
for (DiscoveryNode listedNode : listedNodes) {
|
for (DiscoveryNode listedNode : listedNodes) {
|
||||||
transportService.disconnectFromNode(listedNode);
|
transportService.disconnectFromNode(listedNode);
|
||||||
}
|
}
|
||||||
nodes = Collections.emptyList();
|
listedNodes = Collections.emptyList();
|
||||||
}
|
}
|
||||||
injector.getInstance(TransportService.class).close();
|
injector.getInstance(TransportService.class).close();
|
||||||
for (Class<? extends LifecycleComponent> plugin : injector.getInstance(PluginsService.class).getGuiceServiceClasses()) {
|
for (Class<? extends LifecycleComponent> plugin : injector.getInstance(PluginsService.class).getGuiceServiceClasses()) {
|
||||||
|
@ -290,7 +299,7 @@ public class TransportClient extends AbstractClient {
|
||||||
for (DiscoveryNode listedNode : listedNodes) {
|
for (DiscoveryNode listedNode : listedNodes) {
|
||||||
if (!transportService.nodeConnected(listedNode)) {
|
if (!transportService.nodeConnected(listedNode)) {
|
||||||
try {
|
try {
|
||||||
logger.trace("connecting to listed node (light) [{}]", listedNode);
|
logger.debug("connecting to listed node (light) [{}]", listedNode);
|
||||||
transportService.connectToNodeLight(listedNode);
|
transportService.connectToNodeLight(listedNode);
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
logger.debug("failed to connect to node [{}], removed from nodes list", e, listedNode);
|
logger.debug("failed to connect to node [{}], removed from nodes list", e, listedNode);
|
||||||
|
@ -309,7 +318,7 @@ public class TransportClient extends AbstractClient {
|
||||||
}
|
}
|
||||||
}).txGet();
|
}).txGet();
|
||||||
if (!clusterName.equals(livenessResponse.getClusterName())) {
|
if (!clusterName.equals(livenessResponse.getClusterName())) {
|
||||||
logger.warn("node {} not part of the cluster {}, ignoring...", listedNode, clusterName);
|
logger.warn("node {} not part of the cluster {}, ignoring", listedNode, clusterName);
|
||||||
newFilteredNodes.add(listedNode);
|
newFilteredNodes.add(listedNode);
|
||||||
} else if (livenessResponse.getDiscoveryNode() != null) {
|
} else if (livenessResponse.getDiscoveryNode() != null) {
|
||||||
DiscoveryNode nodeWithInfo = livenessResponse.getDiscoveryNode();
|
DiscoveryNode nodeWithInfo = livenessResponse.getDiscoveryNode();
|
||||||
|
@ -323,7 +332,7 @@ public class TransportClient extends AbstractClient {
|
||||||
newNodes.add(listedNode);
|
newNodes.add(listedNode);
|
||||||
}
|
}
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
logger.info("failed to get node info for {}, disconnecting...", e, listedNode);
|
logger.info("failed to get node info for {}, disconnecting", e, listedNode);
|
||||||
transportService.disconnectFromNode(listedNode);
|
transportService.disconnectFromNode(listedNode);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -331,7 +340,7 @@ public class TransportClient extends AbstractClient {
|
||||||
DiscoveryNode node = it.next();
|
DiscoveryNode node = it.next();
|
||||||
if (!transportService.nodeConnected(node)) {
|
if (!transportService.nodeConnected(node)) {
|
||||||
try {
|
try {
|
||||||
logger.trace("connecting to node [{}]", node);
|
logger.debug("connecting to new node [{}]", node);
|
||||||
transportService.connectToNode(node);
|
transportService.connectToNode(node);
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
it.remove();
|
it.remove();
|
||||||
|
@ -340,6 +349,7 @@ public class TransportClient extends AbstractClient {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
this.nodes = Collections.unmodifiableList(new ArrayList<>(newNodes));
|
this.nodes = Collections.unmodifiableList(new ArrayList<>(newNodes));
|
||||||
|
logger.debug("connected to {} nodes", nodes.size());
|
||||||
this.filteredNodes = Collections.unmodifiableList(new ArrayList<>(newFilteredNodes));
|
this.filteredNodes = Collections.unmodifiableList(new ArrayList<>(newFilteredNodes));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -392,10 +402,13 @@ public class TransportClient extends AbstractClient {
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
private static ClientTemplate buildTemplate(Settings providedSettings, Settings defaultSettings,
|
private static ClientTemplate buildTemplate(Settings givenSettings, Settings defaultSettings,
|
||||||
Collection<Class<? extends Plugin>> plugins) {
|
Collection<Class<? extends Plugin>> plugins) {
|
||||||
|
Settings providedSettings = givenSettings;
|
||||||
if (!Node.NODE_NAME_SETTING.exists(providedSettings)) {
|
if (!Node.NODE_NAME_SETTING.exists(providedSettings)) {
|
||||||
providedSettings = Settings.builder().put(providedSettings).put(Node.NODE_NAME_SETTING.getKey(), "_client_").build();
|
providedSettings = Settings.builder().put(providedSettings)
|
||||||
|
.put(Node.NODE_NAME_SETTING.getKey(), "_client_")
|
||||||
|
.build();
|
||||||
}
|
}
|
||||||
final PluginsService pluginsService = newPluginService(providedSettings, plugins);
|
final PluginsService pluginsService = newPluginService(providedSettings, plugins);
|
||||||
final Settings settings = Settings.builder().put(defaultSettings).put(pluginsService.updatedSettings()).build();
|
final Settings settings = Settings.builder().put(defaultSettings).put(pluginsService.updatedSettings()).build();
|
||||||
|
@ -423,7 +436,7 @@ public class TransportClient extends AbstractClient {
|
||||||
NamedWriteableRegistry namedWriteableRegistry = new NamedWriteableRegistry(entries);
|
NamedWriteableRegistry namedWriteableRegistry = new NamedWriteableRegistry(entries);
|
||||||
|
|
||||||
ModulesBuilder modules = new ModulesBuilder();
|
ModulesBuilder modules = new ModulesBuilder();
|
||||||
// plugin modules must be added here, before others or we can get crazy injection errors...
|
// plugin modules must be added here, before others or we can get crazy injection errors
|
||||||
for (Module pluginModule : pluginsService.createGuiceModules()) {
|
for (Module pluginModule : pluginsService.createGuiceModules()) {
|
||||||
modules.add(pluginModule);
|
modules.add(pluginModule);
|
||||||
}
|
}
|
||||||
|
@ -457,8 +470,7 @@ public class TransportClient extends AbstractClient {
|
||||||
resourcesToClose.addAll(pluginLifecycleComponents);
|
resourcesToClose.addAll(pluginLifecycleComponents);
|
||||||
transportService.start();
|
transportService.start();
|
||||||
transportService.acceptIncomingRequests();
|
transportService.acceptIncomingRequests();
|
||||||
ClientTemplate transportClient = new ClientTemplate(injector, pluginLifecycleComponents,
|
ClientTemplate transportClient = new ClientTemplate(injector, proxy);
|
||||||
proxy, namedWriteableRegistry);
|
|
||||||
resourcesToClose.clear();
|
resourcesToClose.clear();
|
||||||
return transportClient;
|
return transportClient;
|
||||||
} finally {
|
} finally {
|
||||||
|
@ -482,16 +494,12 @@ public class TransportClient extends AbstractClient {
|
||||||
|
|
||||||
private static final class ClientTemplate {
|
private static final class ClientTemplate {
|
||||||
final Injector injector;
|
final Injector injector;
|
||||||
private final List<LifecycleComponent> pluginLifecycleComponents;
|
|
||||||
private final ProxyActionMap proxy;
|
private final ProxyActionMap proxy;
|
||||||
private final NamedWriteableRegistry namedWriteableRegistry;
|
|
||||||
|
|
||||||
private ClientTemplate(Injector injector, List<LifecycleComponent> pluginLifecycleComponents,
|
private ClientTemplate(Injector injector,
|
||||||
ProxyActionMap proxy, NamedWriteableRegistry namedWriteableRegistry) {
|
ProxyActionMap proxy) {
|
||||||
this.injector = injector;
|
this.injector = injector;
|
||||||
this.pluginLifecycleComponents = pluginLifecycleComponents;
|
|
||||||
this.proxy = proxy;
|
this.proxy = proxy;
|
||||||
this.namedWriteableRegistry = namedWriteableRegistry;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
Settings getSettings() {
|
Settings getSettings() {
|
||||||
|
|
Loading…
Reference in a new issue