github-forks
/
redisson
mirror of https://github.com/redisson/redisson.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

refactoring

Browse Source
pull/5457/head
Nikita Koksharov 1 year ago
parent 2c1ab3df94
commit 4c44e1b588
1 changed files with 153 additions and 297 deletions
Show Stats Download Patch File Download Diff File

302
redisson/src/test/java/org/redisson/RedissonTopicTest.java
Unescape Escape View File

@ -824,138 +824,12 @@ public class RedissonTopicTest extends RedisDockerTest {
@Test @Test
public void testResubscriptionAfterFailover() throws Exception { public void testResubscriptionAfterFailover() throws Exception {
// withSentinel((nodes, redisson) -> { withSentinel((nodes, config) -> {
// Config config = redisson.getConfig();
// config.useSentinelServers()
// .setSubscriptionsPerConnection(20)
// .setSubscriptionConnectionPoolSize(200);
//
// RedissonClient redissonClient = Redisson.create(config);
//
// ScheduledExecutorService executor1 = Executors.newScheduledThreadPool(5);
//
// AtomicBoolean exceptionDetected = new AtomicBoolean(false);
//
// Deque<String> status = new ConcurrentLinkedDeque<>();
// Runnable rLockPayload =
// () -> {
// try {
// Integer randomLock = ThreadLocalRandom.current().nextInt(100);
// RLock lock = redissonClient.getLock(randomLock.toString());
// lock.lock(10, TimeUnit.SECONDS);
// lock.unlock();
// status.add("ok");
// } catch (Exception e) {
// status.add("failed");
// if (e.getCause().getMessage().contains("slaves were synced")) {
// return;
// }
// e.printStackTrace();
// exceptionDetected.set(true);
// }
// };
//
// executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS);
// executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS);
// executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS);
// executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS);
// executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS);
//
// try {
// Thread.sleep(Duration.ofSeconds(10).toMillis());
// } catch (InterruptedException e) {
// throw new RuntimeException(e);
// }
//
// RedisClientConfig masterConfig = new RedisClientConfig().setAddress("redis://127.0.0.1:" + nodes.get(0).getFirstMappedPort());
//
// //Failover from master to slave
// try {
// RedisClient.create(masterConfig).connect().sync(RedisCommands.SHUTDOWN);
// } catch (RedisTimeoutException e) {
// // node goes down, so this command times out waiting for the response
// }
//
// GenericContainer<?> slave =
// new GenericContainer<>("bitnami/redis")
//// .withNetwork(nodes.get(1).getNetwork())
// .withEnv("REDIS_REPLICATION_MODE", "slave")
// .withEnv("REDIS_MASTER_HOST", "redis")
// .withEnv("ALLOW_EMPTY_PASSWORD", "yes")
// .withNetworkAliases("slave2")
// .withExposedPorts(6379);
// nodes.add(2, slave);
// slave.setPortBindings(Arrays.asList("6312:6379"));
// slave.start();
//
// System.out.println("Failover Finished, start to see Subscribe timeouts now. Can't recover this without a refresh of redison client ");
// try {
// Thread.sleep(Duration.ofSeconds(10).toMillis());
// } catch (InterruptedException e) {
// throw new RuntimeException(e);
// }
//
// assertThat(exceptionDetected.get()).isFalse();
// assertThat(status.peekLast()).isEqualTo("ok");
//
// executor1.shutdown();
//
// redissonClient.shutdown();
//
// }, 1);
RedisRunner.RedisProcess master = new RedisRunner()
.nosave()
.randomDir()
.port(6400)
.run();
RedisRunner.RedisProcess slave1 = new RedisRunner()
.port(6380)
.nosave()
.randomDir()
.slaveof("127.0.0.1", 6400)
.run();
RedisRunner.RedisProcess sentinel1 = new RedisRunner()
.nosave()
.randomDir()
.port(26379)
.sentinel()
.sentinelMonitor("myMaster", "127.0.0.1", 6400, 2)
.sentinelDownAfterMilliseconds("myMaster", 750)
.sentinelFailoverTimeout("myMaster", 1250)
.run();
RedisRunner.RedisProcess sentinel2 = new RedisRunner()
.nosave()
.randomDir()
.port(26380)
.sentinel()
.sentinelMonitor("myMaster", "127.0.0.1", 6400, 2)
.sentinelDownAfterMilliseconds("myMaster", 750)
.sentinelFailoverTimeout("myMaster", 1250)
.run();
RedisRunner.RedisProcess sentinel3 = new RedisRunner()
.nosave()
.randomDir()
.port(26381)
.sentinel()
.sentinelMonitor("myMaster", "127.0.0.1", 6400, 2)
.sentinelDownAfterMilliseconds("myMaster", 750)
.sentinelFailoverTimeout("myMaster", 1250)
.run();
Thread.sleep(1000);
Config config = new Config();
config.useSentinelServers() config.useSentinelServers()
.addSentinelAddress(sentinel3.getRedisServerAddressAndPort()).setMasterName("myMaster")
.setSubscriptionsPerConnection(20) .setSubscriptionsPerConnection(20)
.setSubscriptionConnectionPoolSize(200); .setSubscriptionConnectionPoolSize(200);
RedissonClient redisson = Redisson.create(config); RedissonClient redissonClient = Redisson.create(config);
ScheduledExecutorService executor1 = Executors.newScheduledThreadPool(5); ScheduledExecutorService executor1 = Executors.newScheduledThreadPool(5);
@ -966,13 +840,19 @@ public class RedissonTopicTest extends RedisDockerTest {
() -> { () -> {
try { try {
Integer randomLock = ThreadLocalRandom.current().nextInt(100); Integer randomLock = ThreadLocalRandom.current().nextInt(100);
RLock lock = redisson.getLock(randomLock.toString()); RLock lock = redissonClient.getLock(randomLock.toString());
lock.lock(10, TimeUnit.SECONDS); lock.lock(10, TimeUnit.SECONDS);
lock.unlock(); lock.unlock();
status.add("ok"); status.add("ok");
} catch (Exception e) { } catch (Exception e) {
if (e.getMessage().contains("READONLY")) {
// skip
return;
}
status.add("failed"); status.add("failed");
if (e.getCause().getMessage().contains("slaves were synced")) { if (e.getCause() != null
&& e.getCause().getMessage().contains("slaves were synced")) {
return; return;
} }
e.printStackTrace(); e.printStackTrace();
@ -986,49 +866,55 @@ public class RedissonTopicTest extends RedisDockerTest {
executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS); executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS);
executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS); executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS);
Thread.sleep(java.time.Duration.ofSeconds(10).toMillis()); try {
TimeUnit.SECONDS.sleep(10);
} catch (InterruptedException e) {
throw new RuntimeException(e);
}
RedisClientConfig masterConfig = new RedisClientConfig().setAddress(master.getRedisServerAddressAndPort()); nodes.get(0).stop();
//Failover from master to slave
try { try {
RedisClient.create(masterConfig).connect().sync(new RedisStrictCommand<Void>("DEBUG", "SEGFAULT")); TimeUnit.SECONDS.sleep(10);
} catch (RedisTimeoutException e) { } catch (InterruptedException e) {
// node goes down, so this command times out waiting for the response throw new RuntimeException(e);
} }
//Re-introduce master as slave like kubernetes would do GenericContainer<?> slave =
RedisRunner.RedisProcess slave2 = new RedisRunner() new GenericContainer<>("bitnami/redis:6.2.13")
.port(6381) .withNetwork(nodes.get(1).getNetwork())
.nosave() .withEnv("REDIS_REPLICATION_MODE", "slave")
.randomDir() .withEnv("REDIS_MASTER_HOST", "slave0")
.slaveof("127.0.0.1", 6380) .withEnv("ALLOW_EMPTY_PASSWORD", "yes")
.run(); .withNetworkAliases("slave2")
.withExposedPorts(6379);
nodes.add(slave);
slave.start();
System.out.println("Failover Finished, start to see Subscribe timeouts now. Can't recover this without a refresh of redison client "); System.out.println("Failover Finished, start to see Subscribe timeouts now. Can't recover this without a refresh of redison client ");
Thread.sleep(java.time.Duration.ofSeconds(10).toMillis()); try {
TimeUnit.SECONDS.sleep(10);
} catch (InterruptedException e) {
throw new RuntimeException(e);
}
assertThat(exceptionDetected.get()).isFalse(); assertThat(exceptionDetected.get()).isFalse();
assertThat(status.peekLast()).isEqualTo("ok"); assertThat(status.peekLast()).isEqualTo("ok");
executor1.shutdown(); executor1.shutdown();
redisson.shutdown(); redissonClient.shutdown();
sentinel1.stop();
sentinel2.stop(); }, 1);
sentinel3.stop();
master.stop();
slave1.stop();
slave2.stop();
} }
private void withSentinel(BiConsumer<List<GenericContainer<?>>, RedissonClient> callback, int slaves) throws InterruptedException { private void withSentinel(BiConsumer<List<GenericContainer<?>>, Config> callback, int slaves) throws InterruptedException {
Network network = Network.newNetwork(); Network network = Network.newNetwork();
List<GenericContainer<? extends GenericContainer<?>>> nodes = new ArrayList<>(); List<GenericContainer<? extends GenericContainer<?>>> nodes = new ArrayList<>();
GenericContainer<?> master = GenericContainer<?> master =
new GenericContainer<>("bitnami/redis") new GenericContainer<>("bitnami/redis:6.2.13")
.withNetwork(network) .withNetwork(network)
.withEnv("REDIS_REPLICATION_MODE", "master") .withEnv("REDIS_REPLICATION_MODE", "master")
.withEnv("ALLOW_EMPTY_PASSWORD", "yes") .withEnv("ALLOW_EMPTY_PASSWORD", "yes")
@ -1046,7 +932,7 @@ public class RedissonTopicTest extends RedisDockerTest {
for (int i = 0; i < slaves; i++) { for (int i = 0; i < slaves; i++) {
GenericContainer<?> slave = GenericContainer<?> slave =
new GenericContainer<>("bitnami/redis") new GenericContainer<>("bitnami/redis:6.2.13")
.withNetwork(network) .withNetwork(network)
.withEnv("REDIS_REPLICATION_MODE", "slave") .withEnv("REDIS_REPLICATION_MODE", "slave")
.withEnv("REDIS_MASTER_HOST", "redis") .withEnv("REDIS_MASTER_HOST", "redis")
@ -1064,8 +950,10 @@ public class RedissonTopicTest extends RedisDockerTest {
} }
GenericContainer<?> sentinel1 = GenericContainer<?> sentinel1 =
new GenericContainer<>("bitnami/redis-sentinel") new GenericContainer<>("bitnami/redis-sentinel:6.2.13")
.withNetwork(network) .withNetwork(network)
.withEnv("REDIS_SENTINEL_DOWN_AFTER_MILLISECONDS", "5000")
.withEnv("REDIS_SENTINEL_FAILOVER_TIMEOUT", "10000")
.withNetworkAliases("sentinel1") .withNetworkAliases("sentinel1")
.withExposedPorts(26379); .withExposedPorts(26379);
sentinel1.start(); sentinel1.start();
@ -1078,8 +966,10 @@ public class RedissonTopicTest extends RedisDockerTest {
nodes.add(sentinel1); nodes.add(sentinel1);
GenericContainer<?> sentinel2 = GenericContainer<?> sentinel2 =
new GenericContainer<>("bitnami/redis-sentinel") new GenericContainer<>("bitnami/redis-sentinel:6.2.13")
.withNetwork(network) .withNetwork(network)
.withEnv("REDIS_SENTINEL_DOWN_AFTER_MILLISECONDS", "5000")
.withEnv("REDIS_SENTINEL_FAILOVER_TIMEOUT", "10000")
.withNetworkAliases("sentinel2") .withNetworkAliases("sentinel2")
.withExposedPorts(26379); .withExposedPorts(26379);
sentinel2.start(); sentinel2.start();
@ -1092,8 +982,10 @@ public class RedissonTopicTest extends RedisDockerTest {
nodes.add(sentinel2); nodes.add(sentinel2);
GenericContainer<?> sentinel3 = GenericContainer<?> sentinel3 =
new GenericContainer<>("bitnami/redis-sentinel") new GenericContainer<>("bitnami/redis-sentinel:6.2.13")
.withNetwork(network) .withNetwork(network)
.withEnv("REDIS_SENTINEL_DOWN_AFTER_MILLISECONDS", "5000")
.withEnv("REDIS_SENTINEL_FAILOVER_TIMEOUT", "10000")
.withNetworkAliases("sentinel3") .withNetworkAliases("sentinel3")
.withExposedPorts(26379); .withExposedPorts(26379);
sentinel3.start(); sentinel3.start();
@ -1129,7 +1021,6 @@ public class RedissonTopicTest extends RedisDockerTest {
if (uri.getPort() == 6379 && node.getNetworkAliases().contains("slave0")) { if (uri.getPort() == 6379 && node.getNetworkAliases().contains("slave0")) {
return new RedisURI(uri.getScheme(), "127.0.0.1", Integer.valueOf(mappedPort[0].getHostPortSpec())); return new RedisURI(uri.getScheme(), "127.0.0.1", Integer.valueOf(mappedPort[0].getHostPortSpec()));
// System.out.println("attempt " + uri + " - " + node.getNetworkAliases() + " " + node.isHostAccessible() +" " + node.isRunning());
} }
if ("redis".equals(uri.getHost()) if ("redis".equals(uri.getHost())
@ -1148,11 +1039,8 @@ public class RedissonTopicTest extends RedisDockerTest {
.addSentinelAddress("redis://127.0.0.1:" + sentinel1.getFirstMappedPort()) .addSentinelAddress("redis://127.0.0.1:" + sentinel1.getFirstMappedPort())
.setMasterName("mymaster"); .setMasterName("mymaster");
RedissonClient redisson = Redisson.create(config); callback.accept(nodes, config);
callback.accept(nodes, redisson);
redisson.shutdown();
nodes.forEach(n -> n.stop()); nodes.forEach(n -> n.stop());
network.close(); network.close();
} }
@ -1160,10 +1048,11 @@ public class RedissonTopicTest extends RedisDockerTest {
@Test @Test
public void testReattachInSentinel() throws Exception { public void testReattachInSentinel() throws Exception {
withSentinel((nodes, redisson) -> { withSentinel((nodes, config) -> {
final AtomicBoolean executed = new AtomicBoolean(); final AtomicBoolean executed = new AtomicBoolean();
final AtomicInteger subscriptions = new AtomicInteger(); final AtomicInteger subscriptions = new AtomicInteger();
RedissonClient redisson = Redisson.create(config);
RTopic topic = redisson.getTopic("topic"); RTopic topic = redisson.getTopic("topic");
topic.addListener(new StatusListener() { topic.addListener(new StatusListener() {
@ -1206,6 +1095,7 @@ public class RedissonTopicTest extends RedisDockerTest {
await().atMost(20, TimeUnit.SECONDS).until(() -> subscriptions.get() == 2); await().atMost(20, TimeUnit.SECONDS).until(() -> subscriptions.get() == 2);
assertThat(executed.get()).isTrue(); assertThat(executed.get()).isTrue();
redisson.shutdown();
}, 2); }, 2);
} }
@ -1493,57 +1383,12 @@ public class RedissonTopicTest extends RedisDockerTest {
@Test @Test
public void testReattachInSentinel3() throws Exception { public void testReattachInSentinel3() throws Exception {
RedisRunner.RedisProcess master = new RedisRunner() withSentinel((nodes, config) -> {
.nosave()
.randomDir()
.port(6400)
.run();
RedisRunner.RedisProcess slave1 = new RedisRunner()
.port(6380)
.nosave()
.randomDir()
.slaveof("127.0.0.1", 6400)
.run();
RedisRunner.RedisProcess sentinel1 = new RedisRunner()
.nosave()
.randomDir()
.port(26379)
.sentinel()
.sentinelMonitor("myMaster", "127.0.0.1", 6400, 2)
.sentinelDownAfterMilliseconds("myMaster", 750)
.sentinelFailoverTimeout("myMaster", 1250)
.run();
RedisRunner.RedisProcess sentinel2 = new RedisRunner()
.nosave()
.randomDir()
.port(26380)
.sentinel()
.sentinelMonitor("myMaster", "127.0.0.1", 6400, 2)
.sentinelDownAfterMilliseconds("myMaster", 750)
.sentinelFailoverTimeout("myMaster", 1250)
.run();
RedisRunner.RedisProcess sentinel3 = new RedisRunner()
.nosave()
.randomDir()
.port(26381)
.sentinel()
.sentinelMonitor("myMaster", "127.0.0.1", 6400, 2)
.sentinelDownAfterMilliseconds("myMaster", 750)
.sentinelFailoverTimeout("myMaster", 1250)
.run();
Thread.sleep(1000);
Config config = new Config();
config.useSentinelServers() config.useSentinelServers()
.addSentinelAddress(sentinel3.getRedisServerAddressAndPort()).setMasterName("myMaster")
.setSubscriptionsPerConnection(20) .setSubscriptionsPerConnection(20)
.setSubscriptionConnectionPoolSize(200); .setSubscriptionConnectionPoolSize(200);
RedissonClient redisson = Redisson.create(config);
RedissonClient redissonClient = Redisson.create(config);
ScheduledExecutorService executor1 = Executors.newScheduledThreadPool(5); ScheduledExecutorService executor1 = Executors.newScheduledThreadPool(5);
@ -1554,11 +1399,11 @@ public class RedissonTopicTest extends RedisDockerTest {
() -> { () -> {
try { try {
Integer randomLock = ThreadLocalRandom.current().nextInt(100); Integer randomLock = ThreadLocalRandom.current().nextInt(100);
RLock lock = redisson.getLock(randomLock.toString()); RLock lock = redissonClient.getLock(randomLock.toString());
lock.lock(10, TimeUnit.SECONDS); lock.lock(10, TimeUnit.SECONDS);
lock.unlock(); lock.unlock();
RTopic t = redisson.getTopic("topic_" + randomLock); RTopic t = redissonClient.getTopic("topic_" + randomLock);
int s = t.addListener(new StatusListener() { int s = t.addListener(new StatusListener() {
@Override @Override
public void onSubscribe(String channel) { public void onSubscribe(String channel) {
@ -1572,8 +1417,14 @@ public class RedissonTopicTest extends RedisDockerTest {
status.add("ok"); status.add("ok");
} catch (Exception e) { } catch (Exception e) {
if (e.getMessage().contains("READONLY")) {
// skip
return;
}
status.add("failed"); status.add("failed");
if (e.getCause().getMessage().contains("slaves were synced")) { if (e.getCause() != null
&& e.getCause().getMessage().contains("slaves were synced")) {
return; return;
} }
e.printStackTrace(); e.printStackTrace();
@ -1587,23 +1438,28 @@ public class RedissonTopicTest extends RedisDockerTest {
executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS); executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS);
executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS); executor1.scheduleAtFixedRate(rLockPayload, 100, 50, TimeUnit.MILLISECONDS);
Thread.sleep(java.time.Duration.ofSeconds(10).toMillis()); try {
TimeUnit.SECONDS.sleep(10);
} catch (InterruptedException e) {
throw new RuntimeException(e);
}
master.stop(); nodes.get(0).stop();
Thread.sleep(TimeUnit.SECONDS.toMillis(30)); try {
TimeUnit.SECONDS.sleep(30);
} catch (InterruptedException e) {
throw new RuntimeException(e);
}
assertThat(exceptionDetected.get()).isFalse(); assertThat(exceptionDetected.get()).isFalse();
assertThat(status.peekLast()).isEqualTo("ok"); assertThat(status.peekLast()).isEqualTo("ok");
executor1.shutdown(); executor1.shutdown();
redisson.shutdown(); redissonClient.shutdown();
sentinel1.stop();
sentinel2.stop(); }, 1);
sentinel3.stop();
master.stop();
slave1.stop();
} }
@Test @Test

Write Preview
Loading…
Cancel
Save