You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@activemq.apache.org by cl...@apache.org on 2024/01/16 00:13:56 UTC

(activemq-artemis) 01/04: ARTEMIS-4560 Fixing defaults on Broker Connections for Broker Properties ARTEMIS-4566 Allow management of Mirror SNF internal queue

This is an automated email from the ASF dual-hosted git repository.

clebertsuconic pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/activemq-artemis.git

commit 5e7a9023d83153e106d30ff2f0e104239ece82b7
Author: Clebert Suconic <cl...@apache.org>
AuthorDate: Mon Jan 8 23:04:01 2024 -0500

    ARTEMIS-4560 Fixing defaults on Broker Connections for Broker Properties
    ARTEMIS-4566 Allow management of Mirror SNF internal queue
---
 .../apache/activemq/artemis/util/ServerUtil.java   |   2 +-
 .../amqp/connect/AMQPBrokerConnection.java         |   2 +
 .../AMQPMirrorBrokerConnectionElement.java         |   2 +-
 .../artemis/core/server/ActiveMQServer.java        |   2 +
 .../core/server/impl/ActiveMQServerImpl.java       |   6 +
 .../core/server/management/ManagementService.java  |   2 +
 .../management/impl/ManagementServiceImpl.java     |  17 +-
 .../server/group/impl/ClusteredResetMockTest.java  |   5 +
 .../artemis/utils/cli/helper/HelperBase.java       |  13 +
 .../integration/amqp/connect/AMQPReplicaTest.java  |   9 +
 .../integration/amqp/connect/BrokerInSyncTest.java |   2 +-
 .../integration/amqp/connect/PagedMirrorTest.java  |   4 +-
 .../mirror/MirroredTopicSoakTest.java              | 307 +++++++++++++++++++++
 13 files changed, 367 insertions(+), 6 deletions(-)

diff --git a/artemis-cli/src/main/java/org/apache/activemq/artemis/util/ServerUtil.java b/artemis-cli/src/main/java/org/apache/activemq/artemis/util/ServerUtil.java
index f2a3b0da7f..febb76655d 100644
--- a/artemis-cli/src/main/java/org/apache/activemq/artemis/util/ServerUtil.java
+++ b/artemis-cli/src/main/java/org/apache/activemq/artemis/util/ServerUtil.java
@@ -55,7 +55,7 @@ public class ServerUtil {
       final Process process = internalStartServer(artemisInstance, serverName, brokerProperties);
 
       // wait for start
-      if (timeout != 0) {
+      if (timeout > 0) {
          waitForServerToStart(id, timeout);
       }
 
diff --git a/artemis-protocols/artemis-amqp-protocol/src/main/java/org/apache/activemq/artemis/protocol/amqp/connect/AMQPBrokerConnection.java b/artemis-protocols/artemis-amqp-protocol/src/main/java/org/apache/activemq/artemis/protocol/amqp/connect/AMQPBrokerConnection.java
index b4c0946283..246136b0b0 100644
--- a/artemis-protocols/artemis-amqp-protocol/src/main/java/org/apache/activemq/artemis/protocol/amqp/connect/AMQPBrokerConnection.java
+++ b/artemis-protocols/artemis-amqp-protocol/src/main/java/org/apache/activemq/artemis/protocol/amqp/connect/AMQPBrokerConnection.java
@@ -501,6 +501,8 @@ public class AMQPBrokerConnection implements ClientConnectionLifeCycleListener,
          mirrorControlQueue = server.createQueue(new QueueConfiguration(getMirrorSNF(replicaConfig)).setAddress(getMirrorSNF(replicaConfig)).setRoutingType(RoutingType.ANYCAST).setDurable(replicaConfig.isDurable()).setInternal(true), true);
       }
 
+      server.registerQueueOnManagement(mirrorControlQueue, true);
+
       logger.debug("Mirror queue {}", mirrorControlQueue.getName());
 
       mirrorControlQueue.setMirrorController(true);
diff --git a/artemis-server/src/main/java/org/apache/activemq/artemis/core/config/amqpBrokerConnectivity/AMQPMirrorBrokerConnectionElement.java b/artemis-server/src/main/java/org/apache/activemq/artemis/core/config/amqpBrokerConnectivity/AMQPMirrorBrokerConnectionElement.java
index d2bd9f87ef..5a6c25785f 100644
--- a/artemis-server/src/main/java/org/apache/activemq/artemis/core/config/amqpBrokerConnectivity/AMQPMirrorBrokerConnectionElement.java
+++ b/artemis-server/src/main/java/org/apache/activemq/artemis/core/config/amqpBrokerConnectivity/AMQPMirrorBrokerConnectionElement.java
@@ -23,7 +23,7 @@ import org.apache.activemq.artemis.api.core.SimpleString;
 
 public class AMQPMirrorBrokerConnectionElement extends AMQPBrokerConnectionElement {
 
-   boolean durable;
+   boolean durable = true;
 
    boolean queueCreation = true;
 
diff --git a/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/ActiveMQServer.java b/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/ActiveMQServer.java
index ab7c12941a..05a668c087 100644
--- a/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/ActiveMQServer.java
+++ b/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/ActiveMQServer.java
@@ -973,6 +973,8 @@ public interface ActiveMQServer extends ServiceComponent {
     */
    void autoRemoveAddressInfo(SimpleString address, SecurityAuth auth) throws Exception;
 
+   void registerQueueOnManagement(Queue queue, boolean registerInternal) throws Exception;
+
    /**
     * Remove an {@code AddressInfo} from the broker.
     *
diff --git a/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/impl/ActiveMQServerImpl.java b/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/impl/ActiveMQServerImpl.java
index 78986f4cbe..bc77102532 100644
--- a/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/impl/ActiveMQServerImpl.java
+++ b/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/impl/ActiveMQServerImpl.java
@@ -3944,6 +3944,12 @@ public class ActiveMQServerImpl implements ActiveMQServer {
       removeAddressInfo(address, auth);
    }
 
+   /** Register a queue on the management registry */
+   @Override
+   public void registerQueueOnManagement(Queue queue, boolean registerInternal) throws Exception {
+      managementService.registerQueue(queue, queue.getAddress(), storageManager, registerInternal);
+   }
+
    @Override
    public void removeAddressInfo(final SimpleString address, final SecurityAuth auth, boolean force) throws Exception {
       if (auth != null) {
diff --git a/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/management/ManagementService.java b/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/management/ManagementService.java
index 649a285ac2..48dcf86c85 100644
--- a/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/management/ManagementService.java
+++ b/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/management/ManagementService.java
@@ -100,6 +100,8 @@ public interface ManagementService extends NotificationService, ActiveMQComponen
 
    void registerQueue(Queue queue, SimpleString address, StorageManager storageManager) throws Exception;
 
+   void registerQueue(Queue queue, SimpleString address, StorageManager storageManager, boolean forceInternal) throws Exception;
+
    void unregisterQueue(SimpleString name, SimpleString address, RoutingType routingType) throws Exception;
 
    void registerAcceptor(Acceptor acceptor, TransportConfiguration configuration) throws Exception;
diff --git a/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/management/impl/ManagementServiceImpl.java b/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/management/impl/ManagementServiceImpl.java
index 6a1785d793..84b602a419 100644
--- a/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/management/impl/ManagementServiceImpl.java
+++ b/artemis-server/src/main/java/org/apache/activemq/artemis/core/server/management/impl/ManagementServiceImpl.java
@@ -287,8 +287,15 @@ public class ManagementServiceImpl implements ManagementService {
    public synchronized void registerQueue(final Queue queue,
                                           final AddressInfo addressInfo,
                                           final StorageManager storageManager) throws Exception {
+      registerQueue(queue, addressInfo, storageManager, false);
+   }
+
+   private synchronized void registerQueue(final Queue queue,
+                                          final AddressInfo addressInfo,
+                                          final StorageManager storageManager,
+                                          boolean forceInternal) throws Exception {
 
-      if (addressInfo.isInternal() || queue.isInternalQueue()) {
+      if (!forceInternal && (addressInfo.isInternal() || queue.isInternalQueue())) {
          logger.debug("won't register internal queue: {}", queue);
          return;
       }
@@ -314,6 +321,14 @@ public class ManagementServiceImpl implements ManagementService {
       registerQueue(queue, new AddressInfo(address), storageManager);
    }
 
+   @Override
+   public synchronized void registerQueue(final Queue queue,
+                                          final SimpleString address,
+                                          final StorageManager storageManager,
+                                          final boolean forceInternal) throws Exception {
+      registerQueue(queue, new AddressInfo(address), storageManager, forceInternal);
+   }
+
    @Override
    public synchronized void unregisterQueue(final SimpleString name, final SimpleString address, RoutingType routingType) throws Exception {
       ObjectName objectName = objectNameBuilder.getQueueObjectName(address, name, routingType);
diff --git a/artemis-server/src/test/java/org/apache/activemq/artemis/core/server/group/impl/ClusteredResetMockTest.java b/artemis-server/src/test/java/org/apache/activemq/artemis/core/server/group/impl/ClusteredResetMockTest.java
index 8ef7477b4f..85f596b374 100644
--- a/artemis-server/src/test/java/org/apache/activemq/artemis/core/server/group/impl/ClusteredResetMockTest.java
+++ b/artemis-server/src/test/java/org/apache/activemq/artemis/core/server/group/impl/ClusteredResetMockTest.java
@@ -268,6 +268,11 @@ public class ClusteredResetMockTest extends ActiveMQTestBase {
 
       }
 
+      @Override
+      public void registerQueue(Queue queue, SimpleString address, StorageManager storageManager, boolean forceInternal) throws Exception {
+
+      }
+
       @Override
       public void unregisterQueue(SimpleString name, SimpleString address, RoutingType routingType) throws Exception {
 
diff --git a/tests/artemis-test-support/src/main/java/org/apache/activemq/artemis/utils/cli/helper/HelperBase.java b/tests/artemis-test-support/src/main/java/org/apache/activemq/artemis/utils/cli/helper/HelperBase.java
index 5e3ead1c52..28c81333b8 100644
--- a/tests/artemis-test-support/src/main/java/org/apache/activemq/artemis/utils/cli/helper/HelperBase.java
+++ b/tests/artemis-test-support/src/main/java/org/apache/activemq/artemis/utils/cli/helper/HelperBase.java
@@ -76,5 +76,18 @@ public class HelperBase {
       return this;
    }
 
+   public HelperBase addArgs(String... args) {
+      int initialLength = this.args == null ? 0 : this.args.length;
+      String[] newArgs = new String[initialLength + args.length];
+      for (int i = 0; i < initialLength; i++) {
+         newArgs[i] = this.args[i];
+      }
+      for (int i = 0; i < args.length; i++) {
+         newArgs[i + initialLength] = args[i];
+      }
+      this.args = newArgs;
+      return this;
+   }
+
    String[] args = new String[0];
 }
diff --git a/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/AMQPReplicaTest.java b/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/AMQPReplicaTest.java
index 64827aa9fd..8e798af4d1 100644
--- a/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/AMQPReplicaTest.java
+++ b/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/AMQPReplicaTest.java
@@ -38,6 +38,7 @@ import java.util.concurrent.atomic.AtomicInteger;
 import org.apache.activemq.artemis.api.core.QueueConfiguration;
 import org.apache.activemq.artemis.api.core.RoutingType;
 import org.apache.activemq.artemis.api.core.SimpleString;
+import org.apache.activemq.artemis.api.core.management.SimpleManagement;
 import org.apache.activemq.artemis.core.config.amqpBrokerConnectivity.AMQPBrokerConnectConfiguration;
 import org.apache.activemq.artemis.core.config.amqpBrokerConnectivity.AMQPBrokerConnectionAddressType;
 import org.apache.activemq.artemis.core.config.amqpBrokerConnectivity.AMQPMirrorBrokerConnectionElement;
@@ -94,6 +95,11 @@ public class AMQPReplicaTest extends AmqpClientTestSupport {
       }
    }
 
+   @Override
+   protected String getConfiguredProtocols() {
+      return "AMQP,OPENWIRE,CORE";
+   }
+
    @Override
    protected ActiveMQServer createServer() throws Exception {
       return createServer(AMQP_PORT, false);
@@ -579,6 +585,9 @@ public class AMQPReplicaTest extends AmqpClientTestSupport {
          Assert.assertTrue(server_2.locateQueue(replica.getMirrorSNF()).getMessagesAdded() > 0);
       }
 
+      SimpleManagement simpleManagement = new SimpleManagement("tcp://localhost:" + AMQP_PORT_2, null, null);
+      Wait.assertEquals(0, () -> simpleManagement.getMessageCountOnQueue("$ACTIVEMQ_ARTEMIS_MIRROR_mirror-source"), 5000);
+
       try (Connection connection = CFUtil.createConnectionFactory("AMQP", "tcp://localhost:" + AMQP_PORT).createConnection()) {
          connection.start();
 
diff --git a/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/BrokerInSyncTest.java b/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/BrokerInSyncTest.java
index 85a6b0627c..6a0b84e3e1 100644
--- a/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/BrokerInSyncTest.java
+++ b/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/BrokerInSyncTest.java
@@ -691,7 +691,7 @@ public class BrokerInSyncTest extends AmqpClientTestSupport {
       server_2.createQueue(new QueueConfiguration(getQueueName()).setDurable(true).setRoutingType(RoutingType.ANYCAST));
 
       Wait.assertTrue(() -> server_2.locateQueue(getQueueName()) != null);
-      Wait.assertTrue(() -> server.locateQueue(getQueueName()) != null);
+      Wait.assertTrue(() -> server.locateQueue(getQueueName()) != null, 5000);
 
       ConnectionFactory cf1 = CFUtil.createConnectionFactory("AMQP", "tcp://localhost:" + AMQP_PORT);
       Connection connection1 = cf1.createConnection();
diff --git a/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/PagedMirrorTest.java b/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/PagedMirrorTest.java
index f0e042cf9a..22e81ae22b 100644
--- a/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/PagedMirrorTest.java
+++ b/tests/integration-tests/src/test/java/org/apache/activemq/artemis/tests/integration/amqp/connect/PagedMirrorTest.java
@@ -68,14 +68,14 @@ public class PagedMirrorTest extends ActiveMQTestBase {
       server1.getConfiguration().getAcceptorConfigurations().clear();
       server1.getConfiguration().addAcceptorConfiguration("server", "tcp://localhost:61616");
       AMQPBrokerConnectConfiguration brokerConnectConfiguration = new AMQPBrokerConnectConfiguration("other", "tcp://localhost:61617").setReconnectAttempts(-1).setRetryInterval(1000);
-      brokerConnectConfiguration.addElement(new AMQPMirrorBrokerConnectionElement());
+      brokerConnectConfiguration.addElement(new AMQPMirrorBrokerConnectionElement().setDurable(false));
       server1.getConfiguration().addAMQPConnection(brokerConnectConfiguration);
 
       server2 = createServer(true, createDefaultConfig(1, true), 1024, 10 * 1024, -1, -1);
       server2.getConfiguration().getAcceptorConfigurations().clear();
       server2.getConfiguration().addAcceptorConfiguration("server", "tcp://localhost:61617");
       brokerConnectConfiguration = new AMQPBrokerConnectConfiguration("other", "tcp://localhost:61616").setReconnectAttempts(-1).setRetryInterval(1000);
-      brokerConnectConfiguration.addElement(new AMQPMirrorBrokerConnectionElement());
+      brokerConnectConfiguration.addElement(new AMQPMirrorBrokerConnectionElement().setDurable(false));
       server2.getConfiguration().addAMQPConnection(brokerConnectConfiguration);
 
       server1.start();
diff --git a/tests/soak-tests/src/test/java/org/apache/activemq/artemis/tests/soak/brokerConnection/mirror/MirroredTopicSoakTest.java b/tests/soak-tests/src/test/java/org/apache/activemq/artemis/tests/soak/brokerConnection/mirror/MirroredTopicSoakTest.java
new file mode 100644
index 0000000000..b44c2685e6
--- /dev/null
+++ b/tests/soak-tests/src/test/java/org/apache/activemq/artemis/tests/soak/brokerConnection/mirror/MirroredTopicSoakTest.java
@@ -0,0 +1,307 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.activemq.artemis.tests.soak.brokerConnection.mirror;
+
+import javax.jms.Connection;
+import javax.jms.ConnectionFactory;
+import javax.jms.MessageConsumer;
+import javax.jms.MessageProducer;
+import javax.jms.Queue;
+import javax.jms.Session;
+import javax.jms.TextMessage;
+import javax.jms.Topic;
+import java.io.File;
+import java.io.StringWriter;
+import java.lang.invoke.MethodHandles;
+import java.util.Properties;
+
+import org.apache.activemq.artemis.api.core.management.SimpleManagement;
+import org.apache.activemq.artemis.core.config.amqpBrokerConnectivity.AMQPBrokerConnectionAddressType;
+import org.apache.activemq.artemis.tests.soak.SoakTestBase;
+import org.apache.activemq.artemis.tests.util.CFUtil;
+import org.apache.activemq.artemis.tests.util.Wait;
+import org.apache.activemq.artemis.util.ServerUtil;
+import org.apache.activemq.artemis.utils.cli.helper.HelperCreate;
+import org.junit.Assert;
+import org.junit.BeforeClass;
+import org.junit.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+public class MirroredTopicSoakTest extends SoakTestBase {
+
+   private static final Logger logger = LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());
+
+   private static String largeBody;
+   private static String smallBody = "This is a small body";
+
+   static {
+      StringWriter writer = new StringWriter();
+      while (writer.getBuffer().length() < 1024 * 1024) {
+         writer.append("This is a large string ..... ");
+      }
+      largeBody = writer.toString();
+   }
+
+   public static final String DC1_NODE_A = "mirror/DC1/A";
+   public static final String DC2_NODE_A = "mirror/DC2/A";
+   public static final String DC1_NODE_B = "mirror/DC1/B";
+   public static final String DC2_NODE_B = "mirror/DC2/B";
+
+   Process processDC1_node_A;
+   Process processDC1_node_B;
+   Process processDC2_node_A;
+   Process processDC2_node_B;
+
+
+   private static String DC1_NODEA_URI = "tcp://localhost:61616";
+   private static String DC1_NODEB_URI = "tcp://localhost:61617";
+   private static String DC2_NODEA_URI = "tcp://localhost:61618";
+   private static String DC2_NODEB_URI = "tcp://localhost:61619";
+
+   private static void createServer(String serverName, String connectionName, String clusterURI, String mirrorURI, int porOffset) throws Exception {
+      File serverLocation = getFileServerLocation(serverName);
+      deleteDirectory(serverLocation);
+
+      HelperCreate cliCreateServer = new HelperCreate();
+      cliCreateServer.setAllowAnonymous(true).setNoWeb(true).setArtemisInstance(serverLocation);
+      cliCreateServer.setMessageLoadBalancing("ON_DEMAND");
+      cliCreateServer.setClustered(true);
+      cliCreateServer.setNoWeb(true);
+      cliCreateServer.setStaticCluster(clusterURI);
+      cliCreateServer.setArgs("--no-stomp-acceptor", "--no-hornetq-acceptor", "--no-mqtt-acceptor", "--no-amqp-acceptor", "--max-hops", "1", "--name", DC1_NODE_A);
+      cliCreateServer.addArgs("--addresses", "order");
+      cliCreateServer.addArgs("--queues", "myQueue");
+      cliCreateServer.setPortOffset(porOffset);
+      cliCreateServer.createServer();
+
+      Properties brokerProperties = new Properties();
+      brokerProperties.put("AMQPConnections." + connectionName + ".uri", mirrorURI);
+      brokerProperties.put("AMQPConnections." + connectionName + ".retryInterval", "1000");
+      brokerProperties.put("AMQPConnections." + connectionName + ".type", AMQPBrokerConnectionAddressType.MIRROR.toString());
+      brokerProperties.put("AMQPConnections." + connectionName + ".connectionElements.mirror.sync", "false");
+      brokerProperties.put("largeMessageSync", "false");
+      File brokerPropertiesFile = new File(serverLocation, "broker.properties");
+      saveProperties(brokerProperties, brokerPropertiesFile);
+   }
+
+   @BeforeClass
+   public static void createServers() throws Exception {
+      createServer(DC1_NODE_A, "mirror", DC1_NODEB_URI, DC2_NODEA_URI, 0);
+      createServer(DC1_NODE_B, "mirror", DC1_NODEA_URI, DC2_NODEB_URI, 1);
+      createServer(DC2_NODE_A, "mirror", DC2_NODEB_URI, DC1_NODEA_URI, 2);
+      createServer(DC2_NODE_B, "mirror", DC2_NODEA_URI, DC1_NODEB_URI, 3);
+   }
+
+   private void startServers() throws Exception {
+      processDC1_node_A = startServer(DC1_NODE_A, -1, -1, new File(getServerLocation(DC1_NODE_A), "broker.properties"));
+      processDC1_node_B = startServer(DC1_NODE_B, -1, -1, new File(getServerLocation(DC1_NODE_B), "broker.properties"));
+      processDC2_node_A = startServer(DC2_NODE_A, -1, -1, new File(getServerLocation(DC2_NODE_A), "broker.properties"));
+      processDC2_node_B = startServer(DC2_NODE_B, -1, -1, new File(getServerLocation(DC2_NODE_B), "broker.properties"));
+
+      ServerUtil.waitForServerToStart(0, 10_000);
+      ServerUtil.waitForServerToStart(1, 10_000);
+      ServerUtil.waitForServerToStart(2, 10_000);
+      ServerUtil.waitForServerToStart(3, 10_000);
+   }
+
+   @Test
+   public void testQueue() throws Exception {
+      startServers();
+
+      final int numberOfMessages = 200;
+
+      Assert.assertTrue("numberOfMessages must be even", numberOfMessages % 2 == 0);
+
+      ConnectionFactory connectionFactoryDC1A = CFUtil.createConnectionFactory("amqp", DC1_NODEA_URI);
+      ConnectionFactory connectionFactoryDC2A = CFUtil.createConnectionFactory("amqp", DC2_NODEA_URI);
+      String snfQueue = "$ACTIVEMQ_ARTEMIS_MIRROR_mirror";
+
+      SimpleManagement simpleManagementDC1A = new SimpleManagement(DC1_NODEA_URI, null, null);
+
+      try (Connection connection = connectionFactoryDC1A.createConnection()) {
+         Session session = connection.createSession(true, Session.SESSION_TRANSACTED);
+         Queue queue = session.createQueue("myQueue");
+         MessageProducer producer = session.createProducer(queue);
+
+         for (int i = 0; i < numberOfMessages; i++) {
+            TextMessage message;
+            boolean large;
+            if (i % 1 == 2) {
+               message = session.createTextMessage(largeBody);
+               large = true;
+            } else {
+               message = session.createTextMessage(smallBody);
+               large = false;
+            }
+            message.setIntProperty("i", i);
+            message.setBooleanProperty("large", large);
+            producer.send(message);
+            if (i % 100 == 0) {
+               logger.debug("commit {}", i);
+               session.commit();
+            }
+         }
+         session.commit();
+      }
+
+      logger.debug("All messages were sent");
+
+      try (Connection connection = connectionFactoryDC1A.createConnection()) {
+         connection.start();
+         Session session = connection.createSession(true, Session.SESSION_TRANSACTED);
+         Queue queue = session.createQueue("myQueue");
+         MessageConsumer consumer = session.createConsumer(queue);
+
+         for (int i = 0; i < numberOfMessages / 2; i++) {
+            TextMessage message = (TextMessage) consumer.receive(5000);
+            Assert.assertNotNull(message);
+            logger.debug("Received message {}, large={}", message.getIntProperty("i"), message.getBooleanProperty("large"));
+         }
+         session.commit();
+      }
+
+      processDC2_node_A.destroyForcibly();
+      processDC2_node_A.waitFor();
+      processDC2_node_A = startServer(DC2_NODE_A, 2, 5000, new File(getServerLocation(DC2_NODE_A), "broker.properties"));
+
+      Wait.assertEquals(0L, () -> getCount(simpleManagementDC1A, snfQueue), 250_000, 1000);
+
+      try (Connection connection = connectionFactoryDC2A.createConnection()) {
+         connection.start();
+         Session session = connection.createSession(true, Session.SESSION_TRANSACTED);
+         Queue queue = session.createQueue("myQueue");
+         MessageConsumer consumer = session.createConsumer(queue);
+
+         for (int i = 0; i < numberOfMessages / 2; i++) {
+            TextMessage message = (TextMessage) consumer.receive(5000);
+            Assert.assertNotNull(message);
+            logger.debug("Received message {}, large={}", message.getIntProperty("i"), message.getBooleanProperty("large"));
+         }
+         session.commit();
+      }
+   }
+
+   @Test
+   public void testMirroredTopics() throws Exception {
+      startServers();
+
+      final int numberOfMessages = 200;
+
+      Assert.assertTrue("numberOfMessages must be even", numberOfMessages % 2 == 0);
+
+      String clientIDA = "nodeA";
+      String clientIDB = "nodeB";
+      String subscriptionID = "my-order";
+      String snfQueue = "$ACTIVEMQ_ARTEMIS_MIRROR_mirror";
+
+      ConnectionFactory connectionFactoryDC1A = CFUtil.createConnectionFactory("amqp", "tcp://localhost:61616");
+      ConnectionFactory connectionFactoryDC1B = CFUtil.createConnectionFactory("amqp", "tcp://localhost:61617");
+      ConnectionFactory connectionFactoryDC2A = CFUtil.createConnectionFactory("amqp", "tcp://localhost:61618");
+      ConnectionFactory connectionFactoryDC2B = CFUtil.createConnectionFactory("amqp", "tcp://localhost:61619");
+
+      SimpleManagement simpleManagementDC1B = new SimpleManagement(DC1_NODEB_URI, null, null);
+      SimpleManagement simpleManagementDC2B = new SimpleManagement(DC2_NODEB_URI, null, null);
+
+      consume(connectionFactoryDC1A, clientIDA, subscriptionID,  0, 0, false);
+      consume(connectionFactoryDC1B, clientIDB, subscriptionID,  0, 0, false);
+
+      try (Connection connection = connectionFactoryDC1B.createConnection()) {
+         Session session = connection.createSession(true, Session.SESSION_TRANSACTED);
+         Topic topic = session.createTopic("order");
+         MessageProducer producer = session.createProducer(topic);
+
+         for (int i = 0; i < numberOfMessages; i++) {
+            TextMessage message;
+            boolean large;
+            message = session.createTextMessage(largeBody);
+            large = true;
+            message.setIntProperty("i", i);
+            message.setBooleanProperty("large", large);
+            producer.send(message);
+            if (i % 100 == 0) {
+               logger.debug("commit {}", i);
+               session.commit();
+            }
+         }
+         session.commit();
+      }
+
+      logger.debug("Consuming from DC1B");
+      consume(connectionFactoryDC1B, clientIDB, subscriptionID,  0, numberOfMessages / 2, false);
+
+      processDC2_node_B.destroyForcibly();
+      processDC2_node_B.waitFor();
+      processDC2_node_B = startServer(DC2_NODE_B, 3, 5000, new File(getServerLocation(DC2_NODE_B), "broker.properties"));
+
+      Wait.assertEquals(0L, () -> getCount(simpleManagementDC1B, snfQueue), 250_000, 1000);
+      Wait.assertEquals(numberOfMessages / 2, () -> simpleManagementDC2B.getMessageCountOnQueue("nodeB.my-order"), 10000);
+
+      logger.debug("Consuming from DC2B with {}", simpleManagementDC2B.getMessageCountOnQueue("nodeB.my-order"));
+
+      consume(connectionFactoryDC2B, clientIDB, subscriptionID,  numberOfMessages / 2, numberOfMessages / 2, true);
+
+      Wait.assertEquals(0, () -> simpleManagementDC2B.getMessageCountOnQueue("nodeB.my-order"), 10000);
+
+      Wait.assertEquals(0, () -> simpleManagementDC1B.getMessageCountOnQueue("nodeB.my-order"), 10000);
+      consume(connectionFactoryDC1B, clientIDB, subscriptionID,  numberOfMessages, 0, true);
+      logger.debug("DC1B nodeB.my-order=0");
+   }
+
+   public long getCount(SimpleManagement simpleManagement, String queue) throws Exception {
+      long value = simpleManagement.getMessageCountOnQueue(queue);
+      logger.debug("count on queue {} is {}", queue, value);
+      return value;
+   }
+
+   private static void consume(ConnectionFactory factory, String clientID, String subscriptionID, int start, int numberOfMessages, boolean expectEmpty) throws Exception {
+      try (Connection connection = factory.createConnection()) {
+         connection.setClientID(clientID);
+         Session session = connection.createSession(true, Session.SESSION_TRANSACTED);
+         Topic topic = session.createTopic("order");
+         connection.start();
+         MessageConsumer consumer = session.createDurableConsumer(topic, subscriptionID);
+         boolean failed = false;
+
+         for (int i = start; i < start + numberOfMessages; i++) {
+            TextMessage message = (TextMessage) consumer.receive(10_000);
+            Assert.assertNotNull(message);
+            logger.debug("Received message {}, large={}", message.getIntProperty("i"), message.getBooleanProperty("large"));
+            if (message.getIntProperty("i") != i) {
+               failed = true;
+               logger.warn("Expected message {} but got {}", i, message.getIntProperty("i"));
+            }
+            if (message.getBooleanProperty("large")) {
+               Assert.assertEquals(largeBody, message.getText());
+            } else {
+               Assert.assertEquals(smallBody, message.getText());
+            }
+            logger.debug("Consumed {}, large={}", i, message.getBooleanProperty("large"));
+         }
+         session.commit();
+
+         Assert.assertFalse(failed);
+
+         if (expectEmpty) {
+            Assert.assertNull(consumer.receiveNoWait());
+         }
+      }
+
+   }
+
+}