content: /*
   * Licensed to the Apache Software Foundation (ASF) under one or more
   * contributor license agreements. See the NOTICE file distributed with
   * this work for additional information regarding copyright ownership.
   * The ASF licenses this file to You under the Apache License, Version 2.0
   * (the "License"); you may not use this file except in compliance with
   * the License. You may obtain a copy of the License at
   *
   *     http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  package org.apache.activemq.artemis.tests.integration.cluster.failover;
  
  import static org.junit.jupiter.api.Assertions.assertEquals;
  import static org.junit.jupiter.api.Assertions.assertNotEquals;
  
  import java.util.ArrayList;
  import java.util.Arrays;
  import java.util.Collection;
  import java.util.HashMap;
  import java.util.List;
  import java.util.Map;
  import java.util.Set;
  
  import org.apache.activemq.artemis.api.core.QueueConfiguration;
  import org.apache.activemq.artemis.api.core.TransportConfiguration;
  import org.apache.activemq.artemis.api.core.client.ActiveMQClient;
  import org.apache.activemq.artemis.api.core.client.ClientSessionFactory;
  import org.apache.activemq.artemis.api.core.client.ServerLocator;
  import org.apache.activemq.artemis.core.client.impl.Topology;
  import org.apache.activemq.artemis.core.client.impl.TopologyMemberImpl;
  import org.apache.activemq.artemis.core.config.Configuration;
  import org.apache.activemq.artemis.core.config.ScaleDownConfiguration;
  import org.apache.activemq.artemis.core.config.ha.ColocatedPolicyConfiguration;
  import org.apache.activemq.artemis.core.config.ha.ReplicaPolicyConfiguration;
  import org.apache.activemq.artemis.core.config.ha.ReplicatedPolicyConfiguration;
  import org.apache.activemq.artemis.core.config.ha.SharedStorePrimaryPolicyConfiguration;
  import org.apache.activemq.artemis.core.config.ha.SharedStoreBackupPolicyConfiguration;
  import org.apache.activemq.artemis.core.server.ActiveMQServer;
  import org.apache.activemq.artemis.core.server.impl.ActiveMQServerImpl;
  import org.apache.activemq.artemis.tests.extensions.parameterized.ParameterizedTestExtension;
  import org.apache.activemq.artemis.tests.extensions.parameterized.Parameters;
  import org.apache.activemq.artemis.tests.util.ActiveMQTestBase;
  import org.junit.jupiter.api.TestTemplate;
  import org.junit.jupiter.api.extension.ExtendWith;
  
  @ExtendWith(ParameterizedTestExtension.class)
  public class AutomaticColocatedQuorumVoteTest extends ActiveMQTestBase {
  
     private final boolean replicated;
  
     @Parameters(name = "replicated={0}")
     public static Collection getParameters() {
        return Arrays.asList(new Object[][]{{true}, {false}});
     }
  
     public AutomaticColocatedQuorumVoteTest(boolean replicated) {
        this.replicated = replicated;
     }
  
     @TestTemplate
     public void testSimpleDistributionBackupStrategyFull() throws Exception {
        ActiveMQServer server0 = createServer(0, 1, false);
        ActiveMQServer server1 = createServer(1, 0, false);
        TransportConfiguration primaryConnector0 = getConnectorTransportConfiguration("primaryConnector" + 0, 0);
        TransportConfiguration primaryConnector1 = getConnectorTransportConfiguration("primaryConnector" + 1, 1);
  
        try
           (
              ServerLocator serverLocator = ActiveMQClient.createServerLocatorWithoutHA(primaryConnector0)
           ) {
           server0.start();
           server1.start();
           ClientSessionFactory sessionFactory0 = serverLocator.createSessionFactory(primaryConnector0);
           waitForRemoteBackup(sessionFactory0, 10);
           ClientSessionFactory sessionFactory1 = serverLocator.createSessionFactory(primaryConnector1);
           waitForRemoteBackup(sessionFactory1, 10);
           Topology topology = serverLocator.getTopology();
           Collection<TopologyMemberImpl> members = topology.getMembers();
           assertEquals(2, members.size());
           Map<String, ActiveMQServer> backupServers0 = server0.getClusterManager().getHAManager().getBackupServers();
           assertEquals(1, backupServers0.size());
           Map<String, ActiveMQServer> backupServers1 = server1.getClusterManager().getHAManager().getBackupServers();
           assertEquals(1, backupServers1.size());
           ActiveMQServer backupServer0 = backupServers0.values().iterator().next();
           ActiveMQServer backupServer1 = backupServers1.values().iterator().next();
           waitForRemoteBackupSynchronization(backupServer0);
           waitForRemoteBackupSynchronization(backupServer1);
           assertEquals(server0.getNodeID(), backupServer1.getNodeID());
           assertEquals(server1.getNodeID(), backupServer0.getNodeID());
           Set<TransportConfiguration> backupAcceptors0 = backupServer0.getConfiguration().getAcceptorConfigurations();
           assertEquals(1, backupAcceptors0.size());
           assertEquals("61716", backupAcceptors0.iterator().next().getParams().get("port"));
           Set<TransportConfiguration> backupAcceptors1 = backupServer1.getConfiguration().getAcceptorConfigurations();
           assertEquals(1, backupAcceptors1.size());
           assertEquals("61717", backupAcceptors1.iterator().next().getParams().get("port"));
           Map<String, TransportConfiguration> connectorConfigurations0 = backupServer0.getConfiguration().getConnectorConfigurations();
           assertEquals(2, connectorConfigurations0.size());
           assertEquals("61716", connectorConfigurations0.get("primaryConnector0").getParams().get("port"));
           assertEquals("61617", connectorConfigurations0.get("remoteConnector0").getParams().get("port"));
           Map<String, TransportConfiguration> connectorConfigurations1 = backupServer1.getConfiguration().getConnectorConfigurations();
           assertEquals(2, connectorConfigurations1.size());
           assertEquals("61717", connectorConfigurations1.get("primaryConnector1").getParams().get("port"));
           assertEquals("61616", connectorConfigurations1.get("remoteConnector1").getParams().get("port"));
           if (!replicated) {
              assertEquals(server0.getConfiguration().getJournalDirectory(), backupServer1.getConfiguration().getJournalDirectory());
              assertEquals(server0.getConfiguration().getBindingsDirectory(), backupServer1.getConfiguration().getBindingsDirectory());
              assertEquals(server0.getConfiguration().getLargeMessagesDirectory(), backupServer1.getConfiguration().getLargeMessagesDirectory());
              assertEquals(server0.getConfiguration().getPagingDirectory(), backupServer1.getConfiguration().getPagingDirectory());
              assertEquals(server1.getConfiguration().getJournalDirectory(), backupServer0.getConfiguration().getJournalDirectory());
              assertEquals(server1.getConfiguration().getBindingsDirectory(), backupServer0.getConfiguration().getBindingsDirectory());
              assertEquals(server1.getConfiguration().getLargeMessagesDirectory(), backupServer0.getConfiguration().getLargeMessagesDirectory());
              assertEquals(server1.getConfiguration().getPagingDirectory(), backupServer0.getConfiguration().getPagingDirectory());
           } else {
              assertNotEquals(server0.getConfiguration().getJournalDirectory(), backupServer1.getConfiguration().getJournalDirectory());
              assertNotEquals(server0.getConfiguration().getBindingsDirectory(), backupServer1.getConfiguration().getBindingsDirectory());
              assertNotEquals(server0.getConfiguration().getLargeMessagesDirectory(), backupServer1.getConfiguration().getLargeMessagesDirectory());
              assertNotEquals(server0.getConfiguration().getPagingDirectory(), backupServer1.getConfiguration().getPagingDirectory());
              assertNotEquals(server1.getConfiguration().getJournalDirectory(), backupServer0.getConfiguration().getJournalDirectory());
              assertNotEquals(server1.getConfiguration().getBindingsDirectory(), backupServer0.getConfiguration().getBindingsDirectory());
              assertNotEquals(server1.getConfiguration().getLargeMessagesDirectory(), backupServer0.getConfiguration().getLargeMessagesDirectory());
              assertNotEquals(server1.getConfiguration().getPagingDirectory(), backupServer0.getConfiguration().getPagingDirectory());
           }
        } finally {
           try {
              server0.stop();
           } catch (Throwable e) {
              e.printStackTrace();
           }
           server1.stop();
        }
     }
  
     @TestTemplate
     public void testSimpleDistributionBackupStrategyScaleDown() throws Exception {
        ActiveMQServer server0 = createServer(0, 1, true);
        ActiveMQServer server1 = createServer(1, 0, true);
        TransportConfiguration primaryConnector0 = getConnectorTransportConfiguration("primaryConnector" + 0, 0);
        TransportConfiguration primaryConnector1 = getConnectorTransportConfiguration("primaryConnector" + 1, 1);
  
        try
           (
              ServerLocator serverLocator = ActiveMQClient.createServerLocatorWithoutHA(primaryConnector0)
           ) {
           server0.start();
           server1.start();
           ClientSessionFactory sessionFactory0 = serverLocator.createSessionFactory(primaryConnector0);
           waitForRemoteBackup(sessionFactory0, 10);
           ClientSessionFactory sessionFactory1 = serverLocator.createSessionFactory(primaryConnector1);
           waitForRemoteBackup(sessionFactory1, 10);
           Topology topology = serverLocator.getTopology();
           Collection<TopologyMemberImpl> members = topology.getMembers();
           assertEquals(2, members.size());
           Map<String, ActiveMQServer> backupServers0 = server0.getClusterManager().getHAManager().getBackupServers();
           assertEquals(1, backupServers0.size());
           Map<String, ActiveMQServer> backupServers1 = server1.getClusterManager().getHAManager().getBackupServers();
           assertEquals(1, backupServers1.size());
           ActiveMQServer backupServer0 = backupServers0.values().iterator().next();
           ActiveMQServer backupServer1 = backupServers1.values().iterator().next();
           waitForRemoteBackupSynchronization(backupServer0);
           waitForRemoteBackupSynchronization(backupServer1);
           assertEquals(server0.getNodeID(), backupServer1.getNodeID());
           assertEquals(server1.getNodeID(), backupServer0.getNodeID());
           Set<TransportConfiguration> backupAcceptors0 = backupServer0.getConfiguration().getAcceptorConfigurations();
           assertEquals(0, backupAcceptors0.size());
           Set<TransportConfiguration> backupAcceptors1 = backupServer1.getConfiguration().getAcceptorConfigurations();
           assertEquals(0, backupAcceptors1.size());
           Map<String, TransportConfiguration> connectorConfigurations0 = backupServer0.getConfiguration().getConnectorConfigurations();
           assertEquals(2, connectorConfigurations0.size());
           assertEquals("61616", connectorConfigurations0.get("primaryConnector0").getParams().get("port"));
           assertEquals("61617", connectorConfigurations0.get("remoteConnector0").getParams().get("port"));
           Map<String, TransportConfiguration> connectorConfigurations1 = backupServer1.getConfiguration().getConnectorConfigurations();
           assertEquals(2, connectorConfigurations1.size());
           assertEquals("61617", connectorConfigurations1.get("primaryConnector1").getParams().get("port"));
           assertEquals("61616", connectorConfigurations1.get("remoteConnector1").getParams().get("port"));
           if (!replicated) {
              assertEquals(server0.getConfiguration().getJournalDirectory(), backupServer1.getConfiguration().getJournalDirectory());
              assertEquals(server0.getConfiguration().getBindingsDirectory(), backupServer1.getConfiguration().getBindingsDirectory());
              assertEquals(server0.getConfiguration().getLargeMessagesDirectory(), backupServer1.getConfiguration().getLargeMessagesDirectory());
              assertEquals(server0.getConfiguration().getPagingDirectory(), backupServer1.getConfiguration().getPagingDirectory());
              assertEquals(server1.getConfiguration().getJournalDirectory(), backupServer0.getConfiguration().getJournalDirectory());
              assertEquals(server1.getConfiguration().getBindingsDirectory(), backupServer0.getConfiguration().getBindingsDirectory());
              assertEquals(server1.getConfiguration().getLargeMessagesDirectory(), backupServer0.getConfiguration().getLargeMessagesDirectory());
              assertEquals(server1.getConfiguration().getPagingDirectory(), backupServer0.getConfiguration().getPagingDirectory());
           } else {
              assertNotEquals(server0.getConfiguration().getJournalDirectory(), backupServer1.getConfiguration().getJournalDirectory());
              assertNotEquals(server0.getConfiguration().getBindingsDirectory(), backupServer1.getConfiguration().getBindingsDirectory());
              assertNotEquals(server0.getConfiguration().getLargeMessagesDirectory(), backupServer1.getConfiguration().getLargeMessagesDirectory());
              assertNotEquals(server0.getConfiguration().getPagingDirectory(), backupServer1.getConfiguration().getPagingDirectory());
              assertNotEquals(server1.getConfiguration().getJournalDirectory(), backupServer0.getConfiguration().getJournalDirectory());
              assertNotEquals(server1.getConfiguration().getBindingsDirectory(), backupServer0.getConfiguration().getBindingsDirectory());
              assertNotEquals(server1.getConfiguration().getLargeMessagesDirectory(), backupServer0.getConfiguration().getLargeMessagesDirectory());
              assertNotEquals(server1.getConfiguration().getPagingDirectory(), backupServer0.getConfiguration().getPagingDirectory());
           }
        } finally {
           try {
              server0.stop();
           } catch (Throwable e) {
              e.printStackTrace();
           }
           server1.stop();
        }
     }
  
     @TestTemplate
     public void testSimpleDistributionOfBackupsMaxBackupsExceeded() throws Exception {
        ActiveMQServer server0 = createServer(0, 1, false);
        ActiveMQServer server1 = createServer(1, 0, false);
        ActiveMQServer server2 = createServer(2, 0, false);
        ActiveMQServer server3 = createServer(3, 0, false);
        TransportConfiguration primaryConnector0 = getConnectorTransportConfiguration("primaryConnector" + 0, 0);
        TransportConfiguration primaryConnector1 = getConnectorTransportConfiguration("primaryConnector" + 1, 1);
        TransportConfiguration primaryConnector2 = getConnectorTransportConfiguration("primaryConnector" + 2, 2);
        TransportConfiguration primaryConnector3 = getConnectorTransportConfiguration("primaryConnector" + 3, 3);
  
        try
           (
              ServerLocator serverLocator = ActiveMQClient.createServerLocatorWithoutHA(primaryConnector0)
           ) {
           server0.start();
           server1.start();
           ClientSessionFactory sessionFactory0 = serverLocator.createSessionFactory(primaryConnector0);
           waitForRemoteBackup(sessionFactory0, 10);
           ClientSessionFactory sessionFactory1 = serverLocator.createSessionFactory(primaryConnector1);
           waitForRemoteBackup(sessionFactory1, 10);
           Topology topology = serverLocator.getTopology();
           Collection<TopologyMemberImpl> members = topology.getMembers();
           assertEquals(2, members.size());
           Map<String, ActiveMQServer> backupServers0 = server0.getClusterManager().getHAManager().getBackupServers();
           assertEquals(1, backupServers0.size());
           Map<String, ActiveMQServer> backupServers1 = server1.getClusterManager().getHAManager().getBackupServers();
           assertEquals(1, backupServers1.size());
           ActiveMQServer backupServer0 = backupServers0.values().iterator().next();
           ActiveMQServer backupServer1 = backupServers1.values().iterator().next();
           waitForRemoteBackupSynchronization(backupServer0);
           waitForRemoteBackupSynchronization(backupServer1);
           assertEquals(server0.getNodeID(), backupServer1.getNodeID());
           assertEquals(server1.getNodeID(), backupServer0.getNodeID());
           server2.start();
           //just give server2 time to try both server 0 and 1
           ClientSessionFactory sessionFactory2 = serverLocator.createSessionFactory(primaryConnector2);
           server3.start();
           ClientSessionFactory sessionFactory3 = serverLocator.createSessionFactory(primaryConnector3);
           waitForRemoteBackup(sessionFactory2, 10);
           waitForRemoteBackup(sessionFactory3, 10);
           assertEquals(2, members.size());
           Map<String, ActiveMQServer> backupServers2 = server2.getClusterManager().getHAManager().getBackupServers();
           assertEquals(1, backupServers2.size());
           Map<String, ActiveMQServer> backupServers3 = server3.getClusterManager().getHAManager().getBackupServers();
           assertEquals(1, backupServers3.size());
           ActiveMQServer backupServer2 = backupServers2.values().iterator().next();
           ActiveMQServer backupServer3 = backupServers3.values().iterator().next();
           waitForRemoteBackupSynchronization(backupServer2);
           waitForRemoteBackupSynchronization(backupServer3);
           assertEquals(server0.getNodeID(), backupServer1.getNodeID());
           assertEquals(server1.getNodeID(), backupServer0.getNodeID());
           assertEquals(server2.getNodeID(), backupServer3.getNodeID());
           assertEquals(server3.getNodeID(), backupServer2.getNodeID());
        } finally {
           server0.stop();
           server1.stop();
           server2.stop();
           server3.stop();
        }
     }
  
     private ActiveMQServer createServer(int node, int remoteNode, boolean scaleDown) throws Exception {
        TransportConfiguration primaryConnector = getConnectorTransportConfiguration("primaryConnector" + node, node);
        TransportConfiguration remoteConnector = getConnectorTransportConfiguration("remoteConnector" + node, remoteNode);
        TransportConfiguration primaryAcceptor = getAcceptorTransportConfiguration(node);
        Configuration liveConfiguration = getConfiguration("server" + node, scaleDown, primaryConnector, primaryAcceptor, remoteConnector);
        ActiveMQServer server = new ActiveMQServerImpl(liveConfiguration);
        server.setIdentity("server" + node);
        return server;
     }
  
     private Configuration getConfiguration(String identity,
                                            boolean scaleDown,
                                            TransportConfiguration primaryConnector,
                                            TransportConfiguration primaryAcceptor,
                                            TransportConfiguration... otherPrimaryNodes) throws Exception {
        Configuration configuration = createDefaultInVMConfig().clearAcceptorConfigurations().addAcceptorConfiguration(primaryAcceptor).addConnectorConfiguration(primaryConnector.getName(), primaryConnector).setJournalDirectory(getJournalDir() + identity).setBindingsDirectory(getBindingsDir() + identity).setLargeMessagesDirectory(getLargeMessagesDir() + identity).setPagingDirectory(getPageDir() + identity).addQueueConfiguration(QueueConfiguration.of("testQueue"));
  
        List<String> transportConfigurationList = new ArrayList<>();
  
        final ColocatedPolicyConfiguration haPolicy = new ColocatedPolicyConfiguration();
        for (TransportConfiguration otherPrimaryNode : otherPrimaryNodes) {
           configuration.addConnectorConfiguration(otherPrimaryNode.getName(), otherPrimaryNode);
           transportConfigurationList.add(otherPrimaryNode.getName());
           haPolicy.getExcludedConnectors().add(otherPrimaryNode.getName());
        }
  
        String[] input = new String[transportConfigurationList.size()];
        transportConfigurationList.toArray(input);
  
        configuration.addClusterConfiguration(basicClusterConnectionConfig(primaryConnector.getName(), input));
        haPolicy.setBackupPortOffset(100);
        haPolicy.setBackupRequestRetries(-1);
        haPolicy.setBackupRequestRetryInterval(500);
        haPolicy.setMaxBackups(1);
        haPolicy.setRequestBackup(true);
        configuration.setHAPolicyConfiguration(haPolicy);
        if (!replicated) {
           SharedStorePrimaryPolicyConfiguration ssmc = new SharedStorePrimaryPolicyConfiguration();
           SharedStoreBackupPolicyConfiguration sssc = new SharedStoreBackupPolicyConfiguration();
           haPolicy.setPrimaryConfig(ssmc);
           haPolicy.setBackupConfig(sssc);
           if (scaleDown) {
              sssc.setScaleDownConfiguration(new ScaleDownConfiguration());
           }
        } else {
           ReplicatedPolicyConfiguration rpc = new ReplicatedPolicyConfiguration();
           ReplicaPolicyConfiguration rpc2 = new ReplicaPolicyConfiguration();
           haPolicy.setPrimaryConfig(rpc);
           haPolicy.setBackupConfig(rpc2);
           if (scaleDown) {
              rpc2.setScaleDownConfiguration(new ScaleDownConfiguration());
           }
        }
  
        return configuration;
     }
  
     private TransportConfiguration getAcceptorTransportConfiguration(int node) {
        Map<String, Object> params = new HashMap<>();
        params.put("port", "" + (61616 + node));
        return new TransportConfiguration(NETTY_ACCEPTOR_FACTORY, params);
     }
  
     private TransportConfiguration getConnectorTransportConfiguration(String name, int node) {
        Map<String, Object> params = new HashMap<>();
        params.put("port", "" + (61616 + node));
        return new TransportConfiguration(NETTY_CONNECTOR_FACTORY, params, name);
     }
  }
  