content: /*
   * Licensed to the Apache Software Foundation (ASF) under one or more
   * contributor license agreements. See the NOTICE file distributed with
   * this work for additional information regarding copyright ownership.
   * The ASF licenses this file to You under the Apache License, Version 2.0
   * (the "License"); you may not use this file except in compliance with
   * the License. You may obtain a copy of the License at
   *
   *     http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  package org.apache.activemq.artemis.tests.performance.journal;
  
  import java.lang.invoke.MethodHandles;
  import java.util.ArrayList;
  import java.util.concurrent.CountDownLatch;
  import java.util.concurrent.ExecutorService;
  import java.util.concurrent.Executors;
  import java.util.concurrent.TimeUnit;
  
  import org.apache.activemq.artemis.core.journal.IOCompletion;
  import org.apache.activemq.artemis.core.journal.Journal;
  import org.apache.activemq.artemis.core.journal.impl.JournalImpl;
  import org.apache.activemq.artemis.core.persistence.impl.journal.OperationContextImpl;
  import org.apache.activemq.artemis.nativo.jlibaio.LibaioContext;
  import org.apache.activemq.artemis.tests.unit.core.journal.impl.JournalImplTestBase;
  import org.apache.activemq.artemis.tests.unit.core.journal.impl.fakes.SimpleEncoding;
  import org.junit.jupiter.api.AfterEach;
  import org.junit.jupiter.api.Assertions;
  import org.junit.jupiter.api.Test;
  import org.slf4j.Logger;
  import org.slf4j.LoggerFactory;
  
  import static org.junit.jupiter.api.Assertions.assertEquals;
  import static org.junit.jupiter.api.Assertions.assertTrue;
  
  public abstract class JournalImplTestUnit extends JournalImplTestBase {
  
     private static final Logger logger = LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());
  
     @Override
     @AfterEach
     public void tearDown() throws Exception {
        super.tearDown();
  
        assertEquals(0, LibaioContext.getTotalMaxIO());
     }
  
     @Test
     public void testAddUpdateDeleteManyLargeFileSize() throws Exception {
        final int numberAdds = 1000;
  
        final int numberUpdates = 500;
  
        final int numberDeletes = 300;
  
        long[] adds = new long[numberAdds];
  
        for (int i = 0; i < numberAdds; i++) {
           adds[i] = i;
        }
  
        long[] updates = new long[numberUpdates];
  
        for (int i = 0; i < numberUpdates; i++) {
           updates[i] = i;
        }
  
        long[] deletes = new long[numberDeletes];
  
        for (int i = 0; i < numberDeletes; i++) {
           deletes[i] = i;
        }
  
        setup(10, 10 * 1024 * 1024, true);
        createJournal();
        startJournal();
        load();
        add(adds);
        update(updates);
        delete(deletes);
        stopJournal();
        createJournal();
        startJournal();
        loadAndCheck();
  
     }
  
     @Test
     public void testCommitOnError() throws Exception {
        ExecutorService executorService = Executors.newSingleThreadExecutor();
        runAfter(executorService::shutdownNow);
        setup(10, 10 * 1024 * 1024, true);
        createJournal();
        startJournal();
        load();
        addTx(1, 1L);
        ((JournalImpl)journal).markTXError(1, new Exception("test"));
        OperationContextImpl context = new OperationContextImpl(executorService);
        Assertions.assertThrows(Exception.class, () -> {
           journal.appendCommitRecord(1, true, context, true);
        });
        CountDownLatch latch  = new CountDownLatch(1);
        context.executeOnCompletion(new IOCompletion() {
           @Override
           public void storeLineUp() {
  
           }
  
           @Override
           public void done() {
              latch.countDown();
           }
  
           @Override
           public void onError(int errorCode, String errorMessage) {
  
           }
        });
  
        assertTrue(latch.await(5, TimeUnit.SECONDS));
     }
  
  
     @Test
     public void testBiggerRecordTX() throws Exception {
        ExecutorService executorService = Executors.newSingleThreadExecutor();
        runAfter(executorService::shutdownNow);
        setup(10, 10 * 1024 * 1024, true);
        createJournal();
        startJournal();
        load();
        OperationContextImpl context = new OperationContextImpl(executorService);
        Assertions.assertThrows(Exception.class, () -> {
           addTxWithSize(1024 * 1024, 1, 1);
        });
        CountDownLatch latch  = new CountDownLatch(1);
        context.executeOnCompletion(new IOCompletion() {
           @Override
           public void storeLineUp() {
  
           }
  
           @Override
           public void done() {
              latch.countDown();
           }
  
           @Override
           public void onError(int errorCode, String errorMessage) {
  
           }
        });
  
        assertTrue(latch.await(5, TimeUnit.SECONDS));
     }
  
  
     @Test
     public void testBiggerRecord() throws Exception {
        ExecutorService executorService = Executors.newSingleThreadExecutor();
        runAfter(executorService::shutdownNow);
        setup(10, 10 * 1024 * 1024, true);
        createJournal();
        startJournal();
        load();
        OperationContextImpl context = new OperationContextImpl(executorService);
        Assertions.assertThrows(Exception.class, () -> {
           addWithSize(1024 * 1024, context, 1, 1);
        });
        CountDownLatch latch  = new CountDownLatch(1);
        context.executeOnCompletion(new IOCompletion() {
           @Override
           public void storeLineUp() {
  
           }
  
           @Override
           public void done() {
              latch.countDown();
           }
  
           @Override
           public void onError(int errorCode, String errorMessage) {
              new Exception("errorCode=" + errorCode).printStackTrace();
           }
        });
  
        assertTrue(latch.await(5, TimeUnit.SECONDS));
     }
  
     @Test
     public void testAddUpdateDeleteManySmallFileSize() throws Exception {
        final int numberAdds = 1000;
  
        final int numberUpdates = 500;
  
        final int numberDeletes = 300;
  
        long[] adds = new long[numberAdds];
  
        for (int i = 0; i < numberAdds; i++) {
           adds[i] = i;
        }
  
        long[] updates = new long[numberUpdates];
  
        for (int i = 0; i < numberUpdates; i++) {
           updates[i] = i;
        }
  
        long[] deletes = new long[numberDeletes];
  
        for (int i = 0; i < numberDeletes; i++) {
           deletes[i] = i;
        }
  
        setup(10, 10 * 1024, true);
        createJournal();
        startJournal();
        load();
        add(adds);
        update(updates);
        delete(deletes);
  
        JournalImplTestUnit.logger.debug("Debug journal:{}", debugJournal());
        stopJournal(false);
        createJournal();
        startJournal();
        loadAndCheck();
  
     }
  
     @Test
     public void testReclaimAndReload() throws Exception {
        setup(2, 10 * 1024 * 1024, false);
        createJournal();
        startJournal();
        load();
  
        long start = System.currentTimeMillis();
  
        byte[] record = generateRecord(recordLength);
  
        int NUMBER_OF_RECORDS = 1000;
  
        for (int count = 0; count < NUMBER_OF_RECORDS; count++) {
           journal.appendAddRecord(count, (byte) 0, record, true);
  
           if (count >= NUMBER_OF_RECORDS / 2) {
              journal.appendDeleteRecord(count - NUMBER_OF_RECORDS / 2, true);
           }
  
           if (count % 100 == 0) {
              JournalImplTestUnit.logger.debug("Done: {}", count);
           }
        }
  
        long end = System.currentTimeMillis();
  
        double rate = 1000 * (double) NUMBER_OF_RECORDS / (end - start);
  
        JournalImplTestUnit.logger.info("Rate of {} adds/removes per sec", rate);
  
        JournalImplTestUnit.logger.debug("Reclaim status = {}", debugJournal());
  
        stopJournal();
        createJournal();
        startJournal();
        journal.load(new ArrayList<>(), new ArrayList<>(), null);
  
        assertEquals(NUMBER_OF_RECORDS / 2, journal.getIDMapSize());
  
        stopJournal();
     }
  
     @Test
     public void testSpeedNonTransactional() throws Exception {
        for (int i = 0; i < 1; i++) {
           setUp();
           System.gc();
           Thread.sleep(500);
           internaltestSpeedNonTransactional();
           tearDown();
        }
     }
  
     @Test
     public void testSpeedTransactional() throws Exception {
        Journal journal = new JournalImpl(10 * 1024 * 1024, 10, 10, 0, 0, getFileFactory(), "activemq-data", "amq", 5000);
  
        journal.start();
  
        journal.load(new ArrayList<>(), null, null);
  
        try {
           final int numMessages = 50050;
  
           SimpleEncoding data = new SimpleEncoding(1024, (byte) 'j');
  
           long start = System.currentTimeMillis();
  
           int count = 0;
           double[] rates = new double[50];
           for (int i = 0; i < 50; i++) {
              long startTrans = System.currentTimeMillis();
              for (int j = 0; j < 1000; j++) {
                 journal.appendAddRecordTransactional(i, count++, (byte) 0, data);
              }
  
              journal.appendCommitRecord(i, true);
  
              long endTrans = System.currentTimeMillis();
  
              rates[i] = 1000 * (double) 1000 / (endTrans - startTrans);
           }
  
           long end = System.currentTimeMillis();
  
           for (double rate : rates) {
              JournalImplTestUnit.logger.info("Transaction Rate = {} records/sec", rate);
  
           }
  
           double rate = 1000 * (double) numMessages / (end - start);
  
           JournalImplTestUnit.logger.info("Rate {} records/sec", rate);
        } finally {
           journal.stop();
        }
  
     }
  
     private void internaltestSpeedNonTransactional() throws Exception {
        final long numMessages = 10000;
  
        int numFiles = (int) ((numMessages * 1024 + 512) / (10 * 1024 * 1024) * 1.3);
  
        if (numFiles < 2) {
           numFiles = 2;
        }
  
        JournalImplTestUnit.logger.debug("num Files={}", numFiles);
  
        Journal journal = new JournalImpl(10 * 1024 * 1024, numFiles, numFiles, 0, 0, getFileFactory(), "activemq-data", "amq", 5000);
  
        journal.start();
  
        journal.load(new ArrayList<>(), null, null);
  
        JournalImplTestUnit.logger.debug("Adding data");
        SimpleEncoding data = new SimpleEncoding(700, (byte) 'j');
  
        long start = System.currentTimeMillis();
  
        for (int i = 0; i < numMessages; i++) {
           journal.appendAddRecord(i, (byte) 0, data, true);
        }
  
        long end = System.currentTimeMillis();
  
        double rate = 1000 * (double) numMessages / (end - start);
  
        JournalImplTestUnit.logger.info("Rate {} records/sec", rate);
  
        journal.stop();
  
        journal = new JournalImpl(10 * 1024 * 1024, numFiles, numFiles, 0, 0, getFileFactory(), "activemq-data", "amq", 5000);
  
        journal.start();
        journal.load(new ArrayList<>(), null, null);
        journal.stop();
  
     }
  
  }
  