content: /*
   * Licensed to the Apache Software Foundation (ASF) under one
   * or more contributor license agreements.  See the NOTICE file
   * distributed with this work for additional information
   * regarding copyright ownership.  The ASF licenses this file
   * to you under the Apache License, Version 2.0 (the
   * "License"); you may not use this file except in compliance
   * with the License.  You may obtain a copy of the License at
   *
   *     http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  
  package org.apache.cassandra.net;
  
  import java.io.IOException;
  import java.nio.ByteBuffer;
  import java.nio.channels.FileChannel;
  import java.nio.file.Files;
  import java.util.Random;
  
  import org.junit.Test;
  
  import io.netty.buffer.ByteBuf;
  import io.netty.channel.embedded.EmbeddedChannel;
  import org.apache.cassandra.config.DatabaseDescriptor;
  import org.apache.cassandra.io.util.File;
  import org.apache.cassandra.streaming.StreamManager;
  import org.apache.cassandra.utils.FBUtilities;
  
  import static org.junit.Assert.assertEquals;
  import static org.junit.Assert.assertFalse;
  import static org.junit.Assert.assertTrue;
  
  public class AsyncStreamingOutputPlusTest
  {
  
      static
      {
          DatabaseDescriptor.daemonInitialization();
      }
  
      @Test
      public void testSuccess() throws IOException
      {
          EmbeddedChannel channel = new TestChannel(4);
          ByteBuf read;
          try (AsyncStreamingOutputPlus out = new AsyncStreamingOutputPlus(channel))
          {
              out.writeInt(1);
              assertEquals(0, out.flushed());
              assertEquals(0, out.flushedToNetwork());
              assertEquals(4, out.position());
  
              out.doFlush(0);
              assertEquals(4, out.flushed());
              assertEquals(4, out.flushedToNetwork());
  
              out.writeInt(2);
              assertEquals(8, out.position());
              assertEquals(4, out.flushed());
              assertEquals(4, out.flushedToNetwork());
  
              out.doFlush(0);
              assertEquals(8, out.position());
              assertEquals(8, out.flushed());
              assertEquals(4, out.flushedToNetwork());
  
              read = channel.readOutbound();
              assertEquals(4, read.readableBytes());
              assertEquals(1, read.getInt(0));
              assertEquals(8, out.flushed());
              assertEquals(8, out.flushedToNetwork());
  
              read = channel.readOutbound();
              assertEquals(4, read.readableBytes());
              assertEquals(2, read.getInt(0));
  
              out.write(new byte[16]);
              assertEquals(24, out.position());
              assertEquals(8, out.flushed());
              assertEquals(8, out.flushedToNetwork());
  
              out.doFlush(0);
              assertEquals(24, out.position());
              assertEquals(24, out.flushed());
              assertEquals(24, out.flushedToNetwork());
  
              read = channel.readOutbound();
              assertEquals(16, read.readableBytes());
              assertEquals(0, read.getLong(0));
              assertEquals(0, read.getLong(8));
              assertEquals(24, out.position());
              assertEquals(24, out.flushed());
              assertEquals(24, out.flushedToNetwork());
  
              out.writeToChannel(alloc -> {
                  ByteBuffer buffer = alloc.get(16);
                  buffer.putLong(1);
                  buffer.putLong(2);
                  buffer.flip();
              }, StreamManager.getRateLimiter(FBUtilities.getBroadcastAddressAndPort()));
  
              assertEquals(40, out.position());
              assertEquals(40, out.flushed());
              assertEquals(40, out.flushedToNetwork());
  
              read = channel.readOutbound();
              assertEquals(16, read.readableBytes());
              assertEquals(1, read.getLong(0));
              assertEquals(2, read.getLong(8));
          }
      }
  
      @Test
      public void testWriteFileToChannelEntireSSTableNoThrottling() throws IOException
      {
          // Disable throttling by setting entire SSTable throughput and entire SSTable inter-DC throughput to 0
          DatabaseDescriptor.setEntireSSTableStreamThroughputOutboundMebibytesPerSec(0);
          DatabaseDescriptor.setEntireSSTableInterDCStreamThroughputOutboundMebibytesPerSec(0);
          StreamManager.StreamRateLimiter.updateEntireSSTableThroughput();
          StreamManager.StreamRateLimiter.updateEntireSSTableInterDCThroughput();
  
          testWriteFileToChannel(true);
      }
  
      @Test
      public void testWriteFileToChannelEntireSSTable() throws IOException
      {
          // Enable entire SSTable throttling by setting it to 200 Mbps
          DatabaseDescriptor.setEntireSSTableStreamThroughputOutboundMebibytesPerSec(200);
          DatabaseDescriptor.setEntireSSTableInterDCStreamThroughputOutboundMebibytesPerSec(200);
          StreamManager.StreamRateLimiter.updateEntireSSTableThroughput();
          StreamManager.StreamRateLimiter.updateEntireSSTableInterDCThroughput();
  
          testWriteFileToChannel(true);
      }
  
      @Test
      public void testWriteFileToChannelSSL() throws IOException
      {
          testWriteFileToChannel(false);
      }
  
      private void testWriteFileToChannel(boolean zeroCopy) throws IOException
      {
          File file = populateTempData("zero_copy_" + zeroCopy);
          int length = (int) file.length();
  
          EmbeddedChannel channel = new TestChannel(4);
          StreamManager.StreamRateLimiter limiter = zeroCopy ? StreamManager.getEntireSSTableRateLimiter(FBUtilities.getBroadcastAddressAndPort())
                                                             : StreamManager.getRateLimiter(FBUtilities.getBroadcastAddressAndPort());
  
          try (FileChannel fileChannel = file.newReadChannel();
               AsyncStreamingOutputPlus out = new AsyncStreamingOutputPlus(channel))
          {
              assertTrue(fileChannel.isOpen());
  
              if (zeroCopy)
                  out.writeFileToChannelZeroCopy(fileChannel, limiter, length, length, length * 2);
              else
                  out.writeFileToChannel(fileChannel, limiter, length);
  
              assertEquals(length, out.flushed());
              assertEquals(length, out.flushedToNetwork());
              assertEquals(length, out.position());
  
              assertFalse(fileChannel.isOpen());
          }
      }
  
      private File populateTempData(String name) throws IOException
      {
          File file = new File(Files.createTempFile(name, ".txt"));
          file.deleteOnExit();
  
          Random r = new Random();
          byte [] content = new byte[16];
          r.nextBytes(content);
          Files.write(file.toPath(), content);
  
          return file;
      }
  }
  