content: /*
   * The Alluxio Open Foundation licenses this work under the Apache License, version 2.0
   * (the "License"). You may not use this work except in compliance with the License, which is
   * available at www.apache.org/licenses/LICENSE-2.0
   *
   * This software is distributed on an "AS IS" basis, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
   * either express or implied, as more fully set forth in the License.
   *
   * See the NOTICE file distributed with this work for information regarding copyright ownership.
   */
  
  package alluxio.stress;
  
  import static org.junit.Assert.assertEquals;
  import static org.junit.Assert.assertFalse;
  import static org.junit.Assert.assertTrue;
  
  import alluxio.stress.cli.client.StressClientIOBench;
  import alluxio.stress.client.ClientIOSummary;
  import alluxio.stress.client.ClientIOTaskResult;
  import alluxio.util.JsonSerializable;
  
  import com.google.common.collect.ImmutableList;
  import org.junit.Test;
  
  import java.io.ByteArrayOutputStream;
  import java.io.PrintStream;
  import java.util.Arrays;
  import java.util.List;
  
  /**
   * Tests {@link StressClientIOBench}.
   */
  public class StressClientIOBenchIntegrationTest extends AbstractStressBenchIntegrationTest {
    @Test
    public void readIO() throws Exception {
      // All the reads are in the same test, to re-use write results.
      // Only in-process will work for unit testing.
  
      String output1 = new StressClientIOBench().run(new String[] {
          "--in-process",
          "--start-ms", Long.toString(System.currentTimeMillis() + 5000),
          "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/",
          "--operation", "Write",
          "--threads", "2",
          "--file-size", "1m",
          "--buffer-size", "128k",
          "--warmup", "0s", "--duration", "1s",
      });
  
      String output2 = new StressClientIOBench().run(new String[] {
          "--in-process",
          "--tag", "ReadArray-NOT_RANDOM",
          "--start-ms", Long.toString(System.currentTimeMillis() + 1000),
          "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/",
          "--operation", "ReadArray",
          "--threads", "2",
          "--file-size", "1m",
          "--buffer-size", "128k",
          "--warmup", "0s", "--duration", "1s",
      });
  
      String output3 = new StressClientIOBench().run(new String[] {
          "--in-process",
          "--read-random",
          "--tag", "ReadArray-RANDOM",
          "--start-ms", Long.toString(System.currentTimeMillis() + 1000),
          "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/",
          "--operation", "ReadArray",
          "--threads", "2",
          "--file-size", "1m",
          "--buffer-size", "128k",
          "--warmup", "0s", "--duration", "1s",
      });
  
      String output4 = new StressClientIOBench().run(new String[] {
          "--in-process",
          "--read-random",
          "--tag", "ReadByteBuffer",
          "--start-ms", Long.toString(System.currentTimeMillis() + 1000),
          "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/",
          "--operation", "ReadByteBuffer",
          "--threads", "2",
          "--file-size", "1m",
          "--buffer-size", "128k",
          "--warmup", "0s", "--duration", "1s",
      });
  
      String output5 = new StressClientIOBench().run(new String[] {
          "--in-process",
          "--read-random",
          "--tag", "ReadFully",
          "--start-ms", Long.toString(System.currentTimeMillis() + 1000),
          "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/",
          "--operation", "ReadFully",
          "--threads", "2",
          "--file-size", "1m",
          "--buffer-size", "128k",
          "--warmup", "0s", "--duration", "1s",
      });
  
      String output6 = new StressClientIOBench().run(new String[] {
          "--in-process",
          "--read-random",
          "--tag", "PosRead-test",
          "--start-ms", Long.toString(System.currentTimeMillis() + 1000),
          "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/",
          "--operation", "PosRead",
          "--threads", "2",
          "--file-size", "1m",
          "--buffer-size", "128k",
          "--warmup", "0s", "--duration", "1s",
      });
  
      String output7 = new StressClientIOBench().run(new String[] {
          "--in-process",
          "--read-random",
          "--tag", "PosReadFully",
          "--start-ms", Long.toString(System.currentTimeMillis() + 1000),
          "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/",
          "--operation", "PosReadFully",
          "--threads", "2",
          "--file-size", "1m",
          "--buffer-size", "128k",
          "--warmup", "0s", "--duration", "1s",
      });
      generateAndVerifyReport(Arrays.asList(
          "Write", "ReadArray-NOT_RANDOM", "ReadArray-RANDOM", "ReadByteBuffer", "ReadFully",
          "PosRead-test", "PosReadFully"),
          output1, output2, output3, output4, output5, output6, output7);
    }
  
    @Test
    public void WriteTypeSingleTaskTest() throws Exception {
      String[] writeType = new String[] {"MUST_CACHE", "CACHE_THROUGH", "THROUGH", "ASYNC_THROUGH"};
  
      for (int i = 0; i < writeType.length; i++) {
        validateTheResultWithWriteType(writeType[i]);
      }
    }
  
    private void validateTheResultWithWriteType(String writeType) throws Exception {
      String output = new StressClientIOBench().run(new String[] {
          "--in-process",
          "--start-ms", Long.toString(System.currentTimeMillis() + 5000),
          "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/",
          "--operation", "Write",
          "--threads", "2",
          "--file-size", "1m",
          "--buffer-size", "128k",
          "--warmup", "0s", "--duration", "1s",
          "--write-type", writeType,
      });
  
      // convert the result into summary, and check whether it have errors.
      ClientIOSummary summary = (ClientIOSummary) JsonSerializable.fromJson(output);
  
      assertFalse(summary.getNodeResults().isEmpty());
      for (ClientIOTaskResult taskResult: summary.getNodeResults().values()) {
        assertFalse(taskResult.getThreadCountResults().isEmpty());
        for (ClientIOTaskResult.ThreadCountResult threadResult :
            taskResult.getThreadCountResults().values()) {
          assertTrue(threadResult.getErrors().isEmpty());
        }
      }
    }
  
    @Test
    public void writeTypeALLTaskTest() throws Exception {
      // redirect the output stream
      ByteArrayOutputStream out = new ByteArrayOutputStream();
      PrintStream originalOut = System.out;
      System.setOut(new PrintStream(out));
  
      new StressClientIOBench().run(new String[] {
          "--in-process",
          "--base", sLocalAlluxioClusterResource.get().getMasterURI() + "/client/",
          "--operation", "Write",
          "--threads", "2",
          "--file-size", "1m",
          "--buffer-size", "128k",
          "--warmup", "0s", "--duration", "1s",
          "--write-type", "ALL",
      });
  
      String printOutResult = out.toString();
      List<String> resultList = getJsonResult(printOutResult);
  
      assertEquals(resultList.size(), 4);
  
      // the possible write types
      List<String> writeTypes = ImmutableList.of("MUST_CACHE", "CACHE_THROUGH",
          "ASYNC_THROUGH", "THROUGH");
      for (int i = 0; i < resultList.size(); i++) {
        ClientIOSummary summary = (ClientIOSummary) JsonSerializable.fromJson(
            resultList.get(i));
        // confirm that the task was executed with certain write type and output no errors
        assertEquals(summary.getParameters().mWriteType, writeTypes.get(i));
        assertFalse(summary.getNodeResults().isEmpty());
        for (ClientIOTaskResult taskResult: summary.getNodeResults().values()) {
          assertFalse(taskResult.getThreadCountResults().isEmpty());
          for (ClientIOTaskResult.ThreadCountResult threadResult :
              taskResult.getThreadCountResults().values()) {
            assertTrue(threadResult.getErrors().isEmpty());
          }
        }
      }
  
      // reset the output to the console
      System.setOut(originalOut);
    }
  }
  