content: /*
   * Licensed to the Apache Software Foundation (ASF) under one or more
   * contributor license agreements.  See the NOTICE file distributed with
   * this work for additional information regarding copyright ownership.
   * The ASF licenses this file to You under the Apache License, Version 2.0
   * (the "License"); you may not use this file except in compliance with
   * the License.  You may obtain a copy of the License at
   *
   *    http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  package org.apache.arrow.vector.ipc;
  
  import static java.nio.channels.Channels.newChannel;
  import static org.apache.arrow.vector.TestUtils.newVarCharVector;
  import static org.junit.jupiter.api.Assertions.assertFalse;
  import static org.junit.jupiter.api.Assertions.assertTrue;
  
  import java.io.ByteArrayInputStream;
  import java.io.ByteArrayOutputStream;
  import java.io.File;
  import java.io.FileOutputStream;
  import java.io.IOException;
  import java.io.OutputStream;
  import java.nio.charset.StandardCharsets;
  import java.util.Arrays;
  import java.util.List;
  import org.apache.arrow.memory.BufferAllocator;
  import org.apache.arrow.util.Collections2;
  import org.apache.arrow.vector.FieldVector;
  import org.apache.arrow.vector.VarCharVector;
  import org.apache.arrow.vector.VectorSchemaRoot;
  import org.apache.arrow.vector.complex.StructVector;
  import org.apache.arrow.vector.types.pojo.Field;
  import org.junit.jupiter.api.Test;
  import org.slf4j.Logger;
  import org.slf4j.LoggerFactory;
  
  public class TestArrowFile extends BaseFileTest {
    private static final Logger LOGGER = LoggerFactory.getLogger(TestArrowFile.class);
  
    @Test
    public void testWrite() throws IOException {
      File file = new File("target/mytest_write.arrow");
      int count = COUNT;
      try (BufferAllocator vectorAllocator =
              allocator.newChildAllocator("original vectors", 0, Integer.MAX_VALUE);
          StructVector parent = StructVector.empty("parent", vectorAllocator)) {
        writeData(count, parent);
        write(parent.getChild("root"), file, new ByteArrayOutputStream());
      }
    }
  
    @Test
    public void testWriteComplex() throws IOException {
      File file = new File("target/mytest_write_complex.arrow");
      int count = COUNT;
      try (BufferAllocator vectorAllocator =
              allocator.newChildAllocator("original vectors", 0, Integer.MAX_VALUE);
          StructVector parent = StructVector.empty("parent", vectorAllocator)) {
        writeComplexData(count, parent);
        FieldVector root = parent.getChild("root");
        validateComplexContent(count, new VectorSchemaRoot(root));
        write(root, file, new ByteArrayOutputStream());
      }
    }
  
    /**
     * Writes the contents of parents to file. If outStream is non-null, also writes it to outStream
     * in the streaming serialized format.
     */
    private void write(FieldVector parent, File file, OutputStream outStream) throws IOException {
      VectorSchemaRoot root = new VectorSchemaRoot(parent);
  
      try (FileOutputStream fileOutputStream = new FileOutputStream(file);
          ArrowFileWriter arrowWriter =
              new ArrowFileWriter(root, null, fileOutputStream.getChannel()); ) {
        LOGGER.debug("writing schema: " + root.getSchema());
        arrowWriter.start();
        arrowWriter.writeBatch();
        arrowWriter.end();
      }
  
      // Also try serializing to the stream writer.
      if (outStream != null) {
        try (ArrowStreamWriter arrowWriter = new ArrowStreamWriter(root, null, outStream)) {
          arrowWriter.start();
          arrowWriter.writeBatch();
          arrowWriter.end();
        }
      }
    }
  
    @Test
    public void testFileStreamHasEos() throws IOException {
  
      try (VarCharVector vector1 = newVarCharVector("varchar1", allocator)) {
        vector1.allocateNewSafe();
        vector1.set(0, "foo".getBytes(StandardCharsets.UTF_8));
        vector1.set(1, "bar".getBytes(StandardCharsets.UTF_8));
        vector1.set(3, "baz".getBytes(StandardCharsets.UTF_8));
        vector1.set(4, "bar".getBytes(StandardCharsets.UTF_8));
        vector1.set(5, "baz".getBytes(StandardCharsets.UTF_8));
        vector1.setValueCount(6);
  
        List<Field> fields = Arrays.asList(vector1.getField());
        List<FieldVector> vectors = Collections2.asImmutableList(vector1);
        VectorSchemaRoot root = new VectorSchemaRoot(fields, vectors, vector1.getValueCount());
  
        // write data
        ByteArrayOutputStream out = new ByteArrayOutputStream();
        ArrowFileWriter writer = new ArrowFileWriter(root, null, newChannel(out));
        writer.start();
        writer.writeBatch();
        writer.end();
  
        byte[] bytes = out.toByteArray();
        byte[] bytesWithoutMagic = new byte[bytes.length - 8];
        System.arraycopy(bytes, 8, bytesWithoutMagic, 0, bytesWithoutMagic.length);
  
        try (ArrowStreamReader reader =
            new ArrowStreamReader(new ByteArrayInputStream(bytesWithoutMagic), allocator)) {
          assertTrue(reader.loadNextBatch());
          // here will throw exception if read footer instead of eos.
          assertFalse(reader.loadNextBatch());
        }
      }
    }
  }
  