content: /*
   * Licensed to the Apache Software Foundation (ASF) under one or more
   * contributor license agreements.  See the NOTICE file distributed with
   * this work for additional information regarding copyright ownership.
   * The ASF licenses this file to You under the Apache License, Version 2.0
   * (the "License"); you may not use this file except in compliance with
   * the License.  You may obtain a copy of the License at
   *
   *    http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  
  package org.apache.carbondata.processing.loading.converter.impl;
  
  import org.apache.carbondata.core.constants.CarbonCommonConstants;
  import org.apache.carbondata.core.datastore.row.CarbonRow;
  import org.apache.carbondata.core.metadata.datatype.DataType;
  import org.apache.carbondata.core.metadata.datatype.DataTypes;
  import org.apache.carbondata.core.metadata.schema.table.column.CarbonColumn;
  import org.apache.carbondata.core.util.DataTypeUtil;
  import org.apache.carbondata.processing.loading.DataField;
  import org.apache.carbondata.processing.loading.converter.BadRecordLogHolder;
  import org.apache.carbondata.processing.loading.converter.FieldConverter;
  import org.apache.carbondata.processing.loading.exception.CarbonDataLoadingException;
  import org.apache.carbondata.processing.util.CarbonDataProcessorUtil;
  
  public class NonDictionaryFieldConverterImpl implements FieldConverter {
  
    private DataType dataType;
  
    private int index;
  
    private String nullFormat;
  
    private CarbonColumn column;
  
    private boolean isEmptyBadRecord;
  
    private DataField dataField;
  
    public NonDictionaryFieldConverterImpl(DataField dataField, String nullFormat, int index,
        boolean isEmptyBadRecord) {
      this.dataField = dataField;
      this.dataType = dataField.getColumn().getDataType();
      this.column = dataField.getColumn();
      this.index = index;
      this.nullFormat = nullFormat;
      this.isEmptyBadRecord = isEmptyBadRecord;
    }
  
    @Override
    public void convert(CarbonRow row, BadRecordLogHolder logHolder) {
      String dimensionValue = row.getString(index);
      row.update(convert(dimensionValue, logHolder), index);
    }
  
    @Override
    public Object convert(Object value, BadRecordLogHolder logHolder)
        throws RuntimeException {
      String dimensionValue = (String) value;
      if (null == dimensionValue && column.getDataType() != DataTypes.STRING) {
        logHolder.setReason(
            CarbonDataProcessorUtil.prepareFailureReason(column.getColName(), column.getDataType()));
        return getNullValue();
      } else if (dimensionValue == null || dimensionValue.equals(nullFormat)) {
        return getNullValue();
      } else {
        String dateFormat = null;
        if (dataType == DataTypes.DATE) {
          dateFormat = dataField.getDateFormat();
        } else if (dataType == DataTypes.TIMESTAMP) {
          dateFormat = dataField.getTimestampFormat();
        }
        try {
          if (!dataField.isUseActualData()) {
            byte[] parsedValue = DataTypeUtil
                .getBytesBasedOnDataTypeForNoDictionaryColumn(dimensionValue, dataType, dateFormat);
            if (dataType == DataTypes.STRING
                && parsedValue.length > CarbonCommonConstants.MAX_CHARS_PER_COLUMN_DEFAULT) {
              logHolder.setReason(CarbonCommonConstants.STRING_LENGTH_EXCEEDED_MESSAGE);
              return getNullValue();
            }
            return parsedValue;
          } else {
            Object parsedValue = DataTypeUtil
                .getDataDataTypeForNoDictionaryColumn(dimensionValue, dataType, dateFormat);
            if (dataType == DataTypes.STRING && parsedValue.toString().length()
                > CarbonCommonConstants.MAX_CHARS_PER_COLUMN_DEFAULT) {
              logHolder.setReason(CarbonCommonConstants.STRING_LENGTH_EXCEEDED_MESSAGE);
              return getNullValue();
            }
            return parsedValue;
          }
        } catch (CarbonDataLoadingException e) {
          throw e;
        } catch (Throwable ex) {
          if (dimensionValue.length() > 0 || (dimensionValue.length() == 0 && isEmptyBadRecord)) {
            String message = logHolder.getColumnMessageMap().get(column.getColName());
            if (null == message) {
              message = CarbonDataProcessorUtil
                  .prepareFailureReason(column.getColName(), column.getDataType());
              logHolder.getColumnMessageMap().put(column.getColName(), message);
            }
            logHolder.setReason(message);
          }
        }
      }
      return getNullValue();
    }
  
    @Override
    public DataField getDataField() {
      return dataField;
    }
  
    @Override
    public void clear() {
    }
  
    private byte[] getNullValue() {
      if (dataField.isUseActualData()) {
        return null;
      } else if (dataType == DataTypes.STRING) {
        return CarbonCommonConstants.MEMBER_DEFAULT_VAL_ARRAY;
      } else {
        return CarbonCommonConstants.EMPTY_BYTE_ARRAY;
      }
    }
  }
  