8585

Build # 8585

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/613b4afb621f0782a06e5e47806c11a9ca5b783e">613b4afb6<a href="https://github.com/apache/carbondata/commit/613b4afb621f0782a06e5e47806c11a9ca5b783e">">Merge </a><a class="double-link" href="https://github.com/apache/carbondata/commit/<a class="double-link" href="https://github.com/apache/carbondata/commit/f68b0c25be5f212f0cc396cc0db3a9aff4d8001b">f68b0c25b</a>">f68b0c25b</a><a href="https://github.com/apache/carbondata/commit/613b4afb621f0782a06e5e47806c11a9ca5b783e"> into 077dd58e3">077dd58e3</a>

Run Details

5 of 5 new or added lines in 3 files covered. (100.0%)

59610 of 73949 relevant lines covered (80.61%)

1.07 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

97.96

/processing/src/main/java/org/apache/carbondata/processing/loading/converter/impl/MeasureFieldConverterImpl.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.carbondata.processing.loading.converter.impl;

import org.apache.carbondata.common.logging.LogService;
import org.apache.carbondata.common.logging.LogServiceFactory;
import org.apache.carbondata.core.constants.CarbonCommonConstants;
import org.apache.carbondata.core.datastore.row.CarbonRow;
import org.apache.carbondata.core.util.DataTypeUtil;
import org.apache.carbondata.processing.loading.DataField;
import org.apache.carbondata.processing.loading.converter.BadRecordLogHolder;
import org.apache.carbondata.processing.loading.converter.FieldConverter;
import org.apache.carbondata.processing.loading.exception.CarbonDataLoadingException;
import org.apache.carbondata.processing.util.CarbonDataProcessorUtil;

/**
 * Converter for measure
 */
public class MeasureFieldConverterImpl implements FieldConverter {

  private static final LogService LOGGER =
      LogServiceFactory.getLogService(MeasureFieldConverterImpl.class.getName());

  private int index;

  private String nullformat;

  private boolean isEmptyBadRecord;

  private DataField dataField;

  public MeasureFieldConverterImpl(DataField dataField, String nullformat, int index,
      boolean isEmptyBadRecord) {
    this.nullformat = nullformat;
    this.index = index;
    this.isEmptyBadRecord = isEmptyBadRecord;
    this.dataField = dataField;
  }

  @Override
  public void convert(CarbonRow row, BadRecordLogHolder logHolder)
      throws CarbonDataLoadingException {
    String value = row.getString(index);
    row.update(convert(value, logHolder), index);
  }

  @Override
  public Object convert(Object value, BadRecordLogHolder logHolder)
      throws RuntimeException {
    String literalValue = (String) (value);
    Object output;
    boolean isNull = CarbonCommonConstants.MEMBER_DEFAULT_VAL.equals(literalValue);
    if (literalValue == null || isNull) {
      String message = logHolder.getColumnMessageMap().get(dataField.getColumn().getColName());
      if (null == message) {
        message = CarbonDataProcessorUtil.prepareFailureReason(dataField.getColumn().getColName(),
            dataField.getColumn().getDataType());
        logHolder.getColumnMessageMap().put(dataField.getColumn().getColName(), message);
      }
      return null;
    } else if (literalValue.length() == 0) {
      if (isEmptyBadRecord) {
        String message = logHolder.getColumnMessageMap().get(dataField.getColumn().getColName());
        if (null == message) {
          message = CarbonDataProcessorUtil.prepareFailureReason(dataField.getColumn().getColName(),
              dataField.getColumn().getDataType());
          logHolder.getColumnMessageMap().put(dataField.getColumn().getColName(), message);
        }
        logHolder.setReason(message);
      }
      return null;
    } else if (literalValue.equals(nullformat)) {
      return null;
    } else {
      try {
        if (dataField.isUseActualData()) {
          output = DataTypeUtil
              .getMeasureValueBasedOnDataType(literalValue, dataField.getColumn().getDataType(),
                  dataField.getColumn().getColumnSchema().getScale(),
                  dataField.getColumn().getColumnSchema().getPrecision(), true);
        } else {
          output = DataTypeUtil
              .getMeasureValueBasedOnDataType(literalValue, dataField.getColumn().getDataType(),
                  dataField.getColumn().getColumnSchema().getScale(),
                  dataField.getColumn().getColumnSchema().getPrecision());
        }
        return output;
      } catch (NumberFormatException e) {
        if (LOGGER.isDebugEnabled()) {
          LOGGER.debug("Can not convert value to Numeric type value. Value considered as null.");
        }
        logHolder.setReason(CarbonDataProcessorUtil
            .prepareFailureReason(dataField.getColumn().getColName(),
                dataField.getColumn().getDataType()));
        return null;
      }
    }
  }


  /**
   * Method to clean the dictionary cache. As in this MeasureFieldConverterImpl convert no
   * dictionary caches are acquired so nothing to clear. s
   */
  @Override public void clear() {
  }
}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17	package org.apache.carbondata.processing.loading.converter.impl;
18
19	import org.apache.carbondata.common.logging.LogService;
20	import org.apache.carbondata.common.logging.LogServiceFactory;
21	import org.apache.carbondata.core.constants.CarbonCommonConstants;
22	import org.apache.carbondata.core.datastore.row.CarbonRow;
23	import org.apache.carbondata.core.util.DataTypeUtil;
24	import org.apache.carbondata.processing.loading.DataField;
25	import org.apache.carbondata.processing.loading.converter.BadRecordLogHolder;
26	import org.apache.carbondata.processing.loading.converter.FieldConverter;
27	import org.apache.carbondata.processing.loading.exception.CarbonDataLoadingException;
28	import org.apache.carbondata.processing.util.CarbonDataProcessorUtil;
29
30	/**
31	* Converter for measure
32	*/
33	public class MeasureFieldConverterImpl implements FieldConverter {
34
35	private static final LogService LOGGER =	1✔
36	LogServiceFactory.getLogService(MeasureFieldConverterImpl.class.getName());	1✔
37
38	private int index;
39
40	private String nullformat;
41
42	private boolean isEmptyBadRecord;
43
44	private DataField dataField;
45
46	public MeasureFieldConverterImpl(DataField dataField, String nullformat, int index,
47	boolean isEmptyBadRecord) {	1✔
48	this.nullformat = nullformat;	1✔
49	this.index = index;	1✔
50	this.isEmptyBadRecord = isEmptyBadRecord;	1✔
51	this.dataField = dataField;	1✔
52	}	1✔
53
54	@Override
55	public void convert(CarbonRow row, BadRecordLogHolder logHolder)
56	throws CarbonDataLoadingException {
57	String value = row.getString(index);	1✔
58	row.update(convert(value, logHolder), index);	1✔
59	}	1✔
60
61	@Override
62	public Object convert(Object value, BadRecordLogHolder logHolder)
63	throws RuntimeException {
64	String literalValue = (String) (value);	1✔
65	Object output;
66	boolean isNull = CarbonCommonConstants.MEMBER_DEFAULT_VAL.equals(literalValue);	1✔
67	if (literalValue == null \|\| isNull) {	1✔
68	String message = logHolder.getColumnMessageMap().get(dataField.getColumn().getColName());	1✔
69	if (null == message) {	1✔
70	message = CarbonDataProcessorUtil.prepareFailureReason(dataField.getColumn().getColName(),	1✔
71	dataField.getColumn().getDataType());	1✔
72	logHolder.getColumnMessageMap().put(dataField.getColumn().getColName(), message);	1✔
73	}
74	return null;	1✔
75	} else if (literalValue.length() == 0) {	1✔
76	if (isEmptyBadRecord) {	1✔
77	String message = logHolder.getColumnMessageMap().get(dataField.getColumn().getColName());	1✔
78	if (null == message) {	1✔
79	message = CarbonDataProcessorUtil.prepareFailureReason(dataField.getColumn().getColName(),	1✔
80	dataField.getColumn().getDataType());	1✔
81	logHolder.getColumnMessageMap().put(dataField.getColumn().getColName(), message);	1✔
82	}
83	logHolder.setReason(message);	1✔
84	}
85	return null;	1✔
86	} else if (literalValue.equals(nullformat)) {	1✔
87	return null;	1✔
88	} else {
89	try {
90	if (dataField.isUseActualData()) {	1✔
91	output = DataTypeUtil	1✔
92	.getMeasureValueBasedOnDataType(literalValue, dataField.getColumn().getDataType(),	1✔
93	dataField.getColumn().getColumnSchema().getScale(),	1✔
94	dataField.getColumn().getColumnSchema().getPrecision(), true);	1✔
95	} else {
96	output = DataTypeUtil	1✔
97	.getMeasureValueBasedOnDataType(literalValue, dataField.getColumn().getDataType(),	1✔
98	dataField.getColumn().getColumnSchema().getScale(),	1✔
99	dataField.getColumn().getColumnSchema().getPrecision());	1✔
100	}
101	return output;	1✔
102	} catch (NumberFormatException e) {	1✔
103	if (LOGGER.isDebugEnabled()) {	1✔
104	LOGGER.debug("Can not convert value to Numeric type value. Value considered as null.");	×
105	}
106	logHolder.setReason(CarbonDataProcessorUtil	1✔
107	.prepareFailureReason(dataField.getColumn().getColName(),	1✔
108	dataField.getColumn().getDataType()));	1✔
109	return null;	1✔
110	}
111	}
112	}
113
114
115	/**
116	* Method to clean the dictionary cache. As in this MeasureFieldConverterImpl convert no
117	* dictionary caches are acquired so nothing to clear. s
118	*/
119	@Override public void clear() {
120	}	1✔
121	}

apache / carbondata / 8585

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous