9411

Build # 9411

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/fa0f03efa37b9e545780b669f273f23cc8355a3f">fa0f03efa">&lt;a href=&quot;https://github.com/apache/carbondata/commit/</a><a class="double-link" href="https://github.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/fa0f03efa37b9e545780b669f273f23cc8355a3f">fa0f03efa</a><a href="https://github.com/apache/carbondata/commit/fa0f03efa37b9e545780b669f273f23cc8355a3f">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/apache/carbondata/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/fa0f03efa37b9e545780b669f273f23cc8355a3f&quot;&gt;fa0f03efa&lt;/a&gt;&lt;a href=&quot;https://github.com/apache/carbondata/commit/fa0f03efa37b9e545780b669f273f23cc8355a3f&quot;&gt;&amp;quot;&amp;gt;&amp;amp;lt;a href=&amp;amp;quot;https://github.com/apache/carbondata/commit/&amp;lt;/a&amp;gt;&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://github.com/apache/carbondata/commit/&amp;amp;lt;a ... (continued)

Run Details

76 of 76 new or added lines in 20 files covered. (100.0%)

61781 of 77065 relevant lines covered (80.17%)

1.06 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

78.0

/processing/src/main/java/org/apache/carbondata/processing/partition/spliter/RowResultProcessor.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.carbondata.processing.partition.spliter;

import java.util.List;

import org.apache.carbondata.common.logging.LogServiceFactory;
import org.apache.carbondata.core.datastore.block.SegmentProperties;
import org.apache.carbondata.core.datastore.exception.CarbonDataWriterException;
import org.apache.carbondata.core.datastore.row.CarbonRow;
import org.apache.carbondata.core.datastore.row.WriteStepRowUtil;
import org.apache.carbondata.core.metadata.schema.table.CarbonTable;
import org.apache.carbondata.core.metadata.schema.table.column.CarbonColumn;
import org.apache.carbondata.processing.loading.model.CarbonLoadModel;
import org.apache.carbondata.processing.store.CarbonDataFileAttributes;
import org.apache.carbondata.processing.store.CarbonFactDataHandlerColumnar;
import org.apache.carbondata.processing.store.CarbonFactDataHandlerModel;
import org.apache.carbondata.processing.store.CarbonFactHandler;
import org.apache.carbondata.processing.util.CarbonDataProcessorUtil;

import org.apache.log4j.Logger;

public class RowResultProcessor {

  private CarbonFactHandler dataHandler;
  private SegmentProperties segmentProperties;

  private CarbonColumn[] noDicAndComplexColumns;

  private static final Logger LOGGER =
      LogServiceFactory.getLogService(RowResultProcessor.class.getName());


  public RowResultProcessor(CarbonTable carbonTable, CarbonLoadModel loadModel,
      SegmentProperties segProp, String[] tempStoreLocation, Integer bucketId) {
    CarbonDataProcessorUtil.createLocations(tempStoreLocation);
    this.segmentProperties = segProp;
    String tableName = carbonTable.getTableName();
    String carbonStoreLocation = CarbonDataProcessorUtil
        .createCarbonStoreLocation(loadModel.getCarbonDataLoadSchema().getCarbonTable(),
            loadModel.getSegmentId());
    CarbonFactDataHandlerModel carbonFactDataHandlerModel =
        CarbonFactDataHandlerModel.getCarbonFactDataHandlerModel(loadModel, carbonTable,
            segProp, tableName, tempStoreLocation, carbonStoreLocation);
    CarbonDataFileAttributes carbonDataFileAttributes =
        new CarbonDataFileAttributes(Long.parseLong(loadModel.getTaskNo()),
            loadModel.getFactTimeStamp());
    carbonFactDataHandlerModel.setCarbonDataFileAttributes(carbonDataFileAttributes);
    carbonFactDataHandlerModel.setBucketId(bucketId);
    //Note: set compaction flow just to convert decimal type
    carbonFactDataHandlerModel.setCompactionFlow(true);
    carbonFactDataHandlerModel.setSegmentId(loadModel.getSegmentId());
    noDicAndComplexColumns = carbonFactDataHandlerModel.getNoDictAndComplexColumns();
    dataHandler = new CarbonFactDataHandlerColumnar(carbonFactDataHandlerModel);
  }

  public boolean execute(List<Object[]> resultList) {
    boolean processStatus;
    boolean isDataPresent = false;

    try {
      if (!isDataPresent) {
        dataHandler.initialise();
        isDataPresent = true;
      }
      for (Object[] row: resultList) {
        addRow(row);
      }
      if (isDataPresent)
      {
        this.dataHandler.finish();
      }
      processStatus = true;
    } catch (CarbonDataWriterException e) {
      LOGGER.error(e.getMessage(), e);
      LOGGER.error("Exception in executing RowResultProcessor" + e.getMessage());
      processStatus = false;
    } finally {
      try {
        if (isDataPresent) {
          this.dataHandler.closeHandler();
        }
      } catch (Exception e) {
        LOGGER.error("Exception while closing the handler in RowResultProcessor" + e.getMessage());
        processStatus = false;
      }
    }
    return processStatus;
  }

  private void addRow(Object[] carbonTuple) throws CarbonDataWriterException {
    CarbonRow row = WriteStepRowUtil.fromMergerRow(carbonTuple, segmentProperties,
        noDicAndComplexColumns);
    try {
      this.dataHandler.addDataToStore(row);
    } catch (CarbonDataWriterException e) {
      throw new CarbonDataWriterException("Exception in adding rows in RowResultProcessor", e);
    }
  }
}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17	package org.apache.carbondata.processing.partition.spliter;
18
19	import java.util.List;
20
21	import org.apache.carbondata.common.logging.LogServiceFactory;
22	import org.apache.carbondata.core.datastore.block.SegmentProperties;
23	import org.apache.carbondata.core.datastore.exception.CarbonDataWriterException;
24	import org.apache.carbondata.core.datastore.row.CarbonRow;
25	import org.apache.carbondata.core.datastore.row.WriteStepRowUtil;
26	import org.apache.carbondata.core.metadata.schema.table.CarbonTable;
27	import org.apache.carbondata.core.metadata.schema.table.column.CarbonColumn;
28	import org.apache.carbondata.processing.loading.model.CarbonLoadModel;
29	import org.apache.carbondata.processing.store.CarbonDataFileAttributes;
30	import org.apache.carbondata.processing.store.CarbonFactDataHandlerColumnar;
31	import org.apache.carbondata.processing.store.CarbonFactDataHandlerModel;
32	import org.apache.carbondata.processing.store.CarbonFactHandler;
33	import org.apache.carbondata.processing.util.CarbonDataProcessorUtil;
34
35	import org.apache.log4j.Logger;
36
37	public class RowResultProcessor {
38
39	private CarbonFactHandler dataHandler;
40	private SegmentProperties segmentProperties;
41
42	private CarbonColumn[] noDicAndComplexColumns;
43
44	private static final Logger LOGGER =	1✔
45	LogServiceFactory.getLogService(RowResultProcessor.class.getName());	1✔
46
47
48	public RowResultProcessor(CarbonTable carbonTable, CarbonLoadModel loadModel,
49	SegmentProperties segProp, String[] tempStoreLocation, Integer bucketId) {	1✔
50	CarbonDataProcessorUtil.createLocations(tempStoreLocation);	1✔
51	this.segmentProperties = segProp;	1✔
52	String tableName = carbonTable.getTableName();	1✔
53	String carbonStoreLocation = CarbonDataProcessorUtil	1✔
54	.createCarbonStoreLocation(loadModel.getCarbonDataLoadSchema().getCarbonTable(),	1✔
55	loadModel.getSegmentId());	1✔
56	CarbonFactDataHandlerModel carbonFactDataHandlerModel =	1✔
57	CarbonFactDataHandlerModel.getCarbonFactDataHandlerModel(loadModel, carbonTable,	1✔
58	segProp, tableName, tempStoreLocation, carbonStoreLocation);
59	CarbonDataFileAttributes carbonDataFileAttributes =	1✔
60	new CarbonDataFileAttributes(Long.parseLong(loadModel.getTaskNo()),	1✔
61	loadModel.getFactTimeStamp());	1✔
62	carbonFactDataHandlerModel.setCarbonDataFileAttributes(carbonDataFileAttributes);	1✔
63	carbonFactDataHandlerModel.setBucketId(bucketId);	1✔
64	//Note: set compaction flow just to convert decimal type
65	carbonFactDataHandlerModel.setCompactionFlow(true);	1✔
66	carbonFactDataHandlerModel.setSegmentId(loadModel.getSegmentId());	1✔
67	noDicAndComplexColumns = carbonFactDataHandlerModel.getNoDictAndComplexColumns();	1✔
68	dataHandler = new CarbonFactDataHandlerColumnar(carbonFactDataHandlerModel);	1✔
69	}	1✔
70
71	public boolean execute(List<Object[]> resultList) {
72	boolean processStatus;
73	boolean isDataPresent = false;	1✔
74
75	try {
76	if (!isDataPresent) {	1✔
77	dataHandler.initialise();	1✔
78	isDataPresent = true;	1✔
79	}
80	for (Object[] row: resultList) {	1✔
81	addRow(row);	1✔
82	}	1✔
83	if (isDataPresent)	1✔
84	{
85	this.dataHandler.finish();	1✔
86	}
87	processStatus = true;	1✔
88	} catch (CarbonDataWriterException e) {	×
89	LOGGER.error(e.getMessage(), e);	×
90	LOGGER.error("Exception in executing RowResultProcessor" + e.getMessage());	×
91	processStatus = false;	×
92	} finally {
93	try {	×
94	if (isDataPresent) {	1✔
95	this.dataHandler.closeHandler();	1✔
96	}
97	} catch (Exception e) {	×
98	LOGGER.error("Exception while closing the handler in RowResultProcessor" + e.getMessage());	×
99	processStatus = false;	×
100	}	1✔
101	}	×
102	return processStatus;	1✔
103	}
104
105	private void addRow(Object[] carbonTuple) throws CarbonDataWriterException {
106	CarbonRow row = WriteStepRowUtil.fromMergerRow(carbonTuple, segmentProperties,	1✔
107	noDicAndComplexColumns);
108	try {
109	this.dataHandler.addDataToStore(row);	1✔
110	} catch (CarbonDataWriterException e) {	×
111	throw new CarbonDataWriterException("Exception in adding rows in RowResultProcessor", e);	×
112	}	1✔
113	}	1✔
114	}

apache / carbondata / 9411

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous