9047

Build # 9047

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/fdd55e35584037e36a88b6167e5dd09456a3f0da">fdd55e355<a href="https://github.com/apache/carbondata/commit/fdd55e35584037e36a88b6167e5dd09456a3f0da">">Merge </a><a class="double-link" href="https://github.com/apache/carbondata/commit/<a class="double-link" href="https://github.com/apache/carbondata/commit/dd528ecfe98a09168e1f63ef7075da380ff45e9f">dd528ecfe</a>">dd528ecfe</a><a href="https://github.com/apache/carbondata/commit/fdd55e35584037e36a88b6167e5dd09456a3f0da"> into 15d38260c">15d38260c</a>

Run Details

2182 of 2182 new or added lines in 82 files covered. (100.0%)

61622 of 77121 relevant lines covered (79.9%)

1.05 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

83.64

/core/src/main/java/org/apache/carbondata/core/datastore/chunk/impl/FixedLengthDimensionColumnPage.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.carbondata.core.datastore.chunk.impl;

import org.apache.carbondata.core.constants.CarbonCommonConstants;
import org.apache.carbondata.core.datastore.chunk.store.DimensionChunkStoreFactory;
import org.apache.carbondata.core.datastore.chunk.store.DimensionChunkStoreFactory.DimensionStoreType;
import org.apache.carbondata.core.metadata.datatype.DataType;
import org.apache.carbondata.core.metadata.datatype.DataTypes;
import org.apache.carbondata.core.scan.result.vector.CarbonColumnVector;
import org.apache.carbondata.core.scan.result.vector.ColumnVectorInfo;

/**
 * This class is gives access to fixed length dimension data chunk store
 */
public class FixedLengthDimensionColumnPage extends AbstractDimensionColumnPage {

  /**
   * Constructor
   *
   * @param dataChunk            data chunk
   * @param invertedIndex        inverted index
   * @param invertedIndexReverse reverse inverted index
   * @param numberOfRows         number of rows
   * @param columnValueSize      size of each column value
   */
  public FixedLengthDimensionColumnPage(byte[] dataChunk, int[] invertedIndex,
      int[] invertedIndexReverse, int numberOfRows, int columnValueSize,
      ColumnVectorInfo vectorInfo) {
    boolean isExplicitSorted = isExplicitSorted(invertedIndex);
    long totalSize = isExplicitSorted ?
        dataChunk.length + (2 * numberOfRows * CarbonCommonConstants.INT_SIZE_IN_BYTE) :
        dataChunk.length;
    dataChunkStore = DimensionChunkStoreFactory.INSTANCE
        .getDimensionChunkStore(columnValueSize, isExplicitSorted, numberOfRows, totalSize,
            DimensionStoreType.FIXED_LENGTH, null, vectorInfo != null);
    if (vectorInfo == null) {
      dataChunkStore.putArray(invertedIndex, invertedIndexReverse, dataChunk);
    } else {
      dataChunkStore.fillVector(invertedIndex, invertedIndexReverse, dataChunk, vectorInfo);
    }
  }

  /**
   * Below method will be used to fill the data based on offset and row id
   *
   * @param rowId            row id of the chunk
   * @param offset           offset from which data need to be filed
   * @param data             data to filed
   * @return how many bytes was copied
   */
  @Override public int fillRawData(int rowId, int offset, byte[] data) {
    dataChunkStore.fillRow(rowId, data, offset);
    return dataChunkStore.getColumnValueSize();
  }

  /**
   * Converts to column dictionary integer value
   *
   * @param rowId
   * @param chunkIndex
   * @param outputSurrogateKey
   * @return
   */
  @Override public int fillSurrogateKey(int rowId, int chunkIndex, int[] outputSurrogateKey) {
    outputSurrogateKey[chunkIndex] = dataChunkStore.getSurrogate(rowId);
    return chunkIndex + 1;
  }

  /**
   * Fill the data to vector
   *
   * @param vectorInfo
   * @param chunkIndex
   * @return next column index
   */
  @Override public int fillVector(ColumnVectorInfo[] vectorInfo, int chunkIndex) {
    ColumnVectorInfo columnVectorInfo = vectorInfo[chunkIndex];
    int offset = columnVectorInfo.offset;
    int vectorOffset = columnVectorInfo.vectorOffset;
    int len = columnVectorInfo.size + offset;
    CarbonColumnVector vector = columnVectorInfo.vector;
    for (int j = offset; j < len; j++) {
      int dict = dataChunkStore.getSurrogate(j);
      if (columnVectorInfo.directDictionaryGenerator == null) {
        vector.putInt(vectorOffset++, dict);
      } else {
        Object valueFromSurrogate =
            columnVectorInfo.directDictionaryGenerator.getValueFromSurrogate(dict);
        if (valueFromSurrogate == null) {
          vector.putNull(vectorOffset++);
        } else {
          DataType dataType = columnVectorInfo.directDictionaryGenerator.getReturnType();
          if (dataType == DataTypes.INT) {
            vector.putInt(vectorOffset++, (int) valueFromSurrogate);
          } else if (dataType == DataTypes.LONG) {
            vector.putLong(vectorOffset++, (long) valueFromSurrogate);
          } else {
            throw new IllegalArgumentException("unsupported data type: " +
                columnVectorInfo.directDictionaryGenerator.getReturnType());
          }
        }
      }
    }
    return chunkIndex + 1;
  }

  /**
   * Fill the data to vector
   *
   * @param filteredRowId
   * @param vectorInfo
   * @param chunkIndex
   * @return next column index
   */
  @Override public int fillVector(int[] filteredRowId, ColumnVectorInfo[] vectorInfo,
      int chunkIndex) {
    ColumnVectorInfo columnVectorInfo = vectorInfo[chunkIndex];
    int offset = columnVectorInfo.offset;
    int vectorOffset = columnVectorInfo.vectorOffset;
    int len = columnVectorInfo.size + offset;
    CarbonColumnVector vector = columnVectorInfo.vector;
    for (int j = offset; j < len; j++) {
      int dict = dataChunkStore.getSurrogate(filteredRowId[j]);
      if (columnVectorInfo.directDictionaryGenerator == null) {
        vector.putInt(vectorOffset++, dict);
      } else {
        Object valueFromSurrogate =
            columnVectorInfo.directDictionaryGenerator.getValueFromSurrogate(dict);
        if (valueFromSurrogate == null) {
          vector.putNull(vectorOffset++);
        } else {
          DataType dataType = columnVectorInfo.directDictionaryGenerator.getReturnType();
          if (dataType == DataTypes.INT) {
            vector.putInt(vectorOffset++, (int) valueFromSurrogate);
          } else if (dataType == DataTypes.LONG) {
            vector.putLong(vectorOffset++, (long) valueFromSurrogate);
          } else {
            throw new IllegalArgumentException("unsupported data type: " +
                columnVectorInfo.directDictionaryGenerator.getReturnType());
          }
        }
      }
    }
    return chunkIndex + 1;
  }
}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17	package org.apache.carbondata.core.datastore.chunk.impl;
18
19	import org.apache.carbondata.core.constants.CarbonCommonConstants;
20	import org.apache.carbondata.core.datastore.chunk.store.DimensionChunkStoreFactory;
21	import org.apache.carbondata.core.datastore.chunk.store.DimensionChunkStoreFactory.DimensionStoreType;
22	import org.apache.carbondata.core.metadata.datatype.DataType;
23	import org.apache.carbondata.core.metadata.datatype.DataTypes;
24	import org.apache.carbondata.core.scan.result.vector.CarbonColumnVector;
25	import org.apache.carbondata.core.scan.result.vector.ColumnVectorInfo;
26
27	/**
28	* This class is gives access to fixed length dimension data chunk store
29	*/
30	public class FixedLengthDimensionColumnPage extends AbstractDimensionColumnPage {
31
32	/**
33	* Constructor
34	*
35	* @param dataChunk data chunk
36	* @param invertedIndex inverted index
37	* @param invertedIndexReverse reverse inverted index
38	* @param numberOfRows number of rows
39	* @param columnValueSize size of each column value
40	*/
41	public FixedLengthDimensionColumnPage(byte[] dataChunk, int[] invertedIndex,
42	int[] invertedIndexReverse, int numberOfRows, int columnValueSize,
43	ColumnVectorInfo vectorInfo) {	2✔
44	boolean isExplicitSorted = isExplicitSorted(invertedIndex);	2✔
45	long totalSize = isExplicitSorted ?	2✔
46	dataChunk.length + (2 * numberOfRows * CarbonCommonConstants.INT_SIZE_IN_BYTE) :
47	dataChunk.length;
48	dataChunkStore = DimensionChunkStoreFactory.INSTANCE	2✔
49	.getDimensionChunkStore(columnValueSize, isExplicitSorted, numberOfRows, totalSize,	2✔
50	DimensionStoreType.FIXED_LENGTH, null, vectorInfo != null);
51	if (vectorInfo == null) {	2✔
52	dataChunkStore.putArray(invertedIndex, invertedIndexReverse, dataChunk);	2✔
53	} else {
54	dataChunkStore.fillVector(invertedIndex, invertedIndexReverse, dataChunk, vectorInfo);	1✔
55	}
56	}	2✔
57
58	/**
59	* Below method will be used to fill the data based on offset and row id
60	*
61	* @param rowId row id of the chunk
62	* @param offset offset from which data need to be filed
63	* @param data data to filed
64	* @return how many bytes was copied
65	*/
66	@Override public int fillRawData(int rowId, int offset, byte[] data) {
67	dataChunkStore.fillRow(rowId, data, offset);	2✔
68	return dataChunkStore.getColumnValueSize();	2✔
69	}
70
71	/**
72	* Converts to column dictionary integer value
73	*
74	* @param rowId
75	* @param chunkIndex
76	* @param outputSurrogateKey
77	* @return
78	*/
79	@Override public int fillSurrogateKey(int rowId, int chunkIndex, int[] outputSurrogateKey) {
80	outputSurrogateKey[chunkIndex] = dataChunkStore.getSurrogate(rowId);	2✔
81	return chunkIndex + 1;	2✔
82	}
83
84	/**
85	* Fill the data to vector
86	*
87	* @param vectorInfo
88	* @param chunkIndex
89	* @return next column index
90	*/
91	@Override public int fillVector(ColumnVectorInfo[] vectorInfo, int chunkIndex) {
92	ColumnVectorInfo columnVectorInfo = vectorInfo[chunkIndex];	1✔
93	int offset = columnVectorInfo.offset;	1✔
94	int vectorOffset = columnVectorInfo.vectorOffset;	1✔
95	int len = columnVectorInfo.size + offset;	1✔
96	CarbonColumnVector vector = columnVectorInfo.vector;	1✔
97	for (int j = offset; j < len; j++) {	1✔
98	int dict = dataChunkStore.getSurrogate(j);	1✔
99	if (columnVectorInfo.directDictionaryGenerator == null) {	1✔
100	vector.putInt(vectorOffset++, dict);	×
101	} else {
102	Object valueFromSurrogate =	1✔
103	columnVectorInfo.directDictionaryGenerator.getValueFromSurrogate(dict);	1✔
104	if (valueFromSurrogate == null) {	1✔
105	vector.putNull(vectorOffset++);	×
106	} else {
107	DataType dataType = columnVectorInfo.directDictionaryGenerator.getReturnType();	1✔
108	if (dataType == DataTypes.INT) {	1✔
109	vector.putInt(vectorOffset++, (int) valueFromSurrogate);	1✔
110	} else if (dataType == DataTypes.LONG) {	×
111	vector.putLong(vectorOffset++, (long) valueFromSurrogate);	×
112	} else {
113	throw new IllegalArgumentException("unsupported data type: " +	×
114	columnVectorInfo.directDictionaryGenerator.getReturnType());	×
115	}
116	}
117	}
118	}
119	return chunkIndex + 1;	1✔
120	}
121
122	/**
123	* Fill the data to vector
124	*
125	* @param filteredRowId
126	* @param vectorInfo
127	* @param chunkIndex
128	* @return next column index
129	*/
130	@Override public int fillVector(int[] filteredRowId, ColumnVectorInfo[] vectorInfo,
131	int chunkIndex) {
132	ColumnVectorInfo columnVectorInfo = vectorInfo[chunkIndex];	1✔
133	int offset = columnVectorInfo.offset;	1✔
134	int vectorOffset = columnVectorInfo.vectorOffset;	1✔
135	int len = columnVectorInfo.size + offset;	1✔
136	CarbonColumnVector vector = columnVectorInfo.vector;	1✔
137	for (int j = offset; j < len; j++) {	1✔
138	int dict = dataChunkStore.getSurrogate(filteredRowId[j]);	1✔
139	if (columnVectorInfo.directDictionaryGenerator == null) {	1✔
140	vector.putInt(vectorOffset++, dict);	1✔
141	} else {
142	Object valueFromSurrogate =	1✔
143	columnVectorInfo.directDictionaryGenerator.getValueFromSurrogate(dict);	1✔
144	if (valueFromSurrogate == null) {	1✔
145	vector.putNull(vectorOffset++);	×
146	} else {
147	DataType dataType = columnVectorInfo.directDictionaryGenerator.getReturnType();	1✔
148	if (dataType == DataTypes.INT) {	1✔
149	vector.putInt(vectorOffset++, (int) valueFromSurrogate);	1✔
150	} else if (dataType == DataTypes.LONG) {	1✔
151	vector.putLong(vectorOffset++, (long) valueFromSurrogate);	1✔
152	} else {
153	throw new IllegalArgumentException("unsupported data type: " +	×
154	columnVectorInfo.directDictionaryGenerator.getReturnType());	×
155	}
156	}
157	}
158	}
159	return chunkIndex + 1;	1✔
160	}
161	}

apache / carbondata / 9047

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous