3175

Build # 3175

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/e1e344d8110d36d582147bb0f4410f1049d61382">e1e344d81<a href="https://github.com/apache/carbondata/commit/e1e344d8110d36d582147bb0f4410f1049d61382">">Merge </a><a class="double-link" href="https://github.com/apache/carbondata/commit/<a class="double-link" href="https://github.com/apache/carbondata/commit/86e05995bd97ba3904ba58843dcb1e18737e9122">86e05995b</a>">86e05995b</a><a href="https://github.com/apache/carbondata/commit/e1e344d8110d36d582147bb0f4410f1049d61382"> into 1b60763c9">1b60763c9</a>

Run Details

180 of 180 new or added lines in 33 files covered. (100.0%)

63163 of 79930 relevant lines covered (79.02%)

1.04 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

77.78

/core/src/main/java/org/apache/carbondata/core/datastore/page/UnsafeVarLengthColumnPage.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.carbondata.core.datastore.page;

import java.math.BigDecimal;

import org.apache.carbondata.core.datastore.page.encoding.ColumnPageEncoderMeta;
import org.apache.carbondata.core.memory.CarbonUnsafe;
import org.apache.carbondata.core.memory.MemoryException;
import org.apache.carbondata.core.memory.UnsafeMemoryManager;
import org.apache.carbondata.core.metadata.datatype.DataTypes;

/**
 * This extension uses unsafe memory to store page data, for variable length data type (string)
 */
public class UnsafeVarLengthColumnPage extends VarLengthColumnPageBase {

  /**
   * create a page
   */
  UnsafeVarLengthColumnPage(ColumnPageEncoderMeta columnPageEncoderMeta, int pageSize)
      throws MemoryException {
    super(columnPageEncoderMeta, pageSize);
    if (columnPageEncoderMeta.getStoreDataType() == DataTypes.BINARY) {
      capacity = (int) (pageSize * DEFAULT_BINARY_SIZE * FACTOR);
    } else {
      capacity = (int) (pageSize * DEFAULT_ROW_SIZE * FACTOR);
    }
    memoryBlock = UnsafeMemoryManager.allocateMemoryWithRetry(taskId, (long) (capacity));
    baseAddress = memoryBlock.getBaseObject();
    baseOffset = memoryBlock.getBaseOffset();
  }

  @Override
  public void freeMemory() {
    if (memoryBlock != null) {
      UnsafeMemoryManager.INSTANCE.freeMemory(taskId, memoryBlock);
      memoryBlock = null;
      baseAddress = null;
      baseOffset = 0;
      super.freeMemory();
    }
  }

  @Override
  public void putBytesAtRow(int rowId, byte[] bytes) {
    putBytes(rowId, bytes, 0, bytes.length);
  }

  @Override
  public void putBytes(int rowId, byte[] bytes, int offset, int length) {
    try {
      ensureMemory(length);
    } catch (MemoryException e) {
      throw new RuntimeException(e);
    }
    CarbonUnsafe.getUnsafe().copyMemory(bytes, CarbonUnsafe.BYTE_ARRAY_OFFSET + offset,
        baseAddress, baseOffset + rowOffset.getInt(rowId), length);
  }

  @Override
  public void setByteArrayPage(byte[][] byteArray) {
    if (totalLength != 0) {
      throw new IllegalStateException("page is not empty");
    }
    for (int i = 0; i < byteArray.length; i++) {
      putBytes(i, byteArray[i]);
    }
  }

  @Override public void putDecimal(int rowId, BigDecimal decimal) {

  }

  @Override
  public BigDecimal getDecimal(int rowId) {
    throw new UnsupportedOperationException(
        "invalid data type: " + columnPageEncoderMeta.getStoreDataType());
  }

  @Override
  public byte[] getBytes(int rowId) {
    int length = rowOffset.getInt(rowId + 1) - rowOffset.getInt(rowId);
    byte[] bytes = new byte[length];
    CarbonUnsafe.getUnsafe().copyMemory(baseAddress, baseOffset + rowOffset.getInt(rowId),
        bytes, CarbonUnsafe.BYTE_ARRAY_OFFSET, length);
    return bytes;
  }

  @Override
  public byte[][] getByteArrayPage() {
    byte[][] bytes = new byte[rowOffset.getActualRowCount() - 1][];
    for (int rowId = 0; rowId < rowOffset.getActualRowCount() - 1; rowId++) {
      int length = rowOffset.getInt(rowId + 1) - rowOffset.getInt(rowId);
      byte[] rowData = new byte[length];
      CarbonUnsafe.getUnsafe().copyMemory(baseAddress, baseOffset + rowOffset.getInt(rowId),
          rowData, CarbonUnsafe.BYTE_ARRAY_OFFSET, length);
      bytes[rowId] = rowData;
    }
    return bytes;
  }

  @Override
  void copyBytes(int rowId, byte[] dest, int destOffset, int length) {
    CarbonUnsafe.getUnsafe().copyMemory(baseAddress, baseOffset + rowOffset.getInt(rowId),
        dest, CarbonUnsafe.BYTE_ARRAY_OFFSET + destOffset, length);
  }

}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17
18	package org.apache.carbondata.core.datastore.page;
19
20	import java.math.BigDecimal;
21
22	import org.apache.carbondata.core.datastore.page.encoding.ColumnPageEncoderMeta;
23	import org.apache.carbondata.core.memory.CarbonUnsafe;
24	import org.apache.carbondata.core.memory.MemoryException;
25	import org.apache.carbondata.core.memory.UnsafeMemoryManager;
26	import org.apache.carbondata.core.metadata.datatype.DataTypes;
27
28	/**
29	* This extension uses unsafe memory to store page data, for variable length data type (string)
30	*/
31	public class UnsafeVarLengthColumnPage extends VarLengthColumnPageBase {
32
33	/**
34	* create a page
35	*/
36	UnsafeVarLengthColumnPage(ColumnPageEncoderMeta columnPageEncoderMeta, int pageSize)
37	throws MemoryException {
38	super(columnPageEncoderMeta, pageSize);	2✔
39	if (columnPageEncoderMeta.getStoreDataType() == DataTypes.BINARY) {	2✔
40	capacity = (int) (pageSize * DEFAULT_BINARY_SIZE * FACTOR);	1✔
41	} else {
42	capacity = (int) (pageSize * DEFAULT_ROW_SIZE * FACTOR);	2✔
43	}
44	memoryBlock = UnsafeMemoryManager.allocateMemoryWithRetry(taskId, (long) (capacity));	2✔
45	baseAddress = memoryBlock.getBaseObject();	2✔
46	baseOffset = memoryBlock.getBaseOffset();	2✔
47	}	2✔
48
49	@Override
50	public void freeMemory() {
51	if (memoryBlock != null) {	2✔
52	UnsafeMemoryManager.INSTANCE.freeMemory(taskId, memoryBlock);	2✔
53	memoryBlock = null;	2✔
54	baseAddress = null;	2✔
55	baseOffset = 0;	2✔
56	super.freeMemory();	2✔
57	}
58	}	2✔
59
60	@Override
61	public void putBytesAtRow(int rowId, byte[] bytes) {
62	putBytes(rowId, bytes, 0, bytes.length);	2✔
63	}	2✔
64
65	@Override
66	public void putBytes(int rowId, byte[] bytes, int offset, int length) {
67	try {
68	ensureMemory(length);	2✔
69	} catch (MemoryException e) {	×
70	throw new RuntimeException(e);	×
71	}	2✔
72	CarbonUnsafe.getUnsafe().copyMemory(bytes, CarbonUnsafe.BYTE_ARRAY_OFFSET + offset,	2✔
73	baseAddress, baseOffset + rowOffset.getInt(rowId), length);	2✔
74	}	2✔
75
76	@Override
77	public void setByteArrayPage(byte[][] byteArray) {
78	if (totalLength != 0) {	×
79	throw new IllegalStateException("page is not empty");	×
80	}
81	for (int i = 0; i < byteArray.length; i++) {	×
82	putBytes(i, byteArray[i]);	×
83	}
84	}	×
85
86	@Override public void putDecimal(int rowId, BigDecimal decimal) {
87
88	}	×
89
90	@Override
91	public BigDecimal getDecimal(int rowId) {
92	throw new UnsupportedOperationException(	×
93	"invalid data type: " + columnPageEncoderMeta.getStoreDataType());	×
94	}
95
96	@Override
97	public byte[] getBytes(int rowId) {
98	int length = rowOffset.getInt(rowId + 1) - rowOffset.getInt(rowId);	1✔
99	byte[] bytes = new byte[length];	1✔
100	CarbonUnsafe.getUnsafe().copyMemory(baseAddress, baseOffset + rowOffset.getInt(rowId),	1✔
101	bytes, CarbonUnsafe.BYTE_ARRAY_OFFSET, length);
102	return bytes;	1✔
103	}
104
105	@Override
106	public byte[][] getByteArrayPage() {
107	byte[][] bytes = new byte[rowOffset.getActualRowCount() - 1][];	1✔
108	for (int rowId = 0; rowId < rowOffset.getActualRowCount() - 1; rowId++) {	1✔
109	int length = rowOffset.getInt(rowId + 1) - rowOffset.getInt(rowId);	1✔
110	byte[] rowData = new byte[length];	1✔
111	CarbonUnsafe.getUnsafe().copyMemory(baseAddress, baseOffset + rowOffset.getInt(rowId),	1✔
112	rowData, CarbonUnsafe.BYTE_ARRAY_OFFSET, length);
113	bytes[rowId] = rowData;	1✔
114	}
115	return bytes;	1✔
116	}
117
118	@Override
119	void copyBytes(int rowId, byte[] dest, int destOffset, int length) {
120	CarbonUnsafe.getUnsafe().copyMemory(baseAddress, baseOffset + rowOffset.getInt(rowId),	2✔
121	dest, CarbonUnsafe.BYTE_ARRAY_OFFSET + destOffset, length);
122	}	2✔
123
124	}

apache / carbondata / 3175

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous