9085

Build # 9085

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/3d5b185fd243ab7960b0a3e7fac2cb2f577e5d0b">3d5b185fd">&lt;a href=&quot;https://github.com/apache/carbondata/commit/</a><a class="double-link" href="https://github.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/3d5b185fd243ab7960b0a3e7fac2cb2f577e5d0b">3d5b185fd</a><a href="https://github.com/apache/carbondata/commit/3d5b185fd243ab7960b0a3e7fac2cb2f577e5d0b">&lt;a href=&quot;https://github.com/apache/carbondata/commit/3d5b185fd243ab7960b0a3e7fac2cb2f577e5d0b&quot;&gt;&amp;quot;&amp;gt;&amp;amp;lt;a href=&amp;amp;quot;https://github.com/apache/carbondata/commit/&amp;lt;/a&amp;gt;&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://github.com/apache/carbondata/commit/&amp;amp;lt;a class=&amp;amp;quot;double-link&amp;amp;quot; href=&amp;amp;quot;https://git&amp;quot;&amp;gt;&amp;amp;lt;a class=&amp;lt;/a&amp;gt;hub.com/apache/carbondata/commit/3d5b185fd243ab7960b0a3e7fac2cb2f577e5d0b&amp;quot;&amp;gt;3d5b185fd&amp;lt;/a&amp;gt;&amp;lt;a href=&amp;quot;https://github.com/apache/carbondata/commit/3d5b185fd243ab7960b0a3e7fac2cb2f577e5d0b&amp;quot;&amp;gt;&amp;amp;lt;a href=&amp;amp;quot;https://github.com/apache/carbondata/commit/3d5b185fd243ab7960b0a3e7fac2cb2f&amp;lt;/a&amp;gt;577e5</a>d0b&quot;&gt;&amp;quot;&amp;gt;Merge &amp;lt;/a&amp;gt;&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://github.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://github.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/apache/carbondata/commit/7ff66ed1f&quot;&gt;7ff66ed... (continued)

Run Details

302 of 302 new or added lines in 24 files covered. (100.0%)

60544 of 74828 relevant lines covered (80.91%)

1.07 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/core/src/main/java/org/apache/carbondata/core/datastore/page/SafeDecimalColumnPage.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.carbondata.core.datastore.page;

import java.math.BigDecimal;
import java.nio.ByteBuffer;

import org.apache.carbondata.core.datastore.page.encoding.ColumnPageEncoderMeta;
import org.apache.carbondata.core.util.ByteUtil;

/**
 * Represent a columnar data in one page for one column of decimal data type
 */
public class SafeDecimalColumnPage extends DecimalColumnPage {

  private ByteBuffer flattenBytesBuffer;
  private byte[] flattenContentInBytes;

  SafeDecimalColumnPage(ColumnPageEncoderMeta columnPageEncoderMeta, int pageSize) {
    super(columnPageEncoderMeta, pageSize);
    int rcdPerSizeInBytes = columnPageEncoderMeta.getStoreDataType().getSizeInBytes();
    flattenContentInBytes = new byte[pageSize * rcdPerSizeInBytes];
    this.flattenBytesBuffer = ByteBuffer.wrap(flattenContentInBytes);
  }

  @Override
  public void setFlattenContentInBytes(byte[] flattenContentInBytes) {
    this.flattenContentInBytes = flattenContentInBytes;
    this.flattenBytesBuffer = ByteBuffer.wrap(flattenContentInBytes);
  }

  @Override
  public byte[] getFlattenContentInBytes() {
    return new byte[0];
  }

  @Override
  public void setByteArrayPage(byte[][] byteArray) {
    for (int i = 0; i < byteArray.length; i++) {
      flattenBytesBuffer.putShort((short) byteArray.length);
      flattenBytesBuffer.put(byteArray[i]);
    }
  }

  /**
   * Set byte value at rowId
   */
  @Override
  public void putByte(int rowId, byte value) {
    flattenBytesBuffer.put(value);
  }

  /**
   * Set short value at rowId
   */
  @Override
  public void putShort(int rowId, short value) {
    flattenBytesBuffer.putShort(value);
  }

  /**
   * Set integer value at rowId
   */
  @Override
  public void putInt(int rowId, int value) {
    flattenBytesBuffer.putInt(value);
  }

  /**
   * Set long value at rowId
   */
  @Override
  public void putLong(int rowId, long value) {
    flattenBytesBuffer.putLong(value);
  }

  @Override
  void putBytesAtRow(int rowId, byte[] bytes) {
    flattenBytesBuffer.put(bytes);
  }

  @Override
  public void putDecimal(int rowId, BigDecimal decimal) {
    switch (decimalConverter.getDecimalConverterType()) {
      case DECIMAL_INT:
        putInt(rowId, (int) decimalConverter.convert(decimal));
        break;
      case DECIMAL_LONG:
        putLong(rowId, (long) decimalConverter.convert(decimal));
        break;
      default:
        putBytes(rowId, (byte[]) decimalConverter.convert(decimal));
    }
  }

  @Override
  public void putShortInt(int rowId, int value) {
    byte[] converted = ByteUtil.to3Bytes(value);
    flattenBytesBuffer.put(converted);
  }

  @Override
  public void putBytes(int rowId, byte[] bytes, int offset, int length) {
    flattenBytesBuffer.put(bytes, offset, length);
  }

  @Override
  public byte getByte(int rowId) {
    return flattenBytesBuffer.get(rowId);
  }

  @Override
  public byte[] getBytes(int rowId) {
    for (int i = 0; i < rowId; i++) {
      short length = flattenBytesBuffer.getShort();
      flattenBytesBuffer.position(flattenBytesBuffer.position() + length);
    }
    short length = flattenBytesBuffer.getShort();
    // todo: try to avoid this allocation
    byte[] rtn = new byte[length];
    flattenBytesBuffer.get(rtn);
    return rtn;
  }

  @Override
  public short getShort(int rowId) {
    return flattenBytesBuffer.getShort(rowId * ByteUtil.SIZEOF_SHORT);
  }

  @Override
  public int getShortInt(int rowId) {
    return ByteUtil.valueOf3Bytes(flattenBytesBuffer.array(), rowId * ByteUtil.SIZEOF_SHORT_INT);
  }

  @Override
  public int getInt(int rowId) {
    return flattenBytesBuffer.getInt(rowId * ByteUtil.SIZEOF_INT);
  }

  @Override
  public long getLong(int rowId) {
    return flattenBytesBuffer.getLong(rowId * ByteUtil.SIZEOF_LONG);
  }

  @Override
  public void copyBytes(int rowId, byte[] dest, int destOffset, int length) {
    for (int i = 0; i < rowId; i++) {
      short len = flattenBytesBuffer.getShort();
      flattenBytesBuffer.position(flattenBytesBuffer.position() + len);
    }
    flattenBytesBuffer.get(dest, destOffset, length);
  }

  @Override
  public void convertValue(ColumnPageValueConverter codec) {
    switch (decimalConverter.getDecimalConverterType()) {
      case DECIMAL_INT:
        for (int i = 0; i < pageSize; i++) {
          codec.encode(i, getInt(i));
        }
        break;
      case DECIMAL_LONG:
        for (int i = 0; i < pageSize; i++) {
          codec.encode(i, getLong(i));
        }
        break;
      default:
        throw new UnsupportedOperationException("not support value conversion on "
            + columnPageEncoderMeta.getStoreDataType() + " page");
    }
  }

  @Override
  public void freeMemory() {
    flattenBytesBuffer.clear();
    flattenContentInBytes = null;
    super.freeMemory();
  }
}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17
18	package org.apache.carbondata.core.datastore.page;
19
20	import java.math.BigDecimal;
21	import java.nio.ByteBuffer;
22
23	import org.apache.carbondata.core.datastore.page.encoding.ColumnPageEncoderMeta;
24	import org.apache.carbondata.core.util.ByteUtil;
25
26	/**
27	* Represent a columnar data in one page for one column of decimal data type
28	*/
29	public class SafeDecimalColumnPage extends DecimalColumnPage {
30
31	private ByteBuffer flattenBytesBuffer;
32	private byte[] flattenContentInBytes;
33
34	SafeDecimalColumnPage(ColumnPageEncoderMeta columnPageEncoderMeta, int pageSize) {
35	super(columnPageEncoderMeta, pageSize);	×
36	int rcdPerSizeInBytes = columnPageEncoderMeta.getStoreDataType().getSizeInBytes();	×
37	flattenContentInBytes = new byte[pageSize * rcdPerSizeInBytes];	×
38	this.flattenBytesBuffer = ByteBuffer.wrap(flattenContentInBytes);	×
39	}	×
40
41	@Override
42	public void setFlattenContentInBytes(byte[] flattenContentInBytes) {
43	this.flattenContentInBytes = flattenContentInBytes;	×
44	this.flattenBytesBuffer = ByteBuffer.wrap(flattenContentInBytes);	×
45	}	×
46
47	@Override
48	public byte[] getFlattenContentInBytes() {
49	return new byte[0];	×
50	}
51
52	@Override
53	public void setByteArrayPage(byte[][] byteArray) {
54	for (int i = 0; i < byteArray.length; i++) {	×
55	flattenBytesBuffer.putShort((short) byteArray.length);	×
56	flattenBytesBuffer.put(byteArray[i]);	×
57	}
58	}	×
59
60	/**
61	* Set byte value at rowId
62	*/
63	@Override
64	public void putByte(int rowId, byte value) {
65	flattenBytesBuffer.put(value);	×
66	}	×
67
68	/**
69	* Set short value at rowId
70	*/
71	@Override
72	public void putShort(int rowId, short value) {
73	flattenBytesBuffer.putShort(value);	×
74	}	×
75
76	/**
77	* Set integer value at rowId
78	*/
79	@Override
80	public void putInt(int rowId, int value) {
81	flattenBytesBuffer.putInt(value);	×
82	}	×
83
84	/**
85	* Set long value at rowId
86	*/
87	@Override
88	public void putLong(int rowId, long value) {
89	flattenBytesBuffer.putLong(value);	×
90	}	×
91
92	@Override
93	void putBytesAtRow(int rowId, byte[] bytes) {
94	flattenBytesBuffer.put(bytes);	×
95	}	×
96
97	@Override
98	public void putDecimal(int rowId, BigDecimal decimal) {
99	switch (decimalConverter.getDecimalConverterType()) {	×
100	case DECIMAL_INT:
101	putInt(rowId, (int) decimalConverter.convert(decimal));	×
102	break;	×
103	case DECIMAL_LONG:
104	putLong(rowId, (long) decimalConverter.convert(decimal));	×
105	break;	×
106	default:
107	putBytes(rowId, (byte[]) decimalConverter.convert(decimal));	×
108	}
109	}	×
110
111	@Override
112	public void putShortInt(int rowId, int value) {
113	byte[] converted = ByteUtil.to3Bytes(value);	×
114	flattenBytesBuffer.put(converted);	×
115	}	×
116
117	@Override
118	public void putBytes(int rowId, byte[] bytes, int offset, int length) {
119	flattenBytesBuffer.put(bytes, offset, length);	×
120	}	×
121
122	@Override
123	public byte getByte(int rowId) {
124	return flattenBytesBuffer.get(rowId);	×
125	}
126
127	@Override
128	public byte[] getBytes(int rowId) {
129	for (int i = 0; i < rowId; i++) {	×
130	short length = flattenBytesBuffer.getShort();	×
131	flattenBytesBuffer.position(flattenBytesBuffer.position() + length);	×
132	}
133	short length = flattenBytesBuffer.getShort();	×
134	// todo: try to avoid this allocation
135	byte[] rtn = new byte[length];	×
136	flattenBytesBuffer.get(rtn);	×
137	return rtn;	×
138	}
139
140	@Override
141	public short getShort(int rowId) {
142	return flattenBytesBuffer.getShort(rowId * ByteUtil.SIZEOF_SHORT);	×
143	}
144
145	@Override
146	public int getShortInt(int rowId) {
147	return ByteUtil.valueOf3Bytes(flattenBytesBuffer.array(), rowId * ByteUtil.SIZEOF_SHORT_INT);	×
148	}
149
150	@Override
151	public int getInt(int rowId) {
152	return flattenBytesBuffer.getInt(rowId * ByteUtil.SIZEOF_INT);	×
153	}
154
155	@Override
156	public long getLong(int rowId) {
157	return flattenBytesBuffer.getLong(rowId * ByteUtil.SIZEOF_LONG);	×
158	}
159
160	@Override
161	public void copyBytes(int rowId, byte[] dest, int destOffset, int length) {
162	for (int i = 0; i < rowId; i++) {	×
163	short len = flattenBytesBuffer.getShort();	×
164	flattenBytesBuffer.position(flattenBytesBuffer.position() + len);	×
165	}
166	flattenBytesBuffer.get(dest, destOffset, length);	×
167	}	×
168
169	@Override
170	public void convertValue(ColumnPageValueConverter codec) {
171	switch (decimalConverter.getDecimalConverterType()) {	×
172	case DECIMAL_INT:
173	for (int i = 0; i < pageSize; i++) {	×
174	codec.encode(i, getInt(i));	×
175	}
176	break;	×
177	case DECIMAL_LONG:
178	for (int i = 0; i < pageSize; i++) {	×
179	codec.encode(i, getLong(i));	×
180	}
181	break;	×
182	default:
183	throw new UnsupportedOperationException("not support value conversion on "	×
184	+ columnPageEncoderMeta.getStoreDataType() + " page");	×
185	}
186	}	×
187
188	@Override
189	public void freeMemory() {
190	flattenBytesBuffer.clear();	×
191	flattenContentInBytes = null;	×
192	super.freeMemory();	×
193	}	×
194	}

apache / carbondata / 9085

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous