apache / carbondata / 411

Build # 411

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/3cbf647e15481742e1d608d0531eef434910513a">3cbf647e1<a href="https://github.com/apache/carbondata/commit/3cbf647e15481742e1d608d0531eef434910513a">">Merge </a><a class="double-link" href="https://github.com/apache/carbondata/commit/<a class="double-link" href="https://github.com/apache/carbondata/commit/fcb9abd5827d5e18e07bc569fde93609d22198f5">fcb9abd58</a>">fcb9abd58</a><a href="https://github.com/apache/carbondata/commit/3cbf647e15481742e1d608d0531eef434910513a"> into 8f1a029b9">8f1a029b9</a>

Run Details

658 of 658 new or added lines in 65 files covered. (100.0%)

58586 of 72556 relevant lines covered (80.75%)

1.07 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/core/src/main/java/org/apache/carbondata/core/datastore/page/SafeVarLengthColumnPage.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.carbondata.core.datastore.page;

import java.io.ByteArrayOutputStream;
import java.io.DataOutputStream;
import java.io.IOException;
import java.math.BigDecimal;
import java.util.ArrayList;
import java.util.List;

import org.apache.carbondata.core.datastore.page.encoding.ColumnPageEncoderMeta;

public class SafeVarLengthColumnPage extends VarLengthColumnPageBase {

  // for string and decimal data
  private List<byte[]> byteArrayData;

  SafeVarLengthColumnPage(ColumnPageEncoderMeta columnPageEncoderMeta, int pageSize) {
    super(columnPageEncoderMeta, pageSize);
    byteArrayData = new ArrayList<>();
  }

  @Override
  public void freeMemory() {
    byteArrayData = null;
    super.freeMemory();
  }

  @Override
  public void putBytesAtRow(int rowId, byte[] bytes) {
    byteArrayData.add(bytes);
  }

  @Override
  public void putBytes(int rowId, byte[] bytes, int offset, int length) {
    byteArrayData.add(bytes);
  }

  @Override public void putDecimal(int rowId, BigDecimal decimal) {
    throw new UnsupportedOperationException(
        "invalid data type: " + columnPageEncoderMeta.getStoreDataType());
  }

  @Override
  public BigDecimal getDecimal(int rowId) {
    throw new UnsupportedOperationException(
        "invalid data type: " + columnPageEncoderMeta.getStoreDataType());
  }

  @Override
  public byte[] getBytes(int rowId) {
    return byteArrayData.get(rowId);
  }

  @Override
  public void setByteArrayPage(byte[][] byteArray) {
    for (byte[] data : byteArray) {
      byteArrayData.add(data);
    }
  }

  @Override
  public byte[] getLVFlattenedBytePage() throws IOException {
    ByteArrayOutputStream stream = new ByteArrayOutputStream();
    DataOutputStream out = new DataOutputStream(stream);
    for (byte[] byteArrayDatum : byteArrayData) {
      out.writeInt(byteArrayDatum.length);
      out.write(byteArrayDatum);
    }
    return stream.toByteArray();
  }

  @Override
  public byte[] getComplexChildrenLVFlattenedBytePage() throws IOException {
    ByteArrayOutputStream stream = new ByteArrayOutputStream();
    DataOutputStream out = new DataOutputStream(stream);
    for (byte[] byteArrayDatum : byteArrayData) {
      out.writeShort((short)byteArrayDatum.length);
      out.write(byteArrayDatum);
    }
    return stream.toByteArray();
  }

  @Override
  public byte[] getComplexParentFlattenedBytePage() throws IOException {
    ByteArrayOutputStream stream = new ByteArrayOutputStream();
    DataOutputStream out = new DataOutputStream(stream);
    for (byte[] byteArrayDatum : byteArrayData) {
      out.write(byteArrayDatum);
    }
    return stream.toByteArray();
  }

  @Override
  public byte[][] getByteArrayPage() {
    return byteArrayData.toArray(new byte[byteArrayData.size()][]);
  }

  @Override
  void copyBytes(int rowId, byte[] dest, int destOffset, int length) {
    System.arraycopy(byteArrayData.get(rowId), 0, dest, destOffset, length);
  }

}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17
18	package org.apache.carbondata.core.datastore.page;
19
20	import java.io.ByteArrayOutputStream;
21	import java.io.DataOutputStream;
22	import java.io.IOException;
23	import java.math.BigDecimal;
24	import java.util.ArrayList;
25	import java.util.List;
26
27	import org.apache.carbondata.core.datastore.page.encoding.ColumnPageEncoderMeta;
28
29	public class SafeVarLengthColumnPage extends VarLengthColumnPageBase {
30
31	// for string and decimal data
32	private List<byte[]> byteArrayData;
33
34	SafeVarLengthColumnPage(ColumnPageEncoderMeta columnPageEncoderMeta, int pageSize) {
35	super(columnPageEncoderMeta, pageSize);	×
36	byteArrayData = new ArrayList<>();	×
37	}	×
38
39	@Override
40	public void freeMemory() {
41	byteArrayData = null;	×
42	super.freeMemory();	×
43	}	×
44
45	@Override
46	public void putBytesAtRow(int rowId, byte[] bytes) {
47	byteArrayData.add(bytes);	×
48	}	×
49
50	@Override
51	public void putBytes(int rowId, byte[] bytes, int offset, int length) {
52	byteArrayData.add(bytes);	×
53	}	×
54
55	@Override public void putDecimal(int rowId, BigDecimal decimal) {
56	throw new UnsupportedOperationException(	×
57	"invalid data type: " + columnPageEncoderMeta.getStoreDataType());	×
58	}
59
60	@Override
61	public BigDecimal getDecimal(int rowId) {
62	throw new UnsupportedOperationException(	×
63	"invalid data type: " + columnPageEncoderMeta.getStoreDataType());	×
64	}
65
66	@Override
67	public byte[] getBytes(int rowId) {
68	return byteArrayData.get(rowId);	×
69	}
70
71	@Override
72	public void setByteArrayPage(byte[][] byteArray) {
73	for (byte[] data : byteArray) {	×
74	byteArrayData.add(data);	×
75	}
76	}	×
77
78	@Override
79	public byte[] getLVFlattenedBytePage() throws IOException {
80	ByteArrayOutputStream stream = new ByteArrayOutputStream();	×
81	DataOutputStream out = new DataOutputStream(stream);	×
82	for (byte[] byteArrayDatum : byteArrayData) {	×
83	out.writeInt(byteArrayDatum.length);	×
84	out.write(byteArrayDatum);	×
85	}	×
86	return stream.toByteArray();	×
87	}
88
89	@Override
90	public byte[] getComplexChildrenLVFlattenedBytePage() throws IOException {
91	ByteArrayOutputStream stream = new ByteArrayOutputStream();	×
92	DataOutputStream out = new DataOutputStream(stream);	×
93	for (byte[] byteArrayDatum : byteArrayData) {	×
94	out.writeShort((short)byteArrayDatum.length);	×
95	out.write(byteArrayDatum);	×
96	}	×
97	return stream.toByteArray();	×
98	}
99
100	@Override
101	public byte[] getComplexParentFlattenedBytePage() throws IOException {
102	ByteArrayOutputStream stream = new ByteArrayOutputStream();	×
103	DataOutputStream out = new DataOutputStream(stream);	×
104	for (byte[] byteArrayDatum : byteArrayData) {	×
105	out.write(byteArrayDatum);	×
106	}	×
107	return stream.toByteArray();	×
108	}
109
110	@Override
111	public byte[][] getByteArrayPage() {
112	return byteArrayData.toArray(new byte[byteArrayData.size()][]);	×
113	}
114
115	@Override
116	void copyBytes(int rowId, byte[] dest, int destOffset, int length) {
117	System.arraycopy(byteArrayData.get(rowId), 0, dest, destOffset, length);	×
118	}	×
119
120	}

apache / carbondata / 411

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous