9736

Build # 9736

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/8c95a131bd6f69030b668a89eed23c48af760093">8c95a131b">&lt;a href=&quot;https://github.com/apache/carbondata/commit/</a><a class="double-link" href="https://github.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/8c95a131bd6f69030b668a89eed23c48af760093">8c95a131b</a><a href="https://github.com/apache/carbondata/commit/8c95a131bd6f69030b668a89eed23c48af760093">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/apache/carbondata/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/8c95a131bd6f69030b668a89eed23c48af760093&quot;&gt;8c95a131b&lt;/a&gt;&lt;a href=&quot;https://github.com/apache/carbondata/commit/8c95a131bd6f69030b668a89eed23c48af760093&quot;&gt;&amp;quot;&amp;gt;&amp;amp;lt;a href=&amp;amp;quot;https://github.com/apache/carbondata/commit/&amp;lt;/a&amp;gt;&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://github.com/apache/carbondata/commit/&amp;amp;lt;a ... (continued)

Run Details

198 of 198 new or added lines in 40 files covered. (100.0%)

61496 of 77314 relevant lines covered (79.54%)

1.05 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

82.22

/core/src/main/java/org/apache/carbondata/core/datastore/chunk/impl/MeasureRawColumnChunk.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.carbondata.core.datastore.chunk.impl;

import java.io.IOException;
import java.nio.ByteBuffer;

import org.apache.carbondata.core.datastore.FileReader;
import org.apache.carbondata.core.datastore.ReusableDataBuffer;
import org.apache.carbondata.core.datastore.chunk.AbstractRawColumnChunk;
import org.apache.carbondata.core.datastore.chunk.reader.MeasureColumnChunkReader;
import org.apache.carbondata.core.datastore.page.ColumnPage;
import org.apache.carbondata.core.memory.MemoryException;
import org.apache.carbondata.core.scan.result.vector.ColumnVectorInfo;

/**
 * Contains raw measure data
 * 1. The read uncompressed raw data of column chunk with all pages is stored in this instance.
 * 2. The raw data can be converted to processed chunk using decodeColumnPage method
 *  by specifying page number.
 */
public class MeasureRawColumnChunk extends AbstractRawColumnChunk {

  private ColumnPage[] columnPages;

  private MeasureColumnChunkReader chunkReader;

  private FileReader fileReader;

  public MeasureRawColumnChunk(int columnIndex, ByteBuffer rawData, long offSet, int length,
      MeasureColumnChunkReader chunkReader) {
    super(columnIndex, rawData, offSet, length);
    this.chunkReader = chunkReader;
  }

  /**
   * Convert all raw data with all pages to processed ColumnPage
   */
  public ColumnPage[] decodeAllColumnPages() {
    if (columnPages == null) {
      columnPages = new ColumnPage[pagesCount];
    }
    for (int i = 0; i < pagesCount; i++) {
      try {
        if (columnPages[i] == null) {
          columnPages[i] = chunkReader.decodeColumnPage(this, i, null);
        }
      } catch (Exception e) {
        throw new RuntimeException(e);
      }
    }

    return columnPages;
  }

  /**
   * Convert raw data with specified `columnIndex` processed to ColumnPage
   */
  public ColumnPage decodeColumnPage(int pageNumber) {
    assert pageNumber < pagesCount;
    if (columnPages == null) {
      columnPages = new ColumnPage[pagesCount];
    }

    try {
      if (columnPages[pageNumber] == null) {
        columnPages[pageNumber] = chunkReader.decodeColumnPage(this, pageNumber, null);
      }
    } catch (IOException | MemoryException e) {
      throw new RuntimeException(e);
    }

    return columnPages[pageNumber];
  }

  /**
   * Convert raw data with specified page number processed to MeasureColumnDataChunk
   *
   * @param index
   * @return
   */
  public ColumnPage convertToColumnPageWithOutCache(int index,
      ReusableDataBuffer reusableDataBuffer) {
    assert index < pagesCount;
    // in case of filter query filter columns blocklet pages will uncompressed
    // so no need to decode again
    if (null != columnPages && columnPages[index] != null) {
      return columnPages[index];
    }
    try {
      return chunkReader.decodeColumnPage(this, index, reusableDataBuffer);
    } catch (IOException | MemoryException e) {
      throw new RuntimeException(e);
    }
  }

  /**
   * Convert raw data with specified page number processed to DimensionColumnDataChunk and fill the
   * vector
   *
   * @param pageNumber page number to decode and fill the vector
   * @param vectorInfo vector to be filled with column page
   */
  public void convertToColumnPageAndFillVector(int pageNumber, ColumnVectorInfo vectorInfo,
      ReusableDataBuffer reusableDataBuffer) {
    assert pageNumber < pagesCount;
    try {
      chunkReader.decodeColumnPageAndFillVector(this, pageNumber, vectorInfo, reusableDataBuffer);
    } catch (IOException | MemoryException e) {
      throw new RuntimeException(e);
    }
  }

  @Override public void freeMemory() {
    super.freeMemory();
    if (null != columnPages) {
      for (int i = 0; i < columnPages.length; i++) {
        if (columnPages[i] != null) {
          columnPages[i].freeMemory();
          columnPages[i] = null;
        }
      }
    }
    rawData = null;
  }

  public void setFileReader(FileReader fileReader) {
    this.fileReader = fileReader;
  }

  public FileReader getFileReader() {
    return fileReader;
  }
}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17	package org.apache.carbondata.core.datastore.chunk.impl;
18
19	import java.io.IOException;
20	import java.nio.ByteBuffer;
21
22	import org.apache.carbondata.core.datastore.FileReader;
23	import org.apache.carbondata.core.datastore.ReusableDataBuffer;
24	import org.apache.carbondata.core.datastore.chunk.AbstractRawColumnChunk;
25	import org.apache.carbondata.core.datastore.chunk.reader.MeasureColumnChunkReader;
26	import org.apache.carbondata.core.datastore.page.ColumnPage;
27	import org.apache.carbondata.core.memory.MemoryException;
28	import org.apache.carbondata.core.scan.result.vector.ColumnVectorInfo;
29
30	/**
31	* Contains raw measure data
32	* 1. The read uncompressed raw data of column chunk with all pages is stored in this instance.
33	* 2. The raw data can be converted to processed chunk using decodeColumnPage method
34	* by specifying page number.
35	*/
36	public class MeasureRawColumnChunk extends AbstractRawColumnChunk {	1✔
37
38	private ColumnPage[] columnPages;
39
40	private MeasureColumnChunkReader chunkReader;
41
42	private FileReader fileReader;
43
44	public MeasureRawColumnChunk(int columnIndex, ByteBuffer rawData, long offSet, int length,
45	MeasureColumnChunkReader chunkReader) {
46	super(columnIndex, rawData, offSet, length);	1✔
47	this.chunkReader = chunkReader;	1✔
48	}	1✔
49
50	/**
51	* Convert all raw data with all pages to processed ColumnPage
52	*/
53	public ColumnPage[] decodeAllColumnPages() {
54	if (columnPages == null) {	1✔
55	columnPages = new ColumnPage[pagesCount];	1✔
56	}
57	for (int i = 0; i < pagesCount; i++) {	1✔
58	try {
59	if (columnPages[i] == null) {	1✔
60	columnPages[i] = chunkReader.decodeColumnPage(this, i, null);	1✔
61	}
62	} catch (Exception e) {	×
63	throw new RuntimeException(e);	×
64	}	1✔
65	}
66
67	return columnPages;	1✔
68	}
69
70	/**
71	* Convert raw data with specified `columnIndex` processed to ColumnPage
72	*/
73	public ColumnPage decodeColumnPage(int pageNumber) {
74	assert pageNumber < pagesCount;	1✔
75	if (columnPages == null) {	1✔
76	columnPages = new ColumnPage[pagesCount];	1✔
77	}
78
79	try {
80	if (columnPages[pageNumber] == null) {	1✔
81	columnPages[pageNumber] = chunkReader.decodeColumnPage(this, pageNumber, null);	1✔
82	}
83	} catch (IOException \| MemoryException e) {	×
84	throw new RuntimeException(e);	×
85	}	1✔
86
87	return columnPages[pageNumber];	1✔
88	}
89
90	/**
91	* Convert raw data with specified page number processed to MeasureColumnDataChunk
92	*
93	* @param index
94	* @return
95	*/
96	public ColumnPage convertToColumnPageWithOutCache(int index,
97	ReusableDataBuffer reusableDataBuffer) {
98	assert index < pagesCount;	1✔
99	// in case of filter query filter columns blocklet pages will uncompressed
100	// so no need to decode again
101	if (null != columnPages && columnPages[index] != null) {	1✔
102	return columnPages[index];	1✔
103	}
104	try {
105	return chunkReader.decodeColumnPage(this, index, reusableDataBuffer);	1✔
106	} catch (IOException \| MemoryException e) {	×
107	throw new RuntimeException(e);	×
108	}
109	}
110
111	/**
112	* Convert raw data with specified page number processed to DimensionColumnDataChunk and fill the
113	* vector
114	*
115	* @param pageNumber page number to decode and fill the vector
116	* @param vectorInfo vector to be filled with column page
117	*/
118	public void convertToColumnPageAndFillVector(int pageNumber, ColumnVectorInfo vectorInfo,
119	ReusableDataBuffer reusableDataBuffer) {
120	assert pageNumber < pagesCount;	1✔
121	try {
122	chunkReader.decodeColumnPageAndFillVector(this, pageNumber, vectorInfo, reusableDataBuffer);	1✔
123	} catch (IOException \| MemoryException e) {	×
124	throw new RuntimeException(e);	×
125	}	1✔
126	}	1✔
127
128	@Override public void freeMemory() {
129	super.freeMemory();	1✔
130	if (null != columnPages) {	1✔
131	for (int i = 0; i < columnPages.length; i++) {	1✔
132	if (columnPages[i] != null) {	1✔
133	columnPages[i].freeMemory();	1✔
134	columnPages[i] = null;	1✔
135	}
136	}
137	}
138	rawData = null;	1✔
139	}	1✔
140
141	public void setFileReader(FileReader fileReader) {
142	this.fileReader = fileReader;	1✔
143	}	1✔
144
145	public FileReader getFileReader() {
146	return fileReader;	1✔
147	}
148	}

apache / carbondata / 9736

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous