apache / carbondata / 268

Build # 268

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/0865a27c4f480a6d98eb47b7ce647495775155cb">0865a27c4<a href="https://github.com/apache/carbondata/commit/0865a27c4f480a6d98eb47b7ce647495775155cb">">Merge </a><a class="double-link" href="https://github.com/apache/carbondata/commit/<a class="double-link" href="https://github.com/apache/carbondata/commit/f576b3c6b77a0e6e282fc4c228d14d0cfad19e3a">f576b3c6b</a>">f576b3c6b</a><a href="https://github.com/apache/carbondata/commit/0865a27c4f480a6d98eb47b7ce647495775155cb"> into bbeb974e2">bbeb974e2</a>

Run Details

12 of 12 new or added lines in 1 file covered. (100.0%)

65697 of 83783 relevant lines covered (78.41%)

1.04 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

59.18

/core/src/main/java/org/apache/carbondata/core/datastore/compression/AbstractCompressor.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.carbondata.core.datastore.compression;

import java.io.IOException;
import java.nio.ByteBuffer;
import java.nio.ByteOrder;
import java.nio.DoubleBuffer;
import java.nio.FloatBuffer;
import java.nio.IntBuffer;
import java.nio.LongBuffer;
import java.nio.ShortBuffer;

import org.apache.carbondata.core.util.ByteUtil;

public abstract class AbstractCompressor implements Compressor {

  @Override
  public byte[] compressShort(short[] unCompInput) {
    ByteBuffer unCompBuffer = ByteBuffer.allocate(unCompInput.length * ByteUtil.SIZEOF_SHORT);
    unCompBuffer.order(ByteOrder.LITTLE_ENDIAN).asShortBuffer().put(unCompInput);
    return compressByte(unCompBuffer.array());
  }

  @Override
  public short[] unCompressShort(byte[] compInput, int offset, int length) {
    byte[] unCompArray = unCompressByte(compInput, offset, length);
    ShortBuffer unCompBuffer =
        ByteBuffer.wrap(unCompArray).order(ByteOrder.LITTLE_ENDIAN).asShortBuffer();
    short[] shorts = new short[unCompArray.length / ByteUtil.SIZEOF_SHORT];
    unCompBuffer.get(shorts);
    return shorts;
  }

  @Override
  public byte[] compressInt(int[] unCompInput) {
    ByteBuffer unCompBuffer = ByteBuffer.allocate(unCompInput.length * ByteUtil.SIZEOF_INT);
    unCompBuffer.order(ByteOrder.LITTLE_ENDIAN).asIntBuffer().put(unCompInput);
    return compressByte(unCompBuffer.array());
  }

  @Override
  public int[] unCompressInt(byte[] compInput, int offset, int length) {
    byte[] unCompArray = unCompressByte(compInput, offset, length);
    IntBuffer unCompBuffer =
        ByteBuffer.wrap(unCompArray).order(ByteOrder.LITTLE_ENDIAN).asIntBuffer();
    int[] ints = new int[unCompArray.length / ByteUtil.SIZEOF_INT];
    unCompBuffer.get(ints);
    return ints;
  }

  @Override
  public byte[] compressLong(long[] unCompInput) {
    ByteBuffer unCompBuffer = ByteBuffer.allocate(unCompInput.length * ByteUtil.SIZEOF_LONG);
    unCompBuffer.order(ByteOrder.LITTLE_ENDIAN).asLongBuffer().put(unCompInput);
    return compressByte(unCompBuffer.array());
  }

  @Override
  public long[] unCompressLong(byte[] compInput, int offset, int length) {
    byte[] unCompArray = unCompressByte(compInput, offset, length);
    LongBuffer unCompBuffer =
        ByteBuffer.wrap(unCompArray).order(ByteOrder.LITTLE_ENDIAN).asLongBuffer();
    long[] longs = new long[unCompArray.length / ByteUtil.SIZEOF_LONG];
    unCompBuffer.get(longs);
    return longs;
  }

  @Override
  public byte[] compressFloat(float[] unCompInput) {
    ByteBuffer unCompBuffer = ByteBuffer.allocate(unCompInput.length * ByteUtil.SIZEOF_FLOAT);
    unCompBuffer.order(ByteOrder.LITTLE_ENDIAN).asFloatBuffer().put(unCompInput);
    return compressByte(unCompBuffer.array());
  }

  @Override
  public float[] unCompressFloat(byte[] compInput, int offset, int length) {
    byte[] unCompArray = unCompressByte(compInput, offset, length);
    FloatBuffer unCompBuffer =
        ByteBuffer.wrap(unCompArray).order(ByteOrder.LITTLE_ENDIAN).asFloatBuffer();
    float[] floats = new float[unCompArray.length / ByteUtil.SIZEOF_FLOAT];
    unCompBuffer.get(floats);
    return floats;
  }

  @Override
  public byte[] compressDouble(double[] unCompInput) {
    ByteBuffer unCompBuffer = ByteBuffer.allocate(unCompInput.length * ByteUtil.SIZEOF_DOUBLE);
    unCompBuffer.order(ByteOrder.LITTLE_ENDIAN).asDoubleBuffer().put(unCompInput);
    return compressByte(unCompBuffer.array());
  }

  @Override
  public double[] unCompressDouble(byte[] compInput, int offset, int length) {
    byte[] unCompArray = unCompressByte(compInput, offset, length);
    DoubleBuffer unCompBuffer =
        ByteBuffer.wrap(unCompArray).order(ByteOrder.LITTLE_ENDIAN).asDoubleBuffer();
    double[] doubles = new double[unCompArray.length / ByteUtil.SIZEOF_DOUBLE];
    unCompBuffer.get(doubles);
    return doubles;
  }

  @Override
  public long rawCompress(long inputAddress, int inputSize, long outputAddress) throws IOException {
    throw new RuntimeException("Not implemented rawCompress for " + this.getName());
  }

  @Override public boolean supportReusableBuffer() {
    return false;
  }

  @Override public boolean supportUnsafe() { return false; }
}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17	package org.apache.carbondata.core.datastore.compression;
18
19	import java.io.IOException;
20	import java.nio.ByteBuffer;
21	import java.nio.ByteOrder;
22	import java.nio.DoubleBuffer;
23	import java.nio.FloatBuffer;
24	import java.nio.IntBuffer;
25	import java.nio.LongBuffer;
26	import java.nio.ShortBuffer;
27
28	import org.apache.carbondata.core.util.ByteUtil;
29
30	public abstract class AbstractCompressor implements Compressor {	2✔
31
32	@Override
33	public byte[] compressShort(short[] unCompInput) {
34	ByteBuffer unCompBuffer = ByteBuffer.allocate(unCompInput.length * ByteUtil.SIZEOF_SHORT);	1✔
35	unCompBuffer.order(ByteOrder.LITTLE_ENDIAN).asShortBuffer().put(unCompInput);	1✔
36	return compressByte(unCompBuffer.array());	1✔
37	}
38
39	@Override
40	public short[] unCompressShort(byte[] compInput, int offset, int length) {
41	byte[] unCompArray = unCompressByte(compInput, offset, length);	1✔
42	ShortBuffer unCompBuffer =	1✔
43	ByteBuffer.wrap(unCompArray).order(ByteOrder.LITTLE_ENDIAN).asShortBuffer();	1✔
44	short[] shorts = new short[unCompArray.length / ByteUtil.SIZEOF_SHORT];	1✔
45	unCompBuffer.get(shorts);	1✔
46	return shorts;	1✔
47	}
48
49	@Override
50	public byte[] compressInt(int[] unCompInput) {
51	ByteBuffer unCompBuffer = ByteBuffer.allocate(unCompInput.length * ByteUtil.SIZEOF_INT);	1✔
52	unCompBuffer.order(ByteOrder.LITTLE_ENDIAN).asIntBuffer().put(unCompInput);	1✔
53	return compressByte(unCompBuffer.array());	1✔
54	}
55
56	@Override
57	public int[] unCompressInt(byte[] compInput, int offset, int length) {
58	byte[] unCompArray = unCompressByte(compInput, offset, length);	1✔
59	IntBuffer unCompBuffer =	1✔
60	ByteBuffer.wrap(unCompArray).order(ByteOrder.LITTLE_ENDIAN).asIntBuffer();	1✔
61	int[] ints = new int[unCompArray.length / ByteUtil.SIZEOF_INT];	1✔
62	unCompBuffer.get(ints);	1✔
63	return ints;	1✔
64	}
65
66	@Override
67	public byte[] compressLong(long[] unCompInput) {
68	ByteBuffer unCompBuffer = ByteBuffer.allocate(unCompInput.length * ByteUtil.SIZEOF_LONG);	1✔
69	unCompBuffer.order(ByteOrder.LITTLE_ENDIAN).asLongBuffer().put(unCompInput);	1✔
70	return compressByte(unCompBuffer.array());	1✔
71	}
72
73	@Override
74	public long[] unCompressLong(byte[] compInput, int offset, int length) {
75	byte[] unCompArray = unCompressByte(compInput, offset, length);	1✔
76	LongBuffer unCompBuffer =	1✔
77	ByteBuffer.wrap(unCompArray).order(ByteOrder.LITTLE_ENDIAN).asLongBuffer();	1✔
78	long[] longs = new long[unCompArray.length / ByteUtil.SIZEOF_LONG];	1✔
79	unCompBuffer.get(longs);	1✔
80	return longs;	1✔
81	}
82
83	@Override
84	public byte[] compressFloat(float[] unCompInput) {
85	ByteBuffer unCompBuffer = ByteBuffer.allocate(unCompInput.length * ByteUtil.SIZEOF_FLOAT);	×
86	unCompBuffer.order(ByteOrder.LITTLE_ENDIAN).asFloatBuffer().put(unCompInput);	×
87	return compressByte(unCompBuffer.array());	×
88	}
89
90	@Override
91	public float[] unCompressFloat(byte[] compInput, int offset, int length) {
92	byte[] unCompArray = unCompressByte(compInput, offset, length);	×
93	FloatBuffer unCompBuffer =	×
94	ByteBuffer.wrap(unCompArray).order(ByteOrder.LITTLE_ENDIAN).asFloatBuffer();	×
95	float[] floats = new float[unCompArray.length / ByteUtil.SIZEOF_FLOAT];	×
96	unCompBuffer.get(floats);	×
97	return floats;	×
98	}
99
100	@Override
101	public byte[] compressDouble(double[] unCompInput) {
102	ByteBuffer unCompBuffer = ByteBuffer.allocate(unCompInput.length * ByteUtil.SIZEOF_DOUBLE);	×
103	unCompBuffer.order(ByteOrder.LITTLE_ENDIAN).asDoubleBuffer().put(unCompInput);	×
104	return compressByte(unCompBuffer.array());	×
105	}
106
107	@Override
108	public double[] unCompressDouble(byte[] compInput, int offset, int length) {
109	byte[] unCompArray = unCompressByte(compInput, offset, length);	×
110	DoubleBuffer unCompBuffer =	×
111	ByteBuffer.wrap(unCompArray).order(ByteOrder.LITTLE_ENDIAN).asDoubleBuffer();	×
112	double[] doubles = new double[unCompArray.length / ByteUtil.SIZEOF_DOUBLE];	×
113	unCompBuffer.get(doubles);	×
114	return doubles;	×
115	}
116
117	@Override
118	public long rawCompress(long inputAddress, int inputSize, long outputAddress) throws IOException {
119	throw new RuntimeException("Not implemented rawCompress for " + this.getName());	×
120	}
121
122	@Override public boolean supportReusableBuffer() {
123	return false;	1✔
124	}
125
126	@Override public boolean supportUnsafe() { return false; }	×
127	}

apache / carbondata / 268

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous