apache / carbondata / 356

Build # 356

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/ee1067ac9a875de867f56c62d96658505d94c8d8">ee1067ac9<a href="https://github.com/apache/carbondata/commit/ee1067ac9a875de867f56c62d96658505d94c8d8">">Merge </a><a class="double-link" href="https://github.com/apache/carbondata/commit/<a class="double-link" href="https://github.com/apache/carbondata/commit/7e96f4faa5e8eb4961a77e0abd18a9412440b4ae">7e96f4faa</a>">7e96f4faa</a><a href="https://github.com/apache/carbondata/commit/ee1067ac9a875de867f56c62d96658505d94c8d8"> into 0483b46e9">0483b46e9</a>

Run Details

40 of 40 new or added lines in 8 files covered. (100.0%)

58098 of 72060 relevant lines covered (80.62%)

1.07 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

90.0

/store/sdk/src/main/java/org/apache/carbondata/sdk/file/CarbonSchemaReader.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.carbondata.sdk.file;

import java.io.DataInputStream;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;

import org.apache.carbondata.core.datastore.filesystem.CarbonFile;
import org.apache.carbondata.core.datastore.impl.FileFactory;
import org.apache.carbondata.core.metadata.converter.SchemaConverter;
import org.apache.carbondata.core.metadata.converter.ThriftWrapperSchemaConverterImpl;
import org.apache.carbondata.core.metadata.schema.table.column.ColumnSchema;
import org.apache.carbondata.core.reader.CarbonHeaderReader;
import org.apache.carbondata.core.reader.CarbonIndexFileReader;
import org.apache.carbondata.core.util.CarbonUtil;
import org.apache.carbondata.core.util.path.CarbonTablePath;

import static org.apache.carbondata.core.util.CarbonUtil.thriftColumnSchemaToWrapperColumnSchema;

/**
 * Schema reader for carbon files, including carbondata file, carbonindex file, and schema file
 */
public class CarbonSchemaReader {

  /**
   * Read schema file and return the schema
   *
   * @param schemaFilePath complete path including schema file name
   * @return schema object
   * @throws IOException
   */
  public static Schema readSchemaInSchemaFile(String schemaFilePath) throws IOException {
    org.apache.carbondata.format.TableInfo tableInfo = CarbonUtil.readSchemaFile(schemaFilePath);
    SchemaConverter schemaConverter = new ThriftWrapperSchemaConverterImpl();
    List<ColumnSchema> schemaList = schemaConverter
        .fromExternalToWrapperTableInfo(tableInfo, "", "", "")
        .getFactTable()
        .getListOfColumns();
    return new Schema(schemaList);
  }

  /**
   * Read carbondata file and return the schema
   *
   * @param dataFilePath complete path including carbondata file name
   * @return Schema object
   * @throws IOException
   */
  public static Schema readSchemaInDataFile(String dataFilePath) throws IOException {
    CarbonHeaderReader reader = new CarbonHeaderReader(dataFilePath);
    return new Schema(reader.readSchema());
  }

  /**
   * Read carbonindex file and return the schema
   *
   * @param indexFilePath complete path including index file name
   * @return schema object
   * @throws IOException
   */
  public static Schema readSchemaInIndexFile(String indexFilePath) throws IOException {
    CarbonFile indexFile =
        FileFactory.getCarbonFile(indexFilePath, FileFactory.getFileType(indexFilePath));
    if (!indexFile.getName().endsWith(CarbonTablePath.INDEX_FILE_EXT)) {
      throw new IOException("Not an index file name");
    }
    // read schema from the first index file
    DataInputStream dataInputStream =
        FileFactory.getDataInputStream(indexFilePath, FileFactory.getFileType(indexFilePath));
    byte[] bytes = new byte[(int) indexFile.getSize()];
    try {
      //get the file in byte buffer
      dataInputStream.readFully(bytes);
      CarbonIndexFileReader indexReader = new CarbonIndexFileReader();
      // read from byte buffer.
      indexReader.openThriftReader(bytes);
      // get the index header
      org.apache.carbondata.format.IndexHeader readIndexHeader = indexReader.readIndexHeader();
      List<ColumnSchema> columnSchemaList = new ArrayList<ColumnSchema>();
      List<org.apache.carbondata.format.ColumnSchema> table_columns =
          readIndexHeader.getTable_columns();
      for (org.apache.carbondata.format.ColumnSchema columnSchema : table_columns) {
        columnSchemaList.add(thriftColumnSchemaToWrapperColumnSchema(columnSchema));
      }
      return new Schema(columnSchemaList);
    } finally {
      dataInputStream.close();
    }
  }

}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17
18	package org.apache.carbondata.sdk.file;
19
20	import java.io.DataInputStream;
21	import java.io.IOException;
22	import java.util.ArrayList;
23	import java.util.List;
24
25	import org.apache.carbondata.core.datastore.filesystem.CarbonFile;
26	import org.apache.carbondata.core.datastore.impl.FileFactory;
27	import org.apache.carbondata.core.metadata.converter.SchemaConverter;
28	import org.apache.carbondata.core.metadata.converter.ThriftWrapperSchemaConverterImpl;
29	import org.apache.carbondata.core.metadata.schema.table.column.ColumnSchema;
30	import org.apache.carbondata.core.reader.CarbonHeaderReader;
31	import org.apache.carbondata.core.reader.CarbonIndexFileReader;
32	import org.apache.carbondata.core.util.CarbonUtil;
33	import org.apache.carbondata.core.util.path.CarbonTablePath;
34
35	import static org.apache.carbondata.core.util.CarbonUtil.thriftColumnSchemaToWrapperColumnSchema;
36
37	/**
38	* Schema reader for carbon files, including carbondata file, carbonindex file, and schema file
39	*/
40	public class CarbonSchemaReader {	×
41
42	/**
43	* Read schema file and return the schema
44	*
45	* @param schemaFilePath complete path including schema file name
46	* @return schema object
47	* @throws IOException
48	*/
49	public static Schema readSchemaInSchemaFile(String schemaFilePath) throws IOException {
50	org.apache.carbondata.format.TableInfo tableInfo = CarbonUtil.readSchemaFile(schemaFilePath);	2✔
51	SchemaConverter schemaConverter = new ThriftWrapperSchemaConverterImpl();	2✔
52	List<ColumnSchema> schemaList = schemaConverter	2✔
53	.fromExternalToWrapperTableInfo(tableInfo, "", "", "")	2✔
54	.getFactTable()	2✔
55	.getListOfColumns();	2✔
56	return new Schema(schemaList);	2✔
57	}
58
59	/**
60	* Read carbondata file and return the schema
61	*
62	* @param dataFilePath complete path including carbondata file name
63	* @return Schema object
64	* @throws IOException
65	*/
66	public static Schema readSchemaInDataFile(String dataFilePath) throws IOException {
67	CarbonHeaderReader reader = new CarbonHeaderReader(dataFilePath);	2✔
68	return new Schema(reader.readSchema());	2✔
69	}
70
71	/**
72	* Read carbonindex file and return the schema
73	*
74	* @param indexFilePath complete path including index file name
75	* @return schema object
76	* @throws IOException
77	*/
78	public static Schema readSchemaInIndexFile(String indexFilePath) throws IOException {
79	CarbonFile indexFile =	2✔
80	FileFactory.getCarbonFile(indexFilePath, FileFactory.getFileType(indexFilePath));	2✔
81	if (!indexFile.getName().endsWith(CarbonTablePath.INDEX_FILE_EXT)) {	2✔
82	throw new IOException("Not an index file name");	×
83	}
84	// read schema from the first index file
85	DataInputStream dataInputStream =	2✔
86	FileFactory.getDataInputStream(indexFilePath, FileFactory.getFileType(indexFilePath));	2✔
87	byte[] bytes = new byte[(int) indexFile.getSize()];	2✔
88	try {
89	//get the file in byte buffer
90	dataInputStream.readFully(bytes);	2✔
91	CarbonIndexFileReader indexReader = new CarbonIndexFileReader();	2✔
92	// read from byte buffer.
93	indexReader.openThriftReader(bytes);	2✔
94	// get the index header
95	org.apache.carbondata.format.IndexHeader readIndexHeader = indexReader.readIndexHeader();	2✔
96	List<ColumnSchema> columnSchemaList = new ArrayList<ColumnSchema>();	2✔
97	List<org.apache.carbondata.format.ColumnSchema> table_columns =	2✔
98	readIndexHeader.getTable_columns();	2✔
99	for (org.apache.carbondata.format.ColumnSchema columnSchema : table_columns) {	2✔
100	columnSchemaList.add(thriftColumnSchemaToWrapperColumnSchema(columnSchema));	2✔
101	}	2✔
102	return new Schema(columnSchemaList);	2✔
103	} finally {
104	dataInputStream.close();	2✔
105	}	×
106	}
107
108	}

apache / carbondata / 356

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous