3572

Build # 3572

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/a939abbb9c4201e2b4bc5ddbbf55a0967804f7ca">a939abbb9<a href="https://github.com/apache/carbondata/commit/a939abbb9c4201e2b4bc5ddbbf55a0967804f7ca">">Merge </a><a class="double-link" href="https://github.com/apache/carbondata/commit/<a class="double-link" href="https://github.com/apache/carbondata/commit/0505503e92d98d1b10f8909e4cdf2799d35ee3f6">0505503e9</a>">0505503e9</a><a href="https://github.com/apache/carbondata/commit/a939abbb9c4201e2b4bc5ddbbf55a0967804f7ca"> into fcca6c5b6">fcca6c5b6</a>

Run Details

63378 of 82339 relevant lines covered (76.97%)

1.01 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

80.0

/core/src/main/java/org/apache/carbondata/core/readcommitter/TableStatusReadCommittedScope.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.carbondata.core.readcommitter;

import java.io.IOException;
import java.util.Map;

import org.apache.carbondata.common.annotations.InterfaceAudience;
import org.apache.carbondata.common.annotations.InterfaceStability;
import org.apache.carbondata.core.datamap.Segment;
import org.apache.carbondata.core.indexstore.blockletindex.SegmentIndexFileStore;
import org.apache.carbondata.core.metadata.AbsoluteTableIdentifier;
import org.apache.carbondata.core.metadata.SegmentFileStore;
import org.apache.carbondata.core.mutate.UpdateVO;
import org.apache.carbondata.core.statusmanager.LoadMetadataDetails;
import org.apache.carbondata.core.statusmanager.SegmentRefreshInfo;
import org.apache.carbondata.core.statusmanager.SegmentStatusManager;
import org.apache.carbondata.core.util.path.CarbonTablePath;

import org.apache.hadoop.conf.Configuration;

/**
 * ReadCommittedScope for the managed carbon table
 */
@InterfaceAudience.Internal
@InterfaceStability.Stable
public class TableStatusReadCommittedScope implements ReadCommittedScope {

  private static final long serialVersionUID = 2324397174595872738L;
  private LoadMetadataDetails[] loadMetadataDetails;

  private AbsoluteTableIdentifier identifier;

  private transient Configuration configuration;

  public TableStatusReadCommittedScope(AbsoluteTableIdentifier identifier,
      Configuration configuration) throws IOException {
    this.identifier = identifier;
    this.configuration = configuration;
    takeCarbonIndexFileSnapShot();
  }

  public TableStatusReadCommittedScope(AbsoluteTableIdentifier identifier,
      LoadMetadataDetails[] loadMetadataDetails, Configuration configuration) throws IOException {
    this.identifier = identifier;
    this.configuration = configuration;
    this.loadMetadataDetails = loadMetadataDetails;
  }

  @Override public LoadMetadataDetails[] getSegmentList() throws IOException {
    try {
      if (loadMetadataDetails == null) {
        takeCarbonIndexFileSnapShot();
      }
      return loadMetadataDetails;

    } catch (IOException ex) {
      throw new IOException("Problem encountered while reading the Table Status file.", ex);
    }
  }

  @Override public Map<String, String> getCommittedIndexFile(Segment segment) throws IOException {
    Map<String, String> indexFiles;
    if (segment.getSegmentFileName() == null) {
      String path =
          CarbonTablePath.getSegmentPath(identifier.getTablePath(), segment.getSegmentNo());
      indexFiles = new SegmentIndexFileStore().getMergeOrIndexFilesFromSegment(path);
    } else {
      SegmentFileStore fileStore =
          new SegmentFileStore(identifier.getTablePath(), segment.getSegmentFileName());
      indexFiles = fileStore.getIndexOrMergeFiles();
    }
    return indexFiles;
  }

  public SegmentRefreshInfo getCommittedSegmentRefreshInfo(Segment segment, UpdateVO updateVo)
      throws IOException {
    SegmentRefreshInfo segmentRefreshInfo;
    if (updateVo != null) {
      segmentRefreshInfo = new SegmentRefreshInfo(updateVo.getCreatedOrUpdatedTimeStamp(), 0);
    } else {
      segmentRefreshInfo = new SegmentRefreshInfo(0L, 0);
    }
    return segmentRefreshInfo;
  }

  @Override public void takeCarbonIndexFileSnapShot() throws IOException {
    // Only Segment Information is updated.
    // File information will be fetched on the fly according to the fecthed segment info.
    this.loadMetadataDetails = SegmentStatusManager
        .readTableStatusFile(CarbonTablePath.getTableStatusFilePath(identifier.getTablePath()));
  }

  @Override public Configuration getConfiguration() {
    return configuration;
  }

  @Override public void setConfiguration(Configuration configuration) {
    this.configuration = configuration;
  }

  @Override public String getFilePath() {
    return identifier.getTablePath();
  }
}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17	package org.apache.carbondata.core.readcommitter;
18
19	import java.io.IOException;
20	import java.util.Map;
21
22	import org.apache.carbondata.common.annotations.InterfaceAudience;
23	import org.apache.carbondata.common.annotations.InterfaceStability;
24	import org.apache.carbondata.core.datamap.Segment;
25	import org.apache.carbondata.core.indexstore.blockletindex.SegmentIndexFileStore;
26	import org.apache.carbondata.core.metadata.AbsoluteTableIdentifier;
27	import org.apache.carbondata.core.metadata.SegmentFileStore;
28	import org.apache.carbondata.core.mutate.UpdateVO;
29	import org.apache.carbondata.core.statusmanager.LoadMetadataDetails;
30	import org.apache.carbondata.core.statusmanager.SegmentRefreshInfo;
31	import org.apache.carbondata.core.statusmanager.SegmentStatusManager;
32	import org.apache.carbondata.core.util.path.CarbonTablePath;
33
34	import org.apache.hadoop.conf.Configuration;
35
36	/**
37	* ReadCommittedScope for the managed carbon table
38	*/
39	@InterfaceAudience.Internal
40	@InterfaceStability.Stable
41	public class TableStatusReadCommittedScope implements ReadCommittedScope {
42
43	private static final long serialVersionUID = 2324397174595872738L;
44	private LoadMetadataDetails[] loadMetadataDetails;
45
46	private AbsoluteTableIdentifier identifier;
47
48	private transient Configuration configuration;
49
50	public TableStatusReadCommittedScope(AbsoluteTableIdentifier identifier,
51	Configuration configuration) throws IOException {	2✔
52	this.identifier = identifier;	2✔
53	this.configuration = configuration;	2✔
54	takeCarbonIndexFileSnapShot();	2✔
55	}	2✔
56
57	public TableStatusReadCommittedScope(AbsoluteTableIdentifier identifier,
58	LoadMetadataDetails[] loadMetadataDetails, Configuration configuration) throws IOException {	1✔
59	this.identifier = identifier;	1✔
60	this.configuration = configuration;	1✔
61	this.loadMetadataDetails = loadMetadataDetails;	1✔
62	}	1✔
63
64	@Override public LoadMetadataDetails[] getSegmentList() throws IOException {
65	try {
66	if (loadMetadataDetails == null) {	1✔
67	takeCarbonIndexFileSnapShot();	×
68	}
69	return loadMetadataDetails;	1✔
70
71	} catch (IOException ex) {	×
72	throw new IOException("Problem encountered while reading the Table Status file.", ex);	×
73	}
74	}
75
76	@Override public Map<String, String> getCommittedIndexFile(Segment segment) throws IOException {
77	Map<String, String> indexFiles;
78	if (segment.getSegmentFileName() == null) {	1✔
79	String path =	1✔
80	CarbonTablePath.getSegmentPath(identifier.getTablePath(), segment.getSegmentNo());	1✔
81	indexFiles = new SegmentIndexFileStore().getMergeOrIndexFilesFromSegment(path);	1✔
82	} else {	1✔
83	SegmentFileStore fileStore =	1✔
84	new SegmentFileStore(identifier.getTablePath(), segment.getSegmentFileName());	1✔
85	indexFiles = fileStore.getIndexOrMergeFiles();	1✔
86	}
87	return indexFiles;	1✔
88	}
89
90	public SegmentRefreshInfo getCommittedSegmentRefreshInfo(Segment segment, UpdateVO updateVo)
91	throws IOException {
92	SegmentRefreshInfo segmentRefreshInfo;
93	if (updateVo != null) {	1✔
94	segmentRefreshInfo = new SegmentRefreshInfo(updateVo.getCreatedOrUpdatedTimeStamp(), 0);	1✔
95	} else {
96	segmentRefreshInfo = new SegmentRefreshInfo(0L, 0);	×
97	}
98	return segmentRefreshInfo;	1✔
99	}
100
101	@Override public void takeCarbonIndexFileSnapShot() throws IOException {
102	// Only Segment Information is updated.
103	// File information will be fetched on the fly according to the fecthed segment info.
104	this.loadMetadataDetails = SegmentStatusManager	2✔
105	.readTableStatusFile(CarbonTablePath.getTableStatusFilePath(identifier.getTablePath()));	2✔
106	}	2✔
107
108	@Override public Configuration getConfiguration() {
109	return configuration;	1✔
110	}
111
112	@Override public void setConfiguration(Configuration configuration) {
113	this.configuration = configuration;	×
114	}	×
115
116	@Override public String getFilePath() {
117	return identifier.getTablePath();	×
118	}
119	}

apache / carbondata / 3572

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous