1496

Build # 1496

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/bc353c7411fc6d315ea7765eaf83c62b1697dc3c">bc353c741<a href="https://github.com/apache/carbondata/commit/bc353c7411fc6d315ea7765eaf83c62b1697dc3c">">Merge </a><a class="double-link" href="https://github.com/apache/carbondata/commit/<a class="double-link" href="https://github.com/apache/carbondata/commit/ee31d84560f65a2b429d91b533b99ca43edacda2">ee31d8456</a>">ee31d8456</a><a href="https://github.com/apache/carbondata/commit/bc353c7411fc6d315ea7765eaf83c62b1697dc3c"> into c9fb4bc06">c9fb4bc06</a>

Run Details

3 of 3 new or added lines in 1 file covered. (100.0%)

62095 of 77465 relevant lines covered (80.16%)

1.06 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

78.57

/core/src/main/java/org/apache/carbondata/core/datamap/status/DataMapStatusManager.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.carbondata.core.datamap.status;

import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import org.apache.carbondata.common.exceptions.sql.NoSuchDataMapException;
import org.apache.carbondata.core.datamap.DataMapStoreManager;
import org.apache.carbondata.core.metadata.schema.table.CarbonTable;
import org.apache.carbondata.core.metadata.schema.table.DataMapSchema;

/**
 * Maintains the status of each datamap. As per the status query will decide whether to hit datamap
 * or not.
 */
public class DataMapStatusManager {

  // Create private constructor to not allow create instance of it
  private DataMapStatusManager() {

  }

  /**
   * TODO Use factory when we have more storage providers
   */
  private static DataMapStatusStorageProvider storageProvider =
      new DiskBasedDataMapStatusProvider();

  /**
   * Reads all datamap status file
   * @return
   * @throws IOException
   */
  public static DataMapStatusDetail[] readDataMapStatusDetails() throws IOException {
    return storageProvider.getDataMapStatusDetails();
  }

  /**
   * Get enabled datamap status details
   * @return
   * @throws IOException
   */
  public static DataMapStatusDetail[] getEnabledDataMapStatusDetails() throws IOException {
    DataMapStatusDetail[] dataMapStatusDetails = storageProvider.getDataMapStatusDetails();
    List<DataMapStatusDetail> statusDetailList = new ArrayList<>();
    for (DataMapStatusDetail statusDetail : dataMapStatusDetails) {
      if (statusDetail.getStatus() == DataMapStatus.ENABLED) {
        statusDetailList.add(statusDetail);
      }
    }
    return statusDetailList.toArray(new DataMapStatusDetail[statusDetailList.size()]);
  }

  public static Map<String, DataMapStatusDetail> readDataMapStatusMap() throws IOException {
    DataMapStatusDetail[] details = storageProvider.getDataMapStatusDetails();
    Map<String, DataMapStatusDetail> map = new HashMap<>(details.length);
    for (DataMapStatusDetail detail : details) {
      map.put(detail.getDataMapName(), detail);
    }
    return map;
  }

  public static void disableDataMap(String dataMapName) throws IOException, NoSuchDataMapException {
    DataMapSchema dataMapSchema = getDataMapSchema(dataMapName);
    if (dataMapSchema != null) {
      List<DataMapSchema> list = new ArrayList<>();
      list.add(dataMapSchema);
      storageProvider.updateDataMapStatus(list, DataMapStatus.DISABLED);
    }
  }

  /**
   * This method will disable all lazy (DEFERRED REBUILD) datamap in the given table
   */
  public static void disableAllLazyDataMaps(CarbonTable table) throws IOException {
    List<DataMapSchema> allDataMapSchemas =
        DataMapStoreManager.getInstance().getDataMapSchemasOfTable(table);
    List<DataMapSchema> dataMapToBeDisabled = new ArrayList<>(allDataMapSchemas.size());
    for (DataMapSchema dataMap : allDataMapSchemas) {
      // TODO all non datamaps like MV is now supports only lazy. Once the support is made the
      // following check can be removed.
      if (dataMap.isLazy() || !dataMap.isIndexDataMap()) {
        dataMapToBeDisabled.add(dataMap);
      }
    }
    storageProvider.updateDataMapStatus(dataMapToBeDisabled, DataMapStatus.DISABLED);
  }

  public static void enableDataMap(String dataMapName) throws IOException, NoSuchDataMapException {
    DataMapSchema dataMapSchema = getDataMapSchema(dataMapName);
    if (dataMapSchema != null) {
      List<DataMapSchema> list = new ArrayList<>();
      list.add(dataMapSchema);
      storageProvider.updateDataMapStatus(list, DataMapStatus.ENABLED);
    }
  }

  public static void dropDataMap(String dataMapName) throws IOException, NoSuchDataMapException {
    DataMapSchema dataMapSchema = getDataMapSchema(dataMapName);
    if (dataMapSchema != null) {
      List<DataMapSchema> list = new ArrayList<>();
      list.add(dataMapSchema);
      storageProvider.updateDataMapStatus(list, DataMapStatus.DROPPED);
    }
  }

  private static DataMapSchema getDataMapSchema(String dataMapName)
      throws IOException, NoSuchDataMapException {
    return DataMapStoreManager.getInstance().getDataMapSchema(dataMapName);
  }

}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17	package org.apache.carbondata.core.datamap.status;
18
19	import java.io.IOException;
20	import java.util.ArrayList;
21	import java.util.HashMap;
22	import java.util.List;
23	import java.util.Map;
24
25	import org.apache.carbondata.common.exceptions.sql.NoSuchDataMapException;
26	import org.apache.carbondata.core.datamap.DataMapStoreManager;
27	import org.apache.carbondata.core.metadata.schema.table.CarbonTable;
28	import org.apache.carbondata.core.metadata.schema.table.DataMapSchema;
29
30	/**
31	* Maintains the status of each datamap. As per the status query will decide whether to hit datamap
32	* or not.
33	*/
34	public class DataMapStatusManager {
35
36	// Create private constructor to not allow create instance of it
37	private DataMapStatusManager() {	×
38
39	}	×
40
41	/**
42	* TODO Use factory when we have more storage providers
43	*/
44	private static DataMapStatusStorageProvider storageProvider =	1✔
45	new DiskBasedDataMapStatusProvider();
46
47	/**
48	* Reads all datamap status file
49	* @return
50	* @throws IOException
51	*/
52	public static DataMapStatusDetail[] readDataMapStatusDetails() throws IOException {
53	return storageProvider.getDataMapStatusDetails();	1✔
54	}
55
56	/**
57	* Get enabled datamap status details
58	* @return
59	* @throws IOException
60	*/
61	public static DataMapStatusDetail[] getEnabledDataMapStatusDetails() throws IOException {
62	DataMapStatusDetail[] dataMapStatusDetails = storageProvider.getDataMapStatusDetails();	×
63	List<DataMapStatusDetail> statusDetailList = new ArrayList<>();	×
64	for (DataMapStatusDetail statusDetail : dataMapStatusDetails) {	×
65	if (statusDetail.getStatus() == DataMapStatus.ENABLED) {	×
66	statusDetailList.add(statusDetail);	×
67	}
68	}
69	return statusDetailList.toArray(new DataMapStatusDetail[statusDetailList.size()]);	×
70	}
71
72	public static Map<String, DataMapStatusDetail> readDataMapStatusMap() throws IOException {
73	DataMapStatusDetail[] details = storageProvider.getDataMapStatusDetails();	1✔
74	Map<String, DataMapStatusDetail> map = new HashMap<>(details.length);	1✔
75	for (DataMapStatusDetail detail : details) {	1✔
76	map.put(detail.getDataMapName(), detail);	1✔
77	}
78	return map;	1✔
79	}
80
81	public static void disableDataMap(String dataMapName) throws IOException, NoSuchDataMapException {
82	DataMapSchema dataMapSchema = getDataMapSchema(dataMapName);	1✔
83	if (dataMapSchema != null) {	1✔
84	List<DataMapSchema> list = new ArrayList<>();	1✔
85	list.add(dataMapSchema);	1✔
86	storageProvider.updateDataMapStatus(list, DataMapStatus.DISABLED);	1✔
87	}
88	}	1✔
89
90	/**
91	* This method will disable all lazy (DEFERRED REBUILD) datamap in the given table
92	*/
93	public static void disableAllLazyDataMaps(CarbonTable table) throws IOException {
94	List<DataMapSchema> allDataMapSchemas =
95	DataMapStoreManager.getInstance().getDataMapSchemasOfTable(table);	1✔
96	List<DataMapSchema> dataMapToBeDisabled = new ArrayList<>(allDataMapSchemas.size());	1✔
97	for (DataMapSchema dataMap : allDataMapSchemas) {	1✔
98	// TODO all non datamaps like MV is now supports only lazy. Once the support is made the
99	// following check can be removed.
100	if (dataMap.isLazy() \|\| !dataMap.isIndexDataMap()) {	1✔
101	dataMapToBeDisabled.add(dataMap);	×
102	}
103	}	1✔
104	storageProvider.updateDataMapStatus(dataMapToBeDisabled, DataMapStatus.DISABLED);	1✔
105	}	1✔
106
107	public static void enableDataMap(String dataMapName) throws IOException, NoSuchDataMapException {
108	DataMapSchema dataMapSchema = getDataMapSchema(dataMapName);	1✔
109	if (dataMapSchema != null) {	1✔
110	List<DataMapSchema> list = new ArrayList<>();	1✔
111	list.add(dataMapSchema);	1✔
112	storageProvider.updateDataMapStatus(list, DataMapStatus.ENABLED);	1✔
113	}
114	}	1✔
115
116	public static void dropDataMap(String dataMapName) throws IOException, NoSuchDataMapException {
117	DataMapSchema dataMapSchema = getDataMapSchema(dataMapName);	1✔
118	if (dataMapSchema != null) {	1✔
119	List<DataMapSchema> list = new ArrayList<>();	1✔
120	list.add(dataMapSchema);	1✔
121	storageProvider.updateDataMapStatus(list, DataMapStatus.DROPPED);	1✔
122	}
123	}	1✔
124
125	private static DataMapSchema getDataMapSchema(String dataMapName)
126	throws IOException, NoSuchDataMapException {
127	return DataMapStoreManager.getInstance().getDataMapSchema(dataMapName);	1✔
128	}
129
130	}

apache / carbondata / 1496

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous