8487

Build # 8487

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/078b53e135a4e1cc51ed0f78a4adc4b640c63a6c">078b53e13<a href="https://github.com/apache/carbondata/commit/078b53e135a4e1cc51ed0f78a4adc4b640c63a6c">">Merge </a><a class="double-link" href="https://github.com/apache/carbondata/commit/<a class="double-link" href="https://github.com/apache/carbondata/commit/f67765e374f81a00425e3206fa1dc51648e8e068">f67765e37</a>">f67765e37</a><a href="https://github.com/apache/carbondata/commit/078b53e135a4e1cc51ed0f78a4adc4b640c63a6c"> into 8f1a029b9">8f1a029b9</a>

Run Details

45 of 45 new or added lines in 5 files covered. (100.0%)

58315 of 72287 relevant lines covered (80.67%)

1.07 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

98.78

/core/src/main/java/org/apache/carbondata/core/profiler/ExplainCollector.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.carbondata.core.profiler;

import java.util.ArrayList;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.concurrent.ConcurrentHashMap;

import org.apache.carbondata.common.annotations.InterfaceAudience;
import org.apache.carbondata.core.datamap.dev.expr.DataMapWrapperSimpleInfo;

/**
 * An information collector used for EXPLAIN command, to print out
 * SQL rewrite and pruning information.
 * This class is a singleton, not supporting concurrent EXPLAIN command
 */
@InterfaceAudience.Internal
public class ExplainCollector {

  private static ExplainCollector INSTANCE = null;

  private List<String> olapDataMapProviders = new ArrayList<>();
  private List<String> olapDataMapNames = new ArrayList<>();

  // mapping of thread name to map of table name to pruning info
  private Map<String, Map<String, TablePruningInfo>> scans = new ConcurrentHashMap<>();

  private ExplainCollector() {
  }

  public static boolean enabled() {
    return INSTANCE != null;
  }

  public static void setup() {
    INSTANCE = new ExplainCollector();
  }

  public static void remove() {
    if (enabled()) {
      INSTANCE = null;
    }
  }

  public static ExplainCollector get() {
    return INSTANCE;
  }

  public static void recordMatchedOlapDataMap(String dataMapProvider, String dataMapName) {
    if (enabled()) {
      Objects.requireNonNull(dataMapProvider);
      Objects.requireNonNull(dataMapName);
      ExplainCollector profiler = get();
      profiler.olapDataMapProviders.add(dataMapProvider);
      profiler.olapDataMapNames.add(dataMapName);
    }
  }

  public static void addPruningInfo(String tableName) {
    if (enabled()) {
      ExplainCollector profiler = get();
      String threadName = Thread.currentThread().getName();
      if (!profiler.scans.containsKey(threadName)) {
        Map<String, TablePruningInfo> map = new HashMap<>();
        map.put(tableName, new TablePruningInfo());
        profiler.scans.put(threadName, map);
      }
    }
  }

  public static void setFilterStatement(String filterStatement) {
    if (enabled()) {
      TablePruningInfo scan = getCurrentTablePruningInfo();
      scan.setFilterStatement(filterStatement);
    }
  }

  public static void setShowPruningInfo(boolean showPruningInfo) {
    if (enabled()) {
      TablePruningInfo scan = getCurrentTablePruningInfo();
      scan.setShowPruningInfo(showPruningInfo);
    }
  }

  public static void addDefaultDataMapPruningHit(int numBlocklets) {
    if (enabled()) {
      TablePruningInfo scan = getCurrentTablePruningInfo();
      scan.addNumBlockletsAfterDefaultPruning(numBlocklets);
    }
  }

  public static void setDefaultDataMapPruningBlockHit(int numBlocks) {
    if (enabled()) {
      TablePruningInfo scan = getCurrentTablePruningInfo();
      scan.setNumBlocksAfterDefaultPruning(numBlocks);
    }
  }

  public static void recordCGDataMapPruning(DataMapWrapperSimpleInfo dataMapWrapperSimpleInfo,
      int numBlocklets, int numBlocks) {
    if (enabled()) {
      TablePruningInfo scan = getCurrentTablePruningInfo();
      scan.setNumBlockletsAfterCGPruning(dataMapWrapperSimpleInfo, numBlocklets, numBlocks);
    }
  }

  public static void recordFGDataMapPruning(DataMapWrapperSimpleInfo dataMapWrapperSimpleInfo,
      int numBlocklets, int numBlocks) {
    if (enabled()) {
      TablePruningInfo scan = getCurrentTablePruningInfo();
      scan.setNumBlockletsAfterFGPruning(dataMapWrapperSimpleInfo, numBlocklets, numBlocks);
    }
  }

  public static void addTotalBlocklets(int numBlocklets) {
    if (enabled()) {
      TablePruningInfo scan = getCurrentTablePruningInfo();
      scan.addTotalBlocklets(numBlocklets);
    }
  }

  public static void addTotalBlocks(int numBlocks) {
    if (enabled()) {
      TablePruningInfo scan = getCurrentTablePruningInfo();
      scan.addTotalBlocks(numBlocks);
    }
  }

  /**
   * Return the current TablePruningInfo (It is the last one in the map, since it is in
   * single thread)
   */
  private static TablePruningInfo getCurrentTablePruningInfo() {
    String threadName = Thread.currentThread().getName();
    if (!get().scans.containsKey(threadName)) {
      throw new IllegalStateException();
    }

    Iterator<TablePruningInfo> iterator = get().scans.get(threadName).values().iterator();
    TablePruningInfo output = null;
    while (iterator.hasNext()) {
      output = iterator.next();
    }
    return output;
  }

  public static String getFormatedOutput() {
    return get().toString();
  }

  @Override
  public String toString() {
    StringBuilder builder = new StringBuilder();
    for (int i = 0; i < olapDataMapProviders.size(); i++) {
      if (i == 0) {
        builder.append("Query rewrite based on DataMap:").append("\n");
      }
      builder.append(" - ").append(olapDataMapNames.get(i)).append(" (")
          .append(olapDataMapProviders.get(i)).append(")").append("\n");
    }
    for (Map.Entry<String, Map<String, TablePruningInfo>> allThreads : scans.entrySet()) {
      for (Map.Entry<String, TablePruningInfo> entry : allThreads.getValue().entrySet()) {
        builder.append("Table Scan on ").append(entry.getKey()).append("\n")
            .append(entry.getValue().toString());
      }
    }
    return builder.toString();
  }

}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17
18	package org.apache.carbondata.core.profiler;
19
20	import java.util.ArrayList;
21	import java.util.HashMap;
22	import java.util.Iterator;
23	import java.util.List;
24	import java.util.Map;
25	import java.util.Objects;
26	import java.util.concurrent.ConcurrentHashMap;
27
28	import org.apache.carbondata.common.annotations.InterfaceAudience;
29	import org.apache.carbondata.core.datamap.dev.expr.DataMapWrapperSimpleInfo;
30
31	/**
32	* An information collector used for EXPLAIN command, to print out
33	* SQL rewrite and pruning information.
34	* This class is a singleton, not supporting concurrent EXPLAIN command
35	*/
36	@InterfaceAudience.Internal
37	public class ExplainCollector {
38
39	private static ExplainCollector INSTANCE = null;	1✔
40
41	private List<String> olapDataMapProviders = new ArrayList<>();	1✔
42	private List<String> olapDataMapNames = new ArrayList<>();	1✔
43
44	// mapping of thread name to map of table name to pruning info
45	private Map<String, Map<String, TablePruningInfo>> scans = new ConcurrentHashMap<>();	1✔
46
47	private ExplainCollector() {	1✔
48	}	1✔
49
50	public static boolean enabled() {
51	return INSTANCE != null;	1✔
52	}
53
54	public static void setup() {
55	INSTANCE = new ExplainCollector();	1✔
56	}	1✔
57
58	public static void remove() {
59	if (enabled()) {	1✔
60	INSTANCE = null;	1✔
61	}
62	}	1✔
63
64	public static ExplainCollector get() {
65	return INSTANCE;	1✔
66	}
67
68	public static void recordMatchedOlapDataMap(String dataMapProvider, String dataMapName) {
69	if (enabled()) {	1✔
70	Objects.requireNonNull(dataMapProvider);	1✔
71	Objects.requireNonNull(dataMapName);	1✔
72	ExplainCollector profiler = get();	1✔
73	profiler.olapDataMapProviders.add(dataMapProvider);	1✔
74	profiler.olapDataMapNames.add(dataMapName);	1✔
75	}
76	}	1✔
77
78	public static void addPruningInfo(String tableName) {
79	if (enabled()) {	1✔
80	ExplainCollector profiler = get();	1✔
81	String threadName = Thread.currentThread().getName();	1✔
82	if (!profiler.scans.containsKey(threadName)) {	1✔
83	Map<String, TablePruningInfo> map = new HashMap<>();	1✔
84	map.put(tableName, new TablePruningInfo());	1✔
85	profiler.scans.put(threadName, map);	1✔
86	}
87	}
88	}	1✔
89
90	public static void setFilterStatement(String filterStatement) {
91	if (enabled()) {	1✔
92	TablePruningInfo scan = getCurrentTablePruningInfo();	1✔
93	scan.setFilterStatement(filterStatement);	1✔
94	}
95	}	1✔
96
97	public static void setShowPruningInfo(boolean showPruningInfo) {
98	if (enabled()) {	1✔
99	TablePruningInfo scan = getCurrentTablePruningInfo();	1✔
100	scan.setShowPruningInfo(showPruningInfo);	1✔
101	}
102	}	1✔
103
104	public static void addDefaultDataMapPruningHit(int numBlocklets) {
105	if (enabled()) {	1✔
106	TablePruningInfo scan = getCurrentTablePruningInfo();	1✔
107	scan.addNumBlockletsAfterDefaultPruning(numBlocklets);	1✔
108	}
109	}	1✔
110
111	public static void setDefaultDataMapPruningBlockHit(int numBlocks) {
112	if (enabled()) {	1✔
113	TablePruningInfo scan = getCurrentTablePruningInfo();	1✔
114	scan.setNumBlocksAfterDefaultPruning(numBlocks);	1✔
115	}
116	}	1✔
117
118	public static void recordCGDataMapPruning(DataMapWrapperSimpleInfo dataMapWrapperSimpleInfo,
119	int numBlocklets, int numBlocks) {
120	if (enabled()) {	1✔
121	TablePruningInfo scan = getCurrentTablePruningInfo();	1✔
122	scan.setNumBlockletsAfterCGPruning(dataMapWrapperSimpleInfo, numBlocklets, numBlocks);	1✔
123	}
124	}	1✔
125
126	public static void recordFGDataMapPruning(DataMapWrapperSimpleInfo dataMapWrapperSimpleInfo,
127	int numBlocklets, int numBlocks) {
128	if (enabled()) {	1✔
129	TablePruningInfo scan = getCurrentTablePruningInfo();	1✔
130	scan.setNumBlockletsAfterFGPruning(dataMapWrapperSimpleInfo, numBlocklets, numBlocks);	1✔
131	}
132	}	1✔
133
134	public static void addTotalBlocklets(int numBlocklets) {
135	if (enabled()) {	1✔
136	TablePruningInfo scan = getCurrentTablePruningInfo();	1✔
137	scan.addTotalBlocklets(numBlocklets);	1✔
138	}
139	}	1✔
140
141	public static void addTotalBlocks(int numBlocks) {
142	if (enabled()) {	1✔
143	TablePruningInfo scan = getCurrentTablePruningInfo();	1✔
144	scan.addTotalBlocks(numBlocks);	1✔
145	}
146	}	1✔
147
148	/**
149	* Return the current TablePruningInfo (It is the last one in the map, since it is in
150	* single thread)
151	*/
152	private static TablePruningInfo getCurrentTablePruningInfo() {
153	String threadName = Thread.currentThread().getName();	1✔
154	if (!get().scans.containsKey(threadName)) {	1✔
155	throw new IllegalStateException();	×
156	}
157
158	Iterator<TablePruningInfo> iterator = get().scans.get(threadName).values().iterator();	1✔
159	TablePruningInfo output = null;	1✔
160	while (iterator.hasNext()) {	1✔
161	output = iterator.next();	1✔
162	}
163	return output;	1✔
164	}
165
166	public static String getFormatedOutput() {
167	return get().toString();	1✔
168	}
169
170	@Override
171	public String toString() {
172	StringBuilder builder = new StringBuilder();	1✔
173	for (int i = 0; i < olapDataMapProviders.size(); i++) {	1✔
174	if (i == 0) {	1✔
175	builder.append("Query rewrite based on DataMap:").append("\n");	1✔
176	}
177	builder.append(" - ").append(olapDataMapNames.get(i)).append(" (")	1✔
178	.append(olapDataMapProviders.get(i)).append(")").append("\n");	1✔
179	}
180	for (Map.Entry<String, Map<String, TablePruningInfo>> allThreads : scans.entrySet()) {	1✔
181	for (Map.Entry<String, TablePruningInfo> entry : allThreads.getValue().entrySet()) {	1✔
182	builder.append("Table Scan on ").append(entry.getKey()).append("\n")	1✔
183	.append(entry.getValue().toString());	1✔
184	}	1✔
185	}	1✔
186	return builder.toString();	1✔
187	}
188
189	}

apache / carbondata / 8487

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous