11772

Build # 11772

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/719282bef791a65a888d6f5deeb9423fe59fa4d7">719282bef<a href="https://github.com/apache/carbondata/commit/719282bef791a65a888d6f5deeb9423fe59fa4d7">">Merge </a><a class="double-link" href="https://github.com/apache/carbondata/commit/<a class="double-link" href="https://github.com/apache/carbondata/commit/ec06f68c88a20cac7a3b5580f8cb8609799647ee">ec06f68c8</a>">ec06f68c8</a><a href="https://github.com/apache/carbondata/commit/719282bef791a65a888d6f5deeb9423fe59fa4d7"> into e0743fde7">e0743fde7</a>

Run Details

273 of 273 new or added lines in 12 files covered. (100.0%)

64083 of 82800 relevant lines covered (77.39%)

1.01 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

92.11

/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/cache/ShowCacheEventListeners.scala

/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements.  See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License.  You may obtain a copy of the License at
*
*    http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

package org.apache.spark.sql.execution.command.cache

import scala.collection.JavaConverters._

import org.apache.carbondata.common.logging.LogServiceFactory
import org.apache.carbondata.core.datamap.DataMapStoreManager
import org.apache.carbondata.core.metadata.schema.datamap.DataMapClassProvider
import org.apache.carbondata.core.metadata.schema.table.DataMapSchema
import org.apache.carbondata.events._

object ShowCachePreAggEventListener extends OperationEventListener {

  val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)

  /**
   * Called on a specified event occurrence
   *
   * @param event
   * @param operationContext
   */
  override protected def onEvent(event: Event, operationContext: OperationContext): Unit = {
    event match {
      case showTableCacheEvent: ShowTableCacheEvent =>
        val carbonTable = showTableCacheEvent.carbonTable
        val internalCall = showTableCacheEvent.internalCall
        if (carbonTable.isChildDataMap && !internalCall) {
          throw new UnsupportedOperationException("Operation not allowed on child table.")
        }

        val childTables = operationContext.getProperty(carbonTable.getTableUniqueName)
          .asInstanceOf[List[(String, String)]]

        if (carbonTable.hasDataMapSchema) {
          val childrenSchemas = carbonTable.getTableInfo.getDataMapSchemaList.asScala
            .filter(_.getRelationIdentifier != null)
          operationContext.setProperty(carbonTable.getTableUniqueName, childrenSchemas.collect {
            case childSchema if childSchema.getRelationIdentifier != null =>
              (s"${ childSchema.getRelationIdentifier.getDatabaseName }-${
                childSchema.getRelationIdentifier.getTableName
              }", childSchema.getProviderName)
          }.toList ++ childTables)
        }
    }
  }
}


object ShowCacheDataMapEventListener extends OperationEventListener {

  val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)

  /**
   * Called on a specified event occurrence
   *
   * @param event
   * @param operationContext
   */
  override protected def onEvent(event: Event, operationContext: OperationContext): Unit = {
    event match {
      case showTableCacheEvent: ShowTableCacheEvent =>
        val carbonTable = showTableCacheEvent.carbonTable
        val childTables = operationContext.getProperty(carbonTable.getTableUniqueName)
          .asInstanceOf[List[(String, String)]]

        // Extract all datamaps for the table
        val datamaps = DataMapStoreManager.getInstance().getDataMapSchemasOfTable(carbonTable)
          .asScala.toList

        val bloomDataMaps = filterDataMaps(datamaps, DataMapClassProvider.BLOOMFILTER.getShortName)

        val mvDataMaps = filterDataMaps(datamaps, DataMapClassProvider.MV.getShortName)
        operationContext
          .setProperty(carbonTable.getTableUniqueName, childTables ++ bloomDataMaps ++ mvDataMaps)
    }
  }

  private def filterDataMaps(dataMaps: List[DataMapSchema],
      filter: String): List[(String, String)] = {
    dataMaps.collect {
      case dataMap if dataMap.getProviderName
        .equalsIgnoreCase(filter) =>
        if (filter.equalsIgnoreCase(DataMapClassProvider.BLOOMFILTER.getShortName)) {
          (s"${ dataMap.getRelationIdentifier.getDatabaseName }-${
            dataMap.getDataMapName}", dataMap.getProviderName)
        } else {
          (s"${ dataMap.getRelationIdentifier.getDatabaseName }-${
            dataMap.getRelationIdentifier.getTableName}", dataMap.getProviderName)
        }
    }
  }
}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17
18	package org.apache.spark.sql.execution.command.cache
19
20	import scala.collection.JavaConverters._
21
22	import org.apache.carbondata.common.logging.LogServiceFactory
23	import org.apache.carbondata.core.datamap.DataMapStoreManager
24	import org.apache.carbondata.core.metadata.schema.datamap.DataMapClassProvider
25	import org.apache.carbondata.core.metadata.schema.table.DataMapSchema
26	import org.apache.carbondata.events._
27
28	object ShowCachePreAggEventListener extends OperationEventListener {	2✔
29
30	val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)	2✔
31
32	/**
33	* Called on a specified event occurrence
34	*
35	* @param event
36	* @param operationContext
37	*/
38	override protected def onEvent(event: Event, operationContext: OperationContext): Unit = {
39	event match {	1✔
40	case showTableCacheEvent: ShowTableCacheEvent =>	1✔
41	val carbonTable = showTableCacheEvent.carbonTable	1✔
42	val internalCall = showTableCacheEvent.internalCall	1✔
43	if (carbonTable.isChildDataMap && !internalCall) {	1✔
44	throw new UnsupportedOperationException("Operation not allowed on child table.")	×
45	}
46
47	val childTables = operationContext.getProperty(carbonTable.getTableUniqueName)	1✔
48	.asInstanceOf[List[(String, String)]]
49
50	if (carbonTable.hasDataMapSchema) {	1✔
51	val childrenSchemas = carbonTable.getTableInfo.getDataMapSchemaList.asScala	1✔
52	.filter(_.getRelationIdentifier != null)	1✔
53	operationContext.setProperty(carbonTable.getTableUniqueName, childrenSchemas.collect {	1✔
54	case childSchema if childSchema.getRelationIdentifier != null =>	1✔
55	(s"${ childSchema.getRelationIdentifier.getDatabaseName }-${	1✔
56	childSchema.getRelationIdentifier.getTableName	1✔
57	}", childSchema.getProviderName)	1✔
58	}.toList ++ childTables)	1✔
59	}
60	}
61	}
62	}
63
64
65	object ShowCacheDataMapEventListener extends OperationEventListener {	2✔
66
67	val LOGGER = LogServiceFactory.getLogService(this.getClass.getCanonicalName)	2✔
68
69	/**
70	* Called on a specified event occurrence
71	*
72	* @param event
73	* @param operationContext
74	*/
75	override protected def onEvent(event: Event, operationContext: OperationContext): Unit = {
76	event match {	1✔
77	case showTableCacheEvent: ShowTableCacheEvent =>	1✔
78	val carbonTable = showTableCacheEvent.carbonTable	1✔
79	val childTables = operationContext.getProperty(carbonTable.getTableUniqueName)	1✔
80	.asInstanceOf[List[(String, String)]]
81
82	// Extract all datamaps for the table
83	val datamaps = DataMapStoreManager.getInstance().getDataMapSchemasOfTable(carbonTable)	1✔
84	.asScala.toList	1✔
85
86	val bloomDataMaps = filterDataMaps(datamaps, DataMapClassProvider.BLOOMFILTER.getShortName)	1✔
87
88	val mvDataMaps = filterDataMaps(datamaps, DataMapClassProvider.MV.getShortName)	1✔
89	operationContext	1✔
90	.setProperty(carbonTable.getTableUniqueName, childTables ++ bloomDataMaps ++ mvDataMaps)	1✔
91	}
92	}
93
94	private def filterDataMaps(dataMaps: List[DataMapSchema],
95	filter: String): List[(String, String)] = {
96	dataMaps.collect {	1✔
97	case dataMap if dataMap.getProviderName	1✔
98	.equalsIgnoreCase(filter) =>	1✔
99	if (filter.equalsIgnoreCase(DataMapClassProvider.BLOOMFILTER.getShortName)) {	1✔
100	(s"${ dataMap.getRelationIdentifier.getDatabaseName }-${	1✔
101	dataMap.getDataMapName}", dataMap.getProviderName)	1✔
102	} else {
103	(s"${ dataMap.getRelationIdentifier.getDatabaseName }-${	×
104	dataMap.getRelationIdentifier.getTableName}", dataMap.getProviderName)	×
105	}
106	}
107	}
108	}

apache / carbondata / 11772

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous