2798

Build # 2798

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/<a class="double-link" href="https://git"><a class=hub.com/apache/carbondata/commit/46818b9822bb4318dd5ccb651a187ba72c28d9a8">46818b982">&lt;a href=&quot;https://github.com/apache/carbondata/commit/</a><a class="double-link" href="https://github.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/apache/carbondata/commit/46818b9822bb4318dd5ccb651a187ba72c28d9a8">46818b982</a><a href="https://github.com/apache/carbondata/commit/46818b9822bb4318dd5ccb651a187ba72c28d9a8">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/apache/carbondata/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/apache/carbondata/commit/46818b9822bb4318dd5ccb651a187ba72c28d9a8&quot;&gt;46818b982&lt;/a&gt;&lt;a href=&quot;https://github.com/apache/carbondata/commit/46818b9822bb4318dd5ccb651a187ba72c28d9a8&quot;&gt;&amp;quot;&amp;gt;&amp;amp;lt;a href=&amp;amp;quot;https://github.com/apache/carbondata/commit/&amp;lt;/a&amp;gt;&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://github.com/apache/carbondata/commit/&amp;amp;lt;a ... (continued)

Run Details

13 of 13 new or added lines in 1 file covered. (100.0%)

62456 of 78875 relevant lines covered (79.18%)

1.05 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

97.92

/integration/spark2/src/main/scala/org/apache/spark/sql/execution/command/datamap/CarbonDataMapShowCommand.scala

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.spark.sql.execution.command.datamap

import java.util

import scala.collection.JavaConverters._

import org.apache.spark.sql.{CarbonEnv, Row, SparkSession}
import org.apache.spark.sql.catalyst.TableIdentifier
import org.apache.spark.sql.catalyst.expressions.{Attribute, AttributeReference}
import org.apache.spark.sql.execution.command.{Checker, DataCommand}
import org.apache.spark.sql.execution.command.preaaggregate.PreAggregateUtil
import org.apache.spark.sql.types.StringType

import org.apache.carbondata.core.datamap.DataMapStoreManager
import org.apache.carbondata.core.metadata.schema.datamap.{DataMapClassProvider, DataMapProperty}
import org.apache.carbondata.core.metadata.schema.table.{AggregationDataMapSchema, DataMapSchema}

/**
 * Show the datamaps on the table
 *
 * @param tableIdentifier
 */
case class CarbonDataMapShowCommand(tableIdentifier: Option[TableIdentifier])
  extends DataCommand {

  override def output: Seq[Attribute] = {
    Seq(AttributeReference("DataMapName", StringType, nullable = false)(),
      AttributeReference("ClassName", StringType, nullable = false)(),
      AttributeReference("Associated Table", StringType, nullable = false)(),
      AttributeReference("DataMap Properties", StringType, nullable = false)(),
      AttributeReference("Subquery", StringType, nullable = true)())
  }

  override def processData(sparkSession: SparkSession): Seq[Row] = {
    convertToRow(getAllDataMaps(sparkSession))
  }

  /**
   * get all datamaps for this table, including preagg, index datamaps and mv
   */
  def getAllDataMaps(sparkSession: SparkSession): util.List[DataMapSchema] = {
    val dataMapSchemaList: util.List[DataMapSchema] = new util.ArrayList[DataMapSchema]()
    tableIdentifier match {
      case Some(table) =>
        val carbonTable = CarbonEnv.getCarbonTable(table)(sparkSession)
        setAuditTable(carbonTable)
        Checker.validateTableExists(table.database, table.table, sparkSession)
        if (carbonTable.hasDataMapSchema) {
          dataMapSchemaList.addAll(carbonTable.getTableInfo.getDataMapSchemaList)
        }
        val indexSchemas = DataMapStoreManager.getInstance().getDataMapSchemasOfTable(carbonTable)
        if (!indexSchemas.isEmpty) {
          dataMapSchemaList.addAll(indexSchemas)
        }
      case _ =>
        dataMapSchemaList.addAll(DataMapStoreManager.getInstance().getAllDataMapSchemas)
    }
    dataMapSchemaList
  }

  private def convertToRow(schemaList: util.List[DataMapSchema]) = {
    if (schemaList != null && schemaList.size() > 0) {
      schemaList.asScala
        .map { s =>
          val relationIdentifier = s.getRelationIdentifier
          val table = relationIdentifier.getDatabaseName + "." + relationIdentifier.getTableName
          // preaggregate datamap does not support user specified property, therefor we return empty
          val dmPropertieStr = if (s.getProviderName.equalsIgnoreCase(
              DataMapClassProvider.PREAGGREGATE.getShortName)) {
            ""
          } else {
            s.getProperties.asScala
              // ignore internal used property
              .filter(p => !p._1.equalsIgnoreCase(DataMapProperty.DEFERRED_REBUILD) &&
                           !p._1.equalsIgnoreCase(DataMapProperty.CHILD_SELECT_QUERY) &&
                           !p._1.equalsIgnoreCase(DataMapProperty.QUERY_TYPE))
              .map(p => s"'${ p._1 }'='${ p._2 }'").toSeq
              .sorted.mkString(", ")
          }

          val subquery = if (s.getProviderName.equalsIgnoreCase(
            DataMapClassProvider.MV.getShortName)) {
            s.getCtasQuery
          } else if (s.getProviderName.equalsIgnoreCase(
            DataMapClassProvider.PREAGGREGATE.getShortName)
            || s.getProviderName.equalsIgnoreCase(
            DataMapClassProvider.TIMESERIES.getShortName)) {
            PreAggregateUtil.getChildQuery(s.asInstanceOf[AggregationDataMapSchema])
          } else {
            null
          }

          Row(s.getDataMapName, s.getProviderName, table, dmPropertieStr,
            if (null == subquery) null else subquery.replace("\n", " "))
      }
    } else {
      Seq.empty
    }
  }

  override protected def opName: String = "SHOW DATAMAP"
}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17
18	package org.apache.spark.sql.execution.command.datamap
19
20	import java.util
21
22	import scala.collection.JavaConverters._
23
24	import org.apache.spark.sql.{CarbonEnv, Row, SparkSession}
25	import org.apache.spark.sql.catalyst.TableIdentifier
26	import org.apache.spark.sql.catalyst.expressions.{Attribute, AttributeReference}
27	import org.apache.spark.sql.execution.command.{Checker, DataCommand}
28	import org.apache.spark.sql.execution.command.preaaggregate.PreAggregateUtil
29	import org.apache.spark.sql.types.StringType
30
31	import org.apache.carbondata.core.datamap.DataMapStoreManager
32	import org.apache.carbondata.core.metadata.schema.datamap.{DataMapClassProvider, DataMapProperty}
33	import org.apache.carbondata.core.metadata.schema.table.{AggregationDataMapSchema, DataMapSchema}
34
35	/**
36	* Show the datamaps on the table
37	*
38	* @param tableIdentifier
39	*/
40	case class CarbonDataMapShowCommand(tableIdentifier: Option[TableIdentifier])	2✔
41	extends DataCommand {	2✔
42
43	override def output: Seq[Attribute] = {
44	Seq(AttributeReference("DataMapName", StringType, nullable = false)(),	2✔
45	AttributeReference("ClassName", StringType, nullable = false)(),	2✔
46	AttributeReference("Associated Table", StringType, nullable = false)(),	2✔
47	AttributeReference("DataMap Properties", StringType, nullable = false)(),	2✔
48	AttributeReference("Subquery", StringType, nullable = true)())	2✔
49	}
50
51	override def processData(sparkSession: SparkSession): Seq[Row] = {
52	convertToRow(getAllDataMaps(sparkSession))	2✔
53	}
54
55	/**
56	* get all datamaps for this table, including preagg, index datamaps and mv
57	*/
58	def getAllDataMaps(sparkSession: SparkSession): util.List[DataMapSchema] = {
59	val dataMapSchemaList: util.List[DataMapSchema] = new util.ArrayList[DataMapSchema]()	2✔
60	tableIdentifier match {	2✔
61	case Some(table) =>	2✔
62	val carbonTable = CarbonEnv.getCarbonTable(table)(sparkSession)	2✔
63	setAuditTable(carbonTable)	2✔
64	Checker.validateTableExists(table.database, table.table, sparkSession)	2✔
65	if (carbonTable.hasDataMapSchema) {	2✔
66	dataMapSchemaList.addAll(carbonTable.getTableInfo.getDataMapSchemaList)	1✔
67	}
68	val indexSchemas = DataMapStoreManager.getInstance().getDataMapSchemasOfTable(carbonTable)	2✔
69	if (!indexSchemas.isEmpty) {	2✔
70	dataMapSchemaList.addAll(indexSchemas)	2✔
71	}
72	case _ =>
73	dataMapSchemaList.addAll(DataMapStoreManager.getInstance().getAllDataMapSchemas)	1✔
74	}
75	dataMapSchemaList	2✔
76	}
77
78	private def convertToRow(schemaList: util.List[DataMapSchema]) = {
79	if (schemaList != null && schemaList.size() > 0) {	2✔
80	schemaList.asScala	2✔
81	.map { s =>	2✔
82	val relationIdentifier = s.getRelationIdentifier	2✔
83	val table = relationIdentifier.getDatabaseName + "." + relationIdentifier.getTableName	2✔
84	// preaggregate datamap does not support user specified property, therefor we return empty
85	val dmPropertieStr = if (s.getProviderName.equalsIgnoreCase(	2✔
86	DataMapClassProvider.PREAGGREGATE.getShortName)) {	2✔
87	""	1✔
88	} else {
89	s.getProperties.asScala	2✔
90	// ignore internal used property
91	.filter(p => !p._1.equalsIgnoreCase(DataMapProperty.DEFERRED_REBUILD) &&	2✔
92	!p._1.equalsIgnoreCase(DataMapProperty.CHILD_SELECT_QUERY) &&	2✔
93	!p._1.equalsIgnoreCase(DataMapProperty.QUERY_TYPE))	2✔
94	.map(p => s"'${ p._1 }'='${ p._2 }'").toSeq	2✔
95	.sorted.mkString(", ")	2✔
96	}
97
98	val subquery = if (s.getProviderName.equalsIgnoreCase(	2✔
99	DataMapClassProvider.MV.getShortName)) {	2✔
100	s.getCtasQuery	×
101	} else if (s.getProviderName.equalsIgnoreCase(	2✔
102	DataMapClassProvider.PREAGGREGATE.getShortName)	2✔
103	\|\| s.getProviderName.equalsIgnoreCase(	2✔
104	DataMapClassProvider.TIMESERIES.getShortName)) {	2✔
105	PreAggregateUtil.getChildQuery(s.asInstanceOf[AggregationDataMapSchema])	1✔
106	} else {
107	null	2✔
108	}
109
110	Row(s.getDataMapName, s.getProviderName, table, dmPropertieStr,	2✔
111	if (null == subquery) null else subquery.replace("\n", " "))	2✔
112	}
113	} else {
114	Seq.empty	1✔
115	}
116	}
117
118	override protected def opName: String = "SHOW DATAMAP"	2✔
119	}

apache / carbondata / 2798

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous