apache / carbondata / 151

Build # 151

Build Type

push

jenkins

Committed by GitHub

Commit Message

<a href="https://github.com/apache/carbondata/commit/<a class=hub.com/apache/carbondata/commit/c942154ab81b3543742ad8a251b7c6e9b1aa93c8">c942154ab<a href="https://github.com/apache/carbondata/commit/c942154ab81b3543742ad8a251b7c6e9b1aa93c8">">Merge </a><a class="double-link" href="https://github.com/apache/carbondata/commit/<a class="double-link" href="https://github.com/apache/carbondata/commit/c55ede75763d6735d4bf528c9b79af14f269ea25">c55ede757</a>">c55ede757</a><a href="https://github.com/apache/carbondata/commit/c942154ab81b3543742ad8a251b7c6e9b1aa93c8"> into ed117f74c">ed117f74c</a>

Run Details

2 of 2 new or added lines in 1 file covered. (100.0%)

65067 of 83694 relevant lines covered (77.74%)

1.02 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

78.95

/integration/spark2/src/main/spark2.3/org/apache/spark/sql/CarbonToSparkAdapater.scala

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */


package org.apache.spark.sql

import java.net.URI

import org.apache.spark.SparkContext
import org.apache.spark.scheduler.{SparkListener, SparkListenerApplicationEnd}
import org.apache.spark.sql.catalyst.catalog.CatalogStorageFormat
import org.apache.spark.sql.catalyst.expressions.{Alias, AttributeReference, AttributeSet, ExprId, Expression, ExpressionSet, NamedExpression, SubqueryExpression}
import org.apache.spark.sql.catalyst.plans.logical.{LogicalPlan, OneRowRelation}
import org.apache.spark.sql.catalyst.rules.Rule
import org.apache.spark.sql.execution.command.ExplainCommand
import org.apache.spark.sql.internal.SQLConf
import org.apache.spark.sql.types.{DataType, Metadata}

object CarbonToSparkAdapter {

  def addSparkListener(sparkContext: SparkContext) = {
    sparkContext.addSparkListener(new SparkListener {
      override def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit = {
        SparkSession.setDefaultSession(null)
      }
    })
  }

  def createAttributeReference(name: String, dataType: DataType, nullable: Boolean,
                               metadata: Metadata, exprId: ExprId, qualifier: Option[String],
                               attrRef : NamedExpression): AttributeReference = {
    AttributeReference(
      name,
      dataType,
      nullable,
      metadata)(exprId, qualifier)
  }

  def createAliasRef(child: Expression,
                     name: String,
                     exprId: ExprId = NamedExpression.newExprId,
                     qualifier: Option[String] = None,
                     explicitMetadata: Option[Metadata] = None,
                     namedExpr : Option[NamedExpression] = None ) : Alias = {

      Alias(child, name)(exprId, qualifier, explicitMetadata)
  }

  def getExplainCommandObj() : ExplainCommand = {
    ExplainCommand(OneRowRelation())
  }

  /**
   * As a part of SPARK-24085 Hive tables supports scala subquery for
   * parition tables,so Carbon also needs to supports
   * @param partitionSet
   * @param filterPredicates
   * @return
   */
  def getPartitionKeyFilter(
      partitionSet: AttributeSet,
      filterPredicates: Seq[Expression]): ExpressionSet = {
    ExpressionSet(
      ExpressionSet(filterPredicates)
        .filterNot(SubqueryExpression.hasSubquery)
        .filter(_.references.subsetOf(partitionSet)))
  }

  // As per SPARK-22520 OptimizeCodegen is removed in 2.3.1
  def getOptimizeCodegenRule(conf :SQLConf): Seq[Rule[LogicalPlan]] = {
    Seq.empty
  }

  def getUpdatedStorageFormat(storageFormat: CatalogStorageFormat,
      map: Map[String, String],
      tablePath: String): CatalogStorageFormat = {
    storageFormat.copy(properties = map, locationUri = Some(new URI(tablePath)))
  }
}

1	/*
2	* Licensed to the Apache Software Foundation (ASF) under one or more
3	* contributor license agreements. See the NOTICE file distributed with
4	* this work for additional information regarding copyright ownership.
5	* The ASF licenses this file to You under the Apache License, Version 2.0
6	* (the "License"); you may not use this file except in compliance with
7	* the License. You may obtain a copy of the License at
8	*
9	* http://www.apache.org/licenses/LICENSE-2.0
10	*
11	* Unless required by applicable law or agreed to in writing, software
12	* distributed under the License is distributed on an "AS IS" BASIS,
13	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14	* See the License for the specific language governing permissions and
15	* limitations under the License.
16	*/
17
18
19	package org.apache.spark.sql
20
21	import java.net.URI
22
23	import org.apache.spark.SparkContext
24	import org.apache.spark.scheduler.{SparkListener, SparkListenerApplicationEnd}
25	import org.apache.spark.sql.catalyst.catalog.CatalogStorageFormat
26	import org.apache.spark.sql.catalyst.expressions.{Alias, AttributeReference, AttributeSet, ExprId, Expression, ExpressionSet, NamedExpression, SubqueryExpression}
27	import org.apache.spark.sql.catalyst.plans.logical.{LogicalPlan, OneRowRelation}
28	import org.apache.spark.sql.catalyst.rules.Rule
29	import org.apache.spark.sql.execution.command.ExplainCommand
30	import org.apache.spark.sql.internal.SQLConf
31	import org.apache.spark.sql.types.{DataType, Metadata}
32
33	object CarbonToSparkAdapter {
34
35	def addSparkListener(sparkContext: SparkContext) = {
36	sparkContext.addSparkListener(new SparkListener {	2✔
37	override def onApplicationEnd(applicationEnd: SparkListenerApplicationEnd): Unit = {
38	SparkSession.setDefaultSession(null)	×
39	}
40	})
41	}
42
43	def createAttributeReference(name: String, dataType: DataType, nullable: Boolean,
44	metadata: Metadata, exprId: ExprId, qualifier: Option[String],
45	attrRef : NamedExpression): AttributeReference = {
46	AttributeReference(
47	name,	2✔
48	dataType,	2✔
49	nullable,	2✔
50	metadata)(exprId, qualifier)	2✔
51	}
52
53	def createAliasRef(child: Expression,
54	name: String,
55	exprId: ExprId = NamedExpression.newExprId,	×
56	qualifier: Option[String] = None,	1✔
57	explicitMetadata: Option[Metadata] = None,	1✔
58	namedExpr : Option[NamedExpression] = None ) : Alias = {	1✔
59
60	Alias(child, name)(exprId, qualifier, explicitMetadata)	2✔
61	}
62
63	def getExplainCommandObj() : ExplainCommand = {
64	ExplainCommand(OneRowRelation())	×
65	}
66
67	/**
68	* As a part of SPARK-24085 Hive tables supports scala subquery for
69	* parition tables,so Carbon also needs to supports
70	* @param partitionSet
71	* @param filterPredicates
72	* @return
73	*/
74	def getPartitionKeyFilter(
75	partitionSet: AttributeSet,
76	filterPredicates: Seq[Expression]): ExpressionSet = {
77	ExpressionSet(	2✔
78	ExpressionSet(filterPredicates)	2✔
79	.filterNot(SubqueryExpression.hasSubquery)	2✔
80	.filter(_.references.subsetOf(partitionSet)))	2✔
81	}
82
83	// As per SPARK-22520 OptimizeCodegen is removed in 2.3.1
84	def getOptimizeCodegenRule(conf :SQLConf): Seq[Rule[LogicalPlan]] = {
85	Seq.empty	×
86	}
87
88	def getUpdatedStorageFormat(storageFormat: CatalogStorageFormat,
89	map: Map[String, String],
90	tablePath: String): CatalogStorageFormat = {
91	storageFormat.copy(properties = map, locationUri = Some(new URI(tablePath)))	2✔
92	}
93	}	2✔

apache / carbondata / 151

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous