2696459951

Build Type

github

Committed by GitHub

Commit Message

<a href="https://github.com/JohnSnowLabs/spark-nlp/commit/<a class=hub.com/JohnSnowLabs/spark-nlp/commit/9c6f547bd57f365d222e3f95b081a6d89d913930">9c6f547bd<a href="https://github.com/JohnSnowLabs/spark-nlp/commit/9c6f547bd57f365d222e3f95b081a6d89d913930">">Merge </a><a class="double-link" href="https://github.com/JohnSnowLabs/spark-nlp/commit/<a class="double-link" href="https://github.com/JohnSnowLabs/spark-nlp/commit/bfba40b2acd806522208f57c4fe970670354a177">bfba40b2a</a>">bfba40b2a</a><a href="https://github.com/JohnSnowLabs/spark-nlp/commit/9c6f547bd57f365d222e3f95b081a6d89d913930"> into 262fd1bd1">262fd1bd1</a>

Pull Request Pull Request #10571: Release/402 release candidage

Run Details

42 of 42 new or added lines in 6 files covered. (100.0%)

8230 of 11259 relevant lines covered (73.1%)

0.73 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/src/main/scala/com/johnsnowlabs/nlp/annotators/PretrainedAnnotations.scala

/*
 * Copyright 2017-2022 John Snow Labs
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.johnsnowlabs.nlp.annotators

import com.johnsnowlabs.nlp.Annotation
import com.johnsnowlabs.nlp.annotators.parser.dep.DependencyParserModel
import com.johnsnowlabs.nlp.annotators.parser.dep.GreedyTransition.DependencyMaker
import com.johnsnowlabs.nlp.annotators.parser.typdep.{
  DependencyPipe,
  Options,
  TypedDependencyParserModel
}
import com.johnsnowlabs.nlp.annotators.pos.perceptron.{AveragedPerceptron, PerceptronModel}

object PretrainedAnnotations {

  def getPosOutput(
      annotations: Seq[Annotation],
      perceptronModel: PerceptronModel): Seq[Annotation] = {
    perceptronModel.annotate(annotations)
  }

  def getPretrainedPos(posModelCoordinates: Array[String]): PerceptronModel = {
    val pretrainedPosModel = posModelCoordinates.length match {
      case 2 =>
        PerceptronModel.pretrained(name = posModelCoordinates.head, lang = posModelCoordinates(1))
      case 3 =>
        PerceptronModel.pretrained(
          name = posModelCoordinates.head,
          lang = posModelCoordinates(1),
          remoteLoc = posModelCoordinates(2))
      case _ => PerceptronModel.pretrained()
    }

    val averagePerceptron: AveragedPerceptron = pretrainedPosModel.model.getOrDefault
    val posTagger = new PerceptronModel().setModel(averagePerceptron)

    posTagger
  }

  def getDependencyParser(
      dependencyParserModelCoordinates: Array[String]): DependencyParserModel = {
    val dependencyParserModel = dependencyParserModelCoordinates.length match {
      case 2 =>
        DependencyParserModel.pretrained(
          name = dependencyParserModelCoordinates.head,
          lang = dependencyParserModelCoordinates(1))
      case 3 =>
        DependencyParserModel.pretrained(
          name = dependencyParserModelCoordinates.head,
          lang = dependencyParserModelCoordinates(1),
          remoteLoc = dependencyParserModelCoordinates(2))
      case _ => DependencyParserModel.pretrained()
    }

    val dependencyMaker: DependencyMaker = dependencyParserModel.perceptron.getOrDefault
    val dependencyParser = new DependencyParserModel().setPerceptron(dependencyMaker)

    dependencyParser
  }

  def getDependencyParserOutput(
      annotations: Seq[Annotation],
      dependencyParserModel: DependencyParserModel): Seq[Annotation] = {
    val dependencyParserAnnotations = dependencyParserModel.annotate(annotations)
    dependencyParserAnnotations
  }

  def getTypedDependencyParser(
      typedDependencyParserModelCoordinates: Array[String]): TypedDependencyParserModel = {
    val pretrainedModel = typedDependencyParserModelCoordinates.length match {
      case 2 =>
        TypedDependencyParserModel.pretrained(
          name = typedDependencyParserModelCoordinates.head,
          lang = typedDependencyParserModelCoordinates(1))
      case 3 =>
        TypedDependencyParserModel.pretrained(
          name = typedDependencyParserModelCoordinates.head,
          lang = typedDependencyParserModelCoordinates(1),
          remoteLoc = typedDependencyParserModelCoordinates(2))
      case _ => TypedDependencyParserModel.pretrained()
    }

    val dependencyPipe: DependencyPipe = pretrainedModel.trainDependencyPipe.getOrDefault
    val trainOptions: Options = pretrainedModel.trainOptions.getOrDefault
    val typedDependencyParser = new TypedDependencyParserModel()
      .setDependencyPipe(dependencyPipe)
      .setOptions(trainOptions)
      .setConllFormat("2009")

    typedDependencyParser
  }

  def getTypedDependencyParserOutput(
      annotations: Seq[Annotation],
      typedDependencyParser: TypedDependencyParserModel): Seq[Annotation] = {
    typedDependencyParser.annotate(annotations)
  }

}

1	/*
2	* Copyright 2017-2022 John Snow Labs
3	*
4	* Licensed under the Apache License, Version 2.0 (the "License");
5	* you may not use this file except in compliance with the License.
6	* You may obtain a copy of the License at
7	*
8	* http://www.apache.org/licenses/LICENSE-2.0
9	*
10	* Unless required by applicable law or agreed to in writing, software
11	* distributed under the License is distributed on an "AS IS" BASIS,
12	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13	* See the License for the specific language governing permissions and
14	* limitations under the License.
15	*/
16
17	package com.johnsnowlabs.nlp.annotators
18
19	import com.johnsnowlabs.nlp.Annotation
20	import com.johnsnowlabs.nlp.annotators.parser.dep.DependencyParserModel
21	import com.johnsnowlabs.nlp.annotators.parser.dep.GreedyTransition.DependencyMaker
22	import com.johnsnowlabs.nlp.annotators.parser.typdep.{
23	DependencyPipe,
24	Options,
25	TypedDependencyParserModel
26	}
27	import com.johnsnowlabs.nlp.annotators.pos.perceptron.{AveragedPerceptron, PerceptronModel}
28
29	object PretrainedAnnotations {
30
31	def getPosOutput(
32	annotations: Seq[Annotation],
33	perceptronModel: PerceptronModel): Seq[Annotation] = {
34	perceptronModel.annotate(annotations)	×
35	}
36
37	def getPretrainedPos(posModelCoordinates: Array[String]): PerceptronModel = {
38	val pretrainedPosModel = posModelCoordinates.length match {	×
39	case 2 =>
40	PerceptronModel.pretrained(name = posModelCoordinates.head, lang = posModelCoordinates(1))	×
41	case 3 =>
42	PerceptronModel.pretrained(	×
43	name = posModelCoordinates.head,	×
44	lang = posModelCoordinates(1),	×
45	remoteLoc = posModelCoordinates(2))	×
46	case _ => PerceptronModel.pretrained()	×
47	}
48
49	val averagePerceptron: AveragedPerceptron = pretrainedPosModel.model.getOrDefault	×
50	val posTagger = new PerceptronModel().setModel(averagePerceptron)	×
51
52	posTagger
53	}
54
55	def getDependencyParser(
56	dependencyParserModelCoordinates: Array[String]): DependencyParserModel = {
57	val dependencyParserModel = dependencyParserModelCoordinates.length match {	×
58	case 2 =>
59	DependencyParserModel.pretrained(	×
60	name = dependencyParserModelCoordinates.head,	×
61	lang = dependencyParserModelCoordinates(1))	×
62	case 3 =>
63	DependencyParserModel.pretrained(	×
64	name = dependencyParserModelCoordinates.head,	×
65	lang = dependencyParserModelCoordinates(1),	×
66	remoteLoc = dependencyParserModelCoordinates(2))	×
67	case _ => DependencyParserModel.pretrained()	×
68	}
69
70	val dependencyMaker: DependencyMaker = dependencyParserModel.perceptron.getOrDefault	×
71	val dependencyParser = new DependencyParserModel().setPerceptron(dependencyMaker)	×
72
73	dependencyParser
74	}
75
76	def getDependencyParserOutput(
77	annotations: Seq[Annotation],
78	dependencyParserModel: DependencyParserModel): Seq[Annotation] = {
79	val dependencyParserAnnotations = dependencyParserModel.annotate(annotations)	×
80	dependencyParserAnnotations
81	}
82
83	def getTypedDependencyParser(
84	typedDependencyParserModelCoordinates: Array[String]): TypedDependencyParserModel = {
85	val pretrainedModel = typedDependencyParserModelCoordinates.length match {	×
86	case 2 =>
87	TypedDependencyParserModel.pretrained(	×
88	name = typedDependencyParserModelCoordinates.head,	×
89	lang = typedDependencyParserModelCoordinates(1))	×
90	case 3 =>
91	TypedDependencyParserModel.pretrained(	×
92	name = typedDependencyParserModelCoordinates.head,	×
93	lang = typedDependencyParserModelCoordinates(1),	×
94	remoteLoc = typedDependencyParserModelCoordinates(2))	×
95	case _ => TypedDependencyParserModel.pretrained()	×
96	}
97
98	val dependencyPipe: DependencyPipe = pretrainedModel.trainDependencyPipe.getOrDefault	×
99	val trainOptions: Options = pretrainedModel.trainOptions.getOrDefault	×
100	val typedDependencyParser = new TypedDependencyParserModel()
101	.setDependencyPipe(dependencyPipe)
102	.setOptions(trainOptions)
103	.setConllFormat("2009")	×
104
105	typedDependencyParser
106	}
107
108	def getTypedDependencyParserOutput(
109	annotations: Seq[Annotation],
110	typedDependencyParser: TypedDependencyParserModel): Seq[Annotation] = {
111	typedDependencyParser.annotate(annotations)	×
112	}
113
114	}

JohnSnowLabs / spark-nlp / 2696459951

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous