11625814262

Committed 01 Nov 2024 07:14AM UTC coverage: 20.782% (+20.8%) from 0.0%

Build # 11625814262

Build Type

Pull #952

github

Committed by

web-flow

Commit Message

Merge c8385dcae into 515fe7ced

Pull Request Pull Request #952: Specify a limited test suite

Run Details

45 of 80 new or added lines in 48 files covered. (56.25%)

1537 of 7396 relevant lines covered (20.78%)

0.21 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/pythainlp/translate/th_fr.py

# -*- coding: utf-8 -*-
# SPDX-FileCopyrightText: 2016-2024 PyThaiNLP Project
# SPDX-License-Identifier: Apache-2.0
"""
Thai-French Machine Translation

Trained by OPUS Corpus

Model is from Language Technology Research Group at the University of Helsinki

BLEU 20.4

- Huggingface https://huggingface.co/Helsinki-NLP/opus-mt-th-fr
"""
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer


class ThFrTranslator:
    """
    Thai-French Machine Translation

    Trained by OPUS Corpus

    Model is from Language Technology Research Group at the University of Helsinki

    BLEU 20.4

    - Huggingface https://huggingface.co/Helsinki-NLP/opus-mt-th-fr

    :param bool use_gpu : load model using GPU (Default is False)
    """

    def __init__(
        self,
        use_gpu: bool = False,
        pretrained: str = "Helsinki-NLP/opus-mt-th-fr",
    ) -> None:
        self.tokenizer_thzh = AutoTokenizer.from_pretrained(pretrained)
        self.model_thzh = AutoModelForSeq2SeqLM.from_pretrained(pretrained)
        if use_gpu:
            self.model_thzh = self.model_thzh.cuda()

    def translate(self, text: str) -> str:
        """
        Translate text from Thai to French

        :param str text: input text in source language
        :return: translated text in target language
        :rtype: str

        :Example:

        Translate text from Thai to French::

            from pythainlp.translate.th_fr import ThFrTranslator

            thfr = ThFrTranslator()

            thfr.translate("ทดสอบระบบ")
            # output: "Test du système."

        """
        self.translated = self.model_thzh.generate(
            **self.tokenizer_thzh(text, return_tensors="pt", padding=True)
        )
        return [
            self.tokenizer_thzh.decode(t, skip_special_tokens=True)
            for t in self.translated
        ][0]

1	# -- coding: utf-8 --
2	# SPDX-FileCopyrightText: 2016-2024 PyThaiNLP Project
3	# SPDX-License-Identifier: Apache-2.0
4	"""
5	Thai-French Machine Translation
6
7	Trained by OPUS Corpus
8
9	Model is from Language Technology Research Group at the University of Helsinki
10
11	BLEU 20.4
12
13	- Huggingface https://huggingface.co/Helsinki-NLP/opus-mt-th-fr
14	"""
NEW 15	from transformers import AutoModelForSeq2SeqLM, AutoTokenizer	×
16
17
18	class ThFrTranslator:	×
19	"""
20	Thai-French Machine Translation
21
22	Trained by OPUS Corpus
23
24	Model is from Language Technology Research Group at the University of Helsinki
25
26	BLEU 20.4
27
28	- Huggingface https://huggingface.co/Helsinki-NLP/opus-mt-th-fr
29
30	:param bool use_gpu : load model using GPU (Default is False)
31	"""
32
33	def __init__(	×
34	self,
35	use_gpu: bool = False,
36	pretrained: str = "Helsinki-NLP/opus-mt-th-fr",
37	) -> None:
38	self.tokenizer_thzh = AutoTokenizer.from_pretrained(pretrained)	×
39	self.model_thzh = AutoModelForSeq2SeqLM.from_pretrained(pretrained)	×
40	if use_gpu:	×
41	self.model_thzh = self.model_thzh.cuda()	×
42
43	def translate(self, text: str) -> str:	×
44	"""
45	Translate text from Thai to French
46
47	:param str text: input text in source language
48	:return: translated text in target language
49	:rtype: str
50
51	:Example:
52
53	Translate text from Thai to French::
54
55	from pythainlp.translate.th_fr import ThFrTranslator
56
57	thfr = ThFrTranslator()
58
59	thfr.translate("ทดสอบระบบ")
60	# output: "Test du système."
61
62	"""
63	self.translated = self.model_thzh.generate(	×
64	**self.tokenizer_thzh(text, return_tensors="pt", padding=True)
65	)
66	return [	×
67	self.tokenizer_thzh.decode(t, skip_special_tokens=True)
68	for t in self.translated
69	][0]

PyThaiNLP / pythainlp / 11625814262

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous