inveniosoftware / invenio-files-processor / 72

pending completion

Build # 72

Build Type

Pull #11

travis-ci

Committed by

web-flow

Commit Message

<a href="https://github.com/inveniosoftware/invenio-files-processor/commit/<a class=hub.com/inveniosoftware/invenio-files-processor/commit/<a class="double-link" href="https://git"><a class=hub.com/inveniosoftware/invenio-files-processor/commit/<a class="double-link" href="https://git"><a class=hub.com/inveniosoftware/invenio-files-processor/commit/<a class="double-link" href="https://git"><a class=hub.com/inveniosoftware/invenio-files-processor/commit/4a07eaed170b236bea7127acc29ce01b6ac71da9">4a07eaed1">&lt;a href=&quot;https://github.com/inveniosoftware/invenio-files-processor/commit/</a><a class="double-link" href="https://github.com/inveniosoftware/invenio-files-processor/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/inveniosoftware/invenio-files-processor/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/inveniosoftware/invenio-files-processor/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/inveniosoftware/invenio-files-processor/commit/4a07eaed170b236bea7127acc29ce01b6ac71da9">4a07eaed1</a><a href="https://github.com/inveniosoftware/invenio-files-processor/commit/4a07eaed170b236bea7127acc29ce01b6ac71da9">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/inveniosoftware/invenio-files-processor/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/inveniosoftware/invenio-files-processor/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/inveniosoftware/invenio-files-processor/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/inveniosoftware/invenio-files-processor/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/inveniosoftware/invenio-files-processor/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/inveniosoftware/invenio-files-processor/commit/4a07eaed170b236bea7127acc29ce01b6ac71da9&quot;&gt;4a07eaed1&lt;/a&gt;&lt;a href=&quot;https://github.com/inveniosoftware/invenio-files-processor/commit/4a07eaed170b236bea7127acc29ce01b6ac71da9&quot;&gt;&amp;quot;&amp;gt;&amp;amp;lt;a hre... (continued)

Pull Request Pull Request #11: global: implement tika processor

Run Details

105 of 105 new or added lines in 9 files covered. (100.0%)

115 of 122 relevant lines covered (94.26%)

5.66 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

88.89

/invenio_files_processor/processors/processor.py

# -*- coding: utf-8 -*-
#
# Copyright (C) 2020 CERN.
#
# Invenio-Files-Processor is free software; you can redistribute it and/or
# modify it under the terms of the MIT License; see LICENSE file for more
# details.

"""Abstract class file processor."""
import errno
from abc import ABC, abstractmethod
from os import strerror

from flask import current_app
from invenio_files_rest.models import FileInstance, ObjectVersion

from ..errors import InvalidProcessor
from ..signals import file_processed


class FilesProcessor(ABC):
    """Generic processor interface."""

    def process(self, object_version, **kwargs):
        """Process the file.

        :param object_version: ObjectVersion file input
        :return: Processing result
        """
        self.check_valid_file(object_version)

        if not self.can_process(object_version=object_version, **kwargs):
            raise InvalidProcessor(self.id, object_version.basename)

        data = self.process_file(object_version=object_version, **kwargs)

        file_processed.send(
            current_app._get_current_object(),
            processor_id=self.id,
            file=object_version,
            data=data,
        )

        return data

    @staticmethod
    def check_valid_file(obj):
        """Check if file is valid.

        :param obj: ObjectVersion file input
        """
        is_valid = (
            isinstance(obj, ObjectVersion)
            and isinstance(obj.file, FileInstance)
        )

        if not is_valid:
            raise FileNotFoundError(errno.ENOENT, strerror(errno.ENOENT))

    @property
    @abstractmethod
    def id(self):
        """Specific processor identifier."""
        pass

    @abstractmethod
    def can_process(self, object_version, **kwargs):
        """Specific implementation of validation of file can be processed.

        :param object_version: ObjectVersion file input
        """
        pass

    @abstractmethod
    def process_file(self, object_version, **kwargs):
        """Specific implementation of file processing.

        :param object_version: ObjectVersion file input
        """
        pass

1	# -- coding: utf-8 --
2	#
3	# Copyright (C) 2020 CERN.
4	#
5	# Invenio-Files-Processor is free software; you can redistribute it and/or
6	# modify it under the terms of the MIT License; see LICENSE file for more
7	# details.
8
9	"""Abstract class file processor."""	6✔
10	import errno	6✔
11	from abc import ABC, abstractmethod	6✔
12	from os import strerror	6✔
13
14	from flask import current_app	6✔
15	from invenio_files_rest.models import FileInstance, ObjectVersion	6✔
16
17	from ..errors import InvalidProcessor	6✔
18	from ..signals import file_processed	6✔
19
20
21	class FilesProcessor(ABC):	6✔
22	"""Generic processor interface."""
23
24	def process(self, object_version, **kwargs):	6✔
25	"""Process the file.
26
27	:param object_version: ObjectVersion file input
28	:return: Processing result
29	"""
30	self.check_valid_file(object_version)	6✔
31
32	if not self.can_process(object_version=object_version, **kwargs):	6✔
33	raise InvalidProcessor(self.id, object_version.basename)	6✔
34
35	data = self.process_file(object_version=object_version, **kwargs)	6✔
36
37	file_processed.send(	6✔
38	current_app._get_current_object(),
39	processor_id=self.id,
40	file=object_version,
41	data=data,
42	)
43
44	return data	6✔
45
46	@staticmethod	6✔
47	def check_valid_file(obj):	2✔
48	"""Check if file is valid.
49
50	:param obj: ObjectVersion file input
51	"""
52	is_valid = (	6✔
53	isinstance(obj, ObjectVersion)
54	and isinstance(obj.file, FileInstance)
55	)
56
57	if not is_valid:	6✔
58	raise FileNotFoundError(errno.ENOENT, strerror(errno.ENOENT))	6✔
59
60	@property	6✔
61	@abstractmethod	6✔
62	def id(self):	2✔
63	"""Specific processor identifier."""
64	pass	×
65
66	@abstractmethod	6✔
67	def can_process(self, object_version, **kwargs):	2✔
68	"""Specific implementation of validation of file can be processed.
69
70	:param object_version: ObjectVersion file input
71	"""
72	pass	×
73
74	@abstractmethod	6✔
75	def process_file(self, object_version, **kwargs):	2✔
76	"""Specific implementation of file processing.
77
78	:param object_version: ObjectVersion file input
79	"""
80	pass	×

inveniosoftware / invenio-files-processor / 72

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous