#832

Committed 12 Oct 2023 08:31AM UTC coverage: 0.0% (-68.5%) from 68.493%

Build # #832

Build Type

push

circle-ci

Committed by

xzdandy

Commit Message

Minor

Run Details

0 of 12331 relevant lines covered (0.0%)

0.0 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/evadb/executor/load_executor.py

# coding=utf-8
# Copyright 2018-2023 EvaDB
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from evadb.database import EvaDBDatabase
from evadb.executor.abstract_executor import AbstractExecutor
from evadb.executor.executor_utils import ExecutorError
from evadb.executor.load_csv_executor import LoadCSVExecutor
from evadb.executor.load_multimedia_executor import LoadMultimediaExecutor
from evadb.parser.types import FileFormatType
from evadb.plan_nodes.load_data_plan import LoadDataPlan


class LoadDataExecutor(AbstractExecutor):
    def __init__(self, db: EvaDBDatabase, node: LoadDataPlan):
        super().__init__(db, node)

    def exec(self, *args, **kwargs):
        """
        Use TYPE to determine the type of data to load.
        """

        # invoke the appropriate executor
        if self.node.file_options["file_format"] is None:
            err_msg = "Invalid file format, please use supported file formats: CSV | VIDEO | IMAGE | DOCUMENT | PDF"
            raise ExecutorError(err_msg)
        if self.node.file_options["file_format"] in [
            FileFormatType.VIDEO,
            FileFormatType.IMAGE,
            FileFormatType.DOCUMENT,
            FileFormatType.PDF,
        ]:
            executor = LoadMultimediaExecutor(self.db, self.node)
        elif self.node.file_options["file_format"] == FileFormatType.CSV:
            executor = LoadCSVExecutor(self.db, self.node)

        # for each batch, exec the executor
        for batch in executor.exec():
            yield batch

1	# coding=utf-8
2	# Copyright 2018-2023 EvaDB
3	#
4	# Licensed under the Apache License, Version 2.0 (the "License");
5	# you may not use this file except in compliance with the License.
6	# You may obtain a copy of the License at
7	#
8	# http://www.apache.org/licenses/LICENSE-2.0
9	#
10	# Unless required by applicable law or agreed to in writing, software
11	# distributed under the License is distributed on an "AS IS" BASIS,
12	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13	# See the License for the specific language governing permissions and
14	# limitations under the License.
15	from evadb.database import EvaDBDatabase	×
16	from evadb.executor.abstract_executor import AbstractExecutor	×
17	from evadb.executor.executor_utils import ExecutorError	×
18	from evadb.executor.load_csv_executor import LoadCSVExecutor	×
19	from evadb.executor.load_multimedia_executor import LoadMultimediaExecutor	×
20	from evadb.parser.types import FileFormatType	×
21	from evadb.plan_nodes.load_data_plan import LoadDataPlan	×
22
23
24	class LoadDataExecutor(AbstractExecutor):	×
25	def __init__(self, db: EvaDBDatabase, node: LoadDataPlan):	×
26	super().__init__(db, node)	×
27
28	def exec(self, args, *kwargs):	×
29	"""
30	Use TYPE to determine the type of data to load.
31	"""
32
33	# invoke the appropriate executor
34	if self.node.file_options["file_format"] is None:	×
35	err_msg = "Invalid file format, please use supported file formats: CSV \| VIDEO \| IMAGE \| DOCUMENT \| PDF"	×
36	raise ExecutorError(err_msg)
37	if self.node.file_options["file_format"] in [	×
38	FileFormatType.VIDEO,
39	FileFormatType.IMAGE,
40	FileFormatType.DOCUMENT,
41	FileFormatType.PDF,
42	]:
43	executor = LoadMultimediaExecutor(self.db, self.node)	×
44	elif self.node.file_options["file_format"] == FileFormatType.CSV:	×
45	executor = LoadCSVExecutor(self.db, self.node)	×
46
47	# for each batch, exec the executor
48	for batch in executor.exec():	×
49	yield batch	×

georgia-tech-db / eva / #832

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous