7a19d8f0-8fa6-4177-ae83-73e92ed5cdde

Build # 7a19d8f0-8fa6-4177-ae83-73e92ed5cdde

Build Type

push

circle-ci

Committed by GitHub

Commit Message

feat: Fuzzy Join support in EVA (#589)

Run Details

97 of 97 new or added lines in 9 files covered. (100.0%)

8606 of 9057 relevant lines covered (95.02%)

0.95 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

82.76

/eva/executor/nested_loop_join_executor.py

# coding=utf-8
# Copyright 2018-2022 EVA
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
from typing import Generator, Iterator

from eva.executor.abstract_executor import AbstractExecutor
from eva.executor.executor_utils import ExecutorError, apply_predicate
from eva.models.storage.batch import Batch
from eva.plan_nodes.nested_loop_join_plan import NestedLoopJoinPlan
from eva.utils.logging_manager import logger


class NestedLoopJoinExecutor(AbstractExecutor):
    def __init__(self, node: NestedLoopJoinPlan):
        super().__init__(node)
        self.predicate = node.join_predicate

    def validate(self):
        pass

    def exec(self, *args, **kwargs) -> Iterator[Batch]:
        outer = self.children[0]
        inner = self.children[1]
        try:
            for row1 in outer.exec():
                for row2 in inner.exec():
                    result_batch = Batch.join(row1, row2)
                    result_batch.reset_index()
                    result_batch = apply_predicate(result_batch, self.predicate)
                    if not result_batch.empty():
                        yield result_batch
        except Exception as e:
            logger.error(e)
            raise ExecutorError(e)

        pass

    def __call__(self, *args, **kwargs) -> Generator[Batch, None, None]:
        yield from self.exec(*args, **kwargs)

1	# coding=utf-8
2	# Copyright 2018-2022 EVA
3	#
4	# Licensed under the Apache License, Version 2.0 (the "License");
5	# you may not use this file except in compliance with the License.
6	# You may obtain a copy of the License at
7	#
8	# http://www.apache.org/licenses/LICENSE-2.0
9	#
10	# Unless required by applicable law or agreed to in writing, software
11	# distributed under the License is distributed on an "AS IS" BASIS,
12	# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13	# See the License for the specific language governing permissions and
14	# limitations under the License.
15	from typing import Generator, Iterator	1✔
16
17	from eva.executor.abstract_executor import AbstractExecutor	1✔
18	from eva.executor.executor_utils import ExecutorError, apply_predicate	1✔
19	from eva.models.storage.batch import Batch	1✔
20	from eva.plan_nodes.nested_loop_join_plan import NestedLoopJoinPlan	1✔
21	from eva.utils.logging_manager import logger	1✔
22
23
24	class NestedLoopJoinExecutor(AbstractExecutor):	1✔
25	def __init__(self, node: NestedLoopJoinPlan):	1✔
26	super().__init__(node)	1✔
27	self.predicate = node.join_predicate	1✔
28
29	def validate(self):	1✔
30	pass	×
31
32	def exec(self, args, *kwargs) -> Iterator[Batch]:	1✔
33	outer = self.children[0]	1✔
34	inner = self.children[1]	1✔
35	try:	1✔
36	for row1 in outer.exec():	1✔
37	for row2 in inner.exec():	1✔
38	result_batch = Batch.join(row1, row2)	1✔
39	result_batch.reset_index()	1✔
40	result_batch = apply_predicate(result_batch, self.predicate)	1✔
41	if not result_batch.empty():	1✔
42	yield result_batch	1✔
43	except Exception as e:	×
44	logger.error(e)	×
45	raise ExecutorError(e)	×
46
47	pass	1✔
48
49	def __call__(self, args, *kwargs) -> Generator[Batch, None, None]:	1✔
50	yield from self.exec(args, *kwargs)	×

georgia-tech-db / eva / 7a19d8f0-8fa6-4177-ae83-73e92ed5cdde

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous