6a87883d-74ff-49e7-a466-56d20f5bd8c0

Build # 6a87883d-74ff-49e7-a466-56d20f5bd8c0

Build Type

push

circleci

Committed by GitHub

Commit Message

Merge pull request #996 from CityOfZion/CU-864drmwgd

Run Details

5 of 5 new or added lines in 1 file covered. (100.0%)

17863 of 19547 relevant lines covered (91.38%)

0.94 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

90.04

/boa3/analyser/typeanalyser.py

import ast
from typing import Any, Dict, Iterable, List, Optional, Set, Tuple, Union

from boa3 import constants
from boa3.analyser.astanalyser import IAstAnalyser
from boa3.analyser.builtinfunctioncallanalyser import BuiltinFunctionCallAnalyser
from boa3.analyser.model.optimizer import Undefined, UndefinedType
from boa3.analyser.model.symbolscope import SymbolScope
from boa3.exception import CompilerError, CompilerWarning
from boa3.model.attribute import Attribute
from boa3.model.builtin.builtin import Builtin
from boa3.model.builtin.method.builtinmethod import IBuiltinMethod
from boa3.model.callable import Callable
from boa3.model.expression import IExpression
from boa3.model.imports.importsymbol import Import
from boa3.model.imports.package import Package
from boa3.model.method import Method
from boa3.model.module import Module
from boa3.model.operation.binary.binaryoperation import BinaryOperation
from boa3.model.operation.binaryop import BinaryOp
from boa3.model.operation.operation import IOperation
from boa3.model.operation.operator import Operator
from boa3.model.operation.unary.unaryoperation import UnaryOperation
from boa3.model.operation.unaryop import UnaryOp
from boa3.model.property import Property
from boa3.model.symbol import ISymbol
from boa3.model.type.annotation.metatype import MetaType
from boa3.model.type.classes.classtype import ClassType
from boa3.model.type.classes.pythonclass import PythonClass
from boa3.model.type.classes.userclass import UserClass
from boa3.model.type.collection.icollection import ICollectionType as Collection
from boa3.model.type.type import IType, Type
from boa3.model.type.typeutils import TypeUtils
from boa3.model.variable import Variable


class TypeAnalyser(IAstAnalyser, ast.NodeVisitor):
    """
    This class is responsible for the type checking of the code

    The methods with the name starting with 'visit_' are implementations of methods from the :class:`NodeVisitor` class.
    These methods are used to walk through the Python abstract syntax tree.

    :ivar type_errors: a list with the found type errors. Empty by default.
    :ivar modules: a list with the analysed modules. Empty by default.
    :ivar symbols: a dictionary that maps the global symbols.
    """

    def __init__(self, analyser, symbol_table: Dict[str, ISymbol], log: bool = False):
        super().__init__(analyser.ast_tree, analyser.filename, log=log)
        self.type_errors: List[Exception] = []
        self.modules: Dict[str, Module] = {}
        self.symbols: Dict[str, ISymbol] = symbol_table

        self._current_class: UserClass = None
        self._current_method: Method = None
        self._scope_stack: List[SymbolScope] = []

        self._super_calls: List[IBuiltinMethod] = []
        self.visit(self._tree)

    @property
    def _current_method_id(self) -> str:
        """
        Get the string identifier of the current method

        :return: The name identifier of the method. If the current method is None, returns None.
        :rtype: str or None
        """
        if self._current_method in self.symbols.values():
            index = list(self.symbols.values()).index(self._current_method)
            return list(self.symbols.keys())[index]

    @property
    def _current_scope(self) -> Optional[SymbolScope]:
        return self._scope_stack[-1] if len(self._scope_stack) > 0 else None

    @property
    def _modules_symbols(self) -> Dict[str, ISymbol]:
        """
        Gets all the symbols in the modules scopes.

        :return: Returns a dictionary that maps the modules symbols.
        """
        symbols = {}
        for module in self.modules.values():
            symbols.update(module.symbols)
        return symbols

    def get_symbol(self, symbol_id: str,
                   is_internal: bool = False,
                   check_raw_id: bool = False,
                   origin_node: ast.AST = None) -> Optional[ISymbol]:
        if symbol_id is None:
            return None
        if isinstance(symbol_id, ISymbol) and not isinstance(symbol_id, (IType, IExpression)):
            return symbol_id
        if not isinstance(symbol_id, str):
            return Variable(self.get_type(symbol_id))

        if len(self._scope_stack) > 0:
            for scope in self._scope_stack[::-1]:
                if symbol_id in scope:
                    return scope[symbol_id]

                if check_raw_id:
                    found_symbol = self._search_by_raw_id(symbol_id, list(scope.symbols.values()))
                    if found_symbol is not None:
                        return found_symbol

        if self._current_method is not None and symbol_id in self._current_method.symbols:
            # the symbol exists in the local scope
            return self._current_method.symbols[symbol_id]
        elif self._current_class is not None and symbol_id in self._current_class.symbols:
            # the symbol exists in the class
            return self._current_class.symbols[symbol_id]
        elif symbol_id in self.modules:
            # the symbol exists in the modules scope
            return self.modules[symbol_id]

        if self._current_method is not None:
            cur_symbols = self._current_method.symbols
        elif self._current_class is not None:
            cur_symbols = self._current_class.symbols
        else:
            cur_symbols = self.modules

        if check_raw_id:
            found_symbol = self._search_by_raw_id(symbol_id, list(cur_symbols.values()))
            if found_symbol is not None:
                return found_symbol

        return super().get_symbol(symbol_id, is_internal, check_raw_id, origin_node)

    def new_local_scope(self, symbols: Dict[str, ISymbol] = None):
        if symbols is None:
            symbols = self._current_scope.symbols if self._current_scope is not None else {}

        self._scope_stack.append(SymbolScope(symbols))

    def pop_local_scope(self) -> SymbolScope:
        return self._scope_stack.pop()

    def visit_Module(self, module: ast.Module):
        """
        Visitor of the module node

        Performs the type checking in the body of the method

        :param module: the python ast module node
        """
        for stmt in module.body:
            self.visit(stmt)

    def visit_ClassDef(self, node: ast.ClassDef) -> Any:
        if node.name in self.symbols:
            class_symbol = self.symbols[node.name]
            if isinstance(class_symbol, UserClass):
                self._current_class = class_symbol

        self.generic_visit(node)
        self._current_class = None

    def visit_FunctionDef(self, function: ast.FunctionDef):
        """
        Visitor of the function node

        Performs the type checking in the body of the function

        :param function: the python ast function definition node
        """
        self.visit(function.args)

        symbols = self.symbols if self._current_class is None else self._current_class.symbols
        method = symbols[function.name]

        from boa3.model.event import Event
        if isinstance(method, Property):
            method = method.getter

        if isinstance(method, Method):
            self._current_method = method
            self.new_local_scope({var_id: var for var_id, var in method.symbols.items()
                                  if isinstance(var, Variable) and var.type is not UndefinedType})

            if self._current_class is not None and self._current_class.is_interface and len(function.body) > 0:
                first_instruction = function.body[0]
                if not isinstance(first_instruction, ast.Pass):
                    self._log_warning(CompilerWarning.UnreachableCode(first_instruction.lineno,
                                                                      first_instruction.col_offset))
            else:
                for stmt in function.body:
                    self.visit(stmt)

            if method.is_init:
                self._check_base_init_call(function)
            else:
                self._validate_return(function)

            method_scope = self.pop_local_scope()
            for symbol_id, symbol in self._current_method.symbols.items():
                if isinstance(symbol, Variable) and symbol.type is UndefinedType and symbol_id in method_scope:
                    new_scope_symbol = method_scope[symbol_id]
                    if hasattr(new_scope_symbol, 'type') and new_scope_symbol.type is not UndefinedType:
                        symbol.set_type(new_scope_symbol.type)

            self._current_method = None
        elif (isinstance(method, Event)  # events don't have return
              and function.returns is not None):
            return_type = self.get_type(function.returns)
            if return_type is not Type.none:
                self._log_error(
                    CompilerError.MismatchedTypes(line=function.lineno, col=function.col_offset,
                                                  expected_type_id=Type.none.identifier,
                                                  actual_type_id=return_type.identifier)
                )

    def visit_arguments(self, arguments: ast.arguments):
        """
        Verifies if each argument of a function has a type annotation

        :param arguments: the python ast function arguments node
        """
        for arg in arguments.args:
            self.visit(arg)

        # continue to walk through the tree
        self.generic_visit(arguments)

    def visit_arg(self, arg: ast.arg):
        """
        Verifies if the argument of a function has a type annotation

        :param arg: the python ast arg node
        """
        if arg.annotation is None:
            self._log_error(
                CompilerError.TypeHintMissing(arg.lineno, arg.col_offset, symbol_id=arg.arg)
            )

        # continue to walk through the tree
        self.generic_visit(arg)

    def visit_Return(self, ret: ast.Return):
        """
        Verifies if the return of the function is the same type as the return type annotation

        :param ret: the python ast return node
        """
        ret_value: Any = self.visit(ret.value) if ret.value is not None else None
        if ret.value is not None and self.get_type(ret.value) is not Type.none:
            # multiple returns are not allowed
            if isinstance(ret.value, ast.Tuple):
                self._log_error(
                    CompilerError.TooManyReturns(ret.lineno, ret.col_offset)
                )
                return
            # it is returning something, but there is no type hint for return
            elif self._current_method.return_type is Type.none:
                self._log_error(
                    CompilerError.TypeHintMissing(ret.lineno, ret.col_offset, symbol_id=self._current_method_id)
                )
                return
        self.validate_type_variable_assign(ret, ret_value, self._current_method)

        # continue to walk through the tree
        self.generic_visit(ret)

    def _validate_return(self, node: ast.AST):
        if (self._current_method.return_type is not Type.none
                and hasattr(node, 'body')
                and not self._has_return(node)):
            lst = list(self.symbols.items())
            keys, values = [key_value[0] for key_value in lst], [key_value[-1] for key_value in lst]
            self._log_error(
                CompilerError.MissingReturnStatement(
                    line=node.lineno, col=node.col_offset,
                    symbol_id=keys[values.index(self._current_method)]
                )
            )

    def _has_return(self, node: ast.AST) -> bool:
        if not hasattr(node, 'body'):
            return False

        has_else_stmt: bool = hasattr(node, 'orelse')
        has_body_return: bool = any(isinstance(stmt, (ast.Return, ast.Pass)) for stmt in node.body)
        if has_body_return and not has_else_stmt:
            # if any statement in the function body is a return, all flow has a return
            return True

        body = [stmt for stmt in node.body if hasattr(stmt, 'body')]
        body_has_inner_return: bool = len(body) > 0 and all(self._has_return(stmt) for stmt in body)
        if not has_body_return and not body_has_inner_return:
            # for and while nodes must to check if there is a return inside the else statement
            if not isinstance(node, (ast.For, ast.AsyncFor, ast.While)):
                return False

        if has_else_stmt:
            if any(isinstance(stmt, (ast.Return, ast.Pass)) for stmt in node.orelse):
                return True
            else:
                orelse = [stmt for stmt in node.orelse if hasattr(stmt, 'body')]
                return len(orelse) > 0 and all(self._has_return(stmt) for stmt in orelse)
        return body_has_inner_return

    def _check_base_init_call(self, node: ast.AST):
        if not self._current_method.is_init or not isinstance(self._current_class, ClassType):
            # if the method is not an user class __init__, don't check
            return

        if len(self._current_class.bases) == 0:
            # nothing to check if class has no bases
            return

        if len(self._super_calls) == 0:
            self._log_error(CompilerError.MissingInitCall(line=node.lineno,
                                                          col=node.col_offset))
        else:
            self._super_calls.clear()

    def visit_Assign(self, assign: ast.Assign):
        """
        Verifies if it is a multiple assignments statement

        :param assign: the python ast variable assignment node
        """
        for target in assign.targets:
            self.validate_type_variable_assign(target, assign.value)

    def visit_AnnAssign(self, ann_assign: ast.AnnAssign):
        """
        Verifies if the assigned type is the same as the variable type

        :param ann_assign: the python ast variable annotated assignment node
        """
        # if value is None, it is a declaration
        if ann_assign.value is not None:
            self.validate_type_variable_assign(ann_assign.target, ann_assign.value, implicit_cast=True)

    def visit_AugAssign(self, aug_assign: ast.AugAssign):
        """
        Verifies if the types of the target variable and the value are compatible with the operation

        If the operation is valid, changes de Python operator by the Boa operator in the syntax tree

        :param aug_assign: the python ast augmented assignment node
        """
        operation = self.validate_binary_operation(aug_assign, aug_assign.target, aug_assign.value)
        if operation is not None:
            self.validate_type_variable_assign(aug_assign.target, operation)
            aug_assign.op = operation

    def validate_type_variable_assign(self, node: ast.AST, value: Any, target: Any = None,
                                      implicit_cast: bool = False) -> bool:
        value_type: IType = self.get_type(value)
        if isinstance(value, ast.AST):
            value = self.visit(value)
            if isinstance(value, ast.Name):
                symbol: ISymbol = self.get_symbol(value.id)
                if isinstance(symbol, IExpression):
                    value_type = symbol.type
                elif isinstance(symbol, IType):
                    value_type = symbol
                else:
                    self._log_error(
                        CompilerError.UnresolvedReference(
                            value.lineno, value.col_offset,
                            symbol_id=value.id
                        ))

        if target is not None:
            target_type = self.get_type(target)
        else:
            target_type = None
            var: ISymbol = self.get_symbol(node.id if hasattr(node, 'id') else node)
            if isinstance(var, Variable):
                if (var.type is UndefinedType
                        or (var.type is Undefined and var not in self.symbols.values())):
                    var = var.copy()

                if var.type in (None, UndefinedType, Undefined):
                    # it is an declaration with assignment and the value is neither literal nor another variable
                    var.set_type(value_type)
                target_type = var.type

            elif isinstance(node, ast.Name):
                self._log_error(
                    CompilerError.UnresolvedReference(
                        node.lineno, node.col_offset,
                        symbol_id=node.id
                    ))
                return False

        if self._current_scope is not None:
            if isinstance(node, ast.Name):
                if node.id not in self._current_scope:
                    if implicit_cast:
                        value_type = target_type
                    elif not isinstance(value_type, Collection):
                        target_type = value_type
                    elif not (isinstance(type(value_type), type(target_type)) and
                              (value_type.value_type is Type.any or value_type.valid_key is Type.any)):
                        # if the collection is generic, let the validation for the outer scope
                        value_type = target_type

                    self._current_scope.include_symbol(node.id, Variable(value_type))

                else:
                    if self._current_method is not None and node.id in self._current_method.symbols:
                        can_change_target_type = (self._current_method.symbols[node.id].type is UndefinedType
                                                  or node.id in self._current_method.args)
                        can_change_original = node.id not in self._current_method.args
                    else:
                        can_change_target_type = True
                        can_change_original = True

                    if can_change_target_type:
                        if (not target_type.is_type_of(value_type) and
                                value != target_type.default_value):
                            target_type = value_type
                        self._current_scope.include_symbol(node.id, Variable(value_type),
                                                           reassign_original=can_change_original)

        if not target_type.is_type_of(value_type) and value != target_type.default_value:
            if not implicit_cast:
                self._log_error(
                    CompilerError.MismatchedTypes(
                        node.lineno, node.col_offset,
                        actual_type_id=value_type.identifier,
                        expected_type_id=target_type.identifier
                    ))
                return False
            else:
                self._log_warning(
                    CompilerWarning.TypeCasting(
                        node.lineno, node.col_offset,
                        origin_type_id=value_type.identifier,
                        cast_type_id=target_type.identifier
                    )
                )

        return True

    def visit_Subscript(self, subscript: ast.Subscript) -> IType:
        """
        Verifies if the subscribed value is a sequence

        :param subscript: the python ast subscript node
        :return: the type of the accessed value if it is valid. Type.none otherwise.
        """
        if isinstance(subscript.slice, ast.Slice):
            return self.validate_slice(subscript, subscript.slice)

        return self.validate_get_or_set(subscript, subscript.slice)

    def validate_get_or_set(self, subscript: ast.Subscript, index_node: ast.AST) -> IType:
        """
        Verifies if the subscribed value is a sequence and if the index is valid to this sequence

        :param subscript: the python ast subscript node
        :param index_node: the subscript index
        :return: the type of the accessed value if it is valid. Type.none otherwise.
        """
        is_internal = hasattr(subscript, 'is_internal_call') and subscript.is_internal_call

        value = self.visit(subscript.value)
        index = self.visit(index_node)

        if isinstance(value, ast.Name):
            value = self.get_symbol(value.id, is_internal=is_internal)
        if isinstance(index, ast.Name):
            index = self.get_symbol(index.id, is_internal=is_internal)
        if not isinstance(index, tuple):
            index = (index,)

        # if it is a type hint, returns the outer type
        if isinstance(value, IType) and all(isinstance(i, IType) for i in index):
            if isinstance(value, Collection):
                value = value.build_collection(*index)

            value_to_be_built = index if isinstance(value, MetaType) else value
            if not isinstance(value_to_be_built, tuple):
                value_to_be_built = (value_to_be_built,)
            return TypeUtils.type.build(*value_to_be_built)

        symbol_type: IType = self.get_type(value)
        index_type: IType = self.get_type(index[0])

        # only sequence types can be subscribed
        if not isinstance(symbol_type, Collection):
            self._log_error(
                CompilerError.UnresolvedOperation(
                    subscript.lineno, subscript.col_offset,
                    type_id=symbol_type.identifier,
                    operation_id=Operator.Subscript)
            )
            return symbol_type
        # the sequence can't use the given type as index
        if not symbol_type.is_valid_key(index_type):
            self._log_error(
                CompilerError.MismatchedTypes(
                    subscript.lineno, subscript.col_offset,
                    actual_type_id=index_type.identifier,
                    expected_type_id=symbol_type.valid_key.identifier)
            )
        # it is setting a value in a sequence that doesn't allow reassign values
        elif isinstance(subscript.ctx, ast.Store) and not symbol_type.can_reassign_values:
            self._log_error(
                CompilerError.UnresolvedOperation(
                    subscript.lineno, subscript.col_offset,
                    type_id=symbol_type.identifier,
                    operation_id=Operator.Subscript)
            )
        return symbol_type.item_type

    def validate_slice(self, subscript: ast.Subscript, slice_node: ast.Slice) -> IType:
        """
        Verifies if the subscribed value is a sequence and if the slice is valid to this sequence

        :param subscript: the python ast subscript node
        :param slice_node: the subscript slice
        :return: the type of the accessed value if it is valid. Type.none otherwise.
        """
        value = self.visit(subscript.value)
        lower, upper, step = (self.get_type(value) for value in self.visit(slice_node))

        symbol_type: IType = self.get_type(value)
        # only collection types can be subscribed
        if not isinstance(symbol_type, Collection):
            self._log_error(
                CompilerError.UnresolvedOperation(
                    subscript.lineno, subscript.col_offset,
                    type_id=symbol_type.identifier,
                    operation_id=Operator.Subscript)
            )
            return Type.none

        lower = lower if lower is not Type.none else symbol_type.valid_key
        upper = upper if upper is not Type.none else symbol_type.valid_key
        step = step if step is not Type.none else symbol_type.valid_key

        # TODO: remove when slices of other sequence types are implemented
        if (not symbol_type.is_valid_key(lower)
                or not symbol_type.is_valid_key(upper)
                or (step is not Type.none and not symbol_type.is_valid_key(step))
            ):
            actual: Tuple[IType, ...] = (lower, upper) if step is Type.none else (lower, upper, step)
            self._log_error(
                CompilerError.MismatchedTypes(
                    subscript.lineno, subscript.col_offset,
                    expected_type_id=[symbol_type.valid_key.identifier for value in actual],
                    actual_type_id=[value.identifier for value in actual]
                )
            )
        else:
            return symbol_type

        return Type.none

    def visit_While(self, while_node: ast.While):
        """
        Verifies if the type of while test is valid

        :param while_node: the python ast while statement node
        """
        test = self.visit(while_node.test)
        test_type: IType = self.get_type(test)

        if test_type is not Type.bool:
            self._log_error(
                CompilerError.MismatchedTypes(
                    while_node.lineno, while_node.col_offset,
                    actual_type_id=test_type.identifier,
                    expected_type_id=Type.bool.identifier)
            )

        # continue to walk through the tree
        for stmt in while_node.body:
            self.visit(stmt)
        for stmt in while_node.orelse:
            self.visit(stmt)

    def visit_For(self, for_node: ast.For):
        """
        Verifies if the type of for iterator is valid

        :param for_node: the python ast for node
        """
        iterator = self.visit(for_node.iter)
        iterator_type: IType = self.get_type(iterator)

        if not isinstance(iterator_type, Collection):
            self._log_error(
                CompilerError.MismatchedTypes(
                    for_node.lineno, for_node.col_offset,
                    actual_type_id=iterator_type.identifier,
                    expected_type_id=Type.sequence.identifier)
            )

        # TODO: change when optimizing for loops
        elif self.get_type(for_node.target) != iterator_type.item_type:
            target_id = self.visit(for_node.target)
            if isinstance(target_id, ast.Name):
                target_id = target_id.id
            symbol = self.get_symbol(target_id)
            symbol.set_type(iterator_type.item_type)

        # continue to walk through the tree
        for stmt in for_node.body:
            self.visit(stmt)
        for stmt in for_node.orelse:
            self.visit(stmt)

    def visit_If(self, if_node: ast.If):
        """
        Verifies if the type of if test is valid

        :param if_node: the python ast if statement node
        """
        is_instance_if, is_instance_else = self.validate_if(if_node)

        # continue to walk through the tree
        self.new_local_scope(is_instance_if)
        for stmt in if_node.body:
            self.visit(stmt)
        is_instance_if = self.pop_local_scope().symbols

        self.new_local_scope(is_instance_else)
        for stmt in if_node.orelse:
            self.visit(stmt)
        is_instance_else = self.pop_local_scope().symbols

        last_scope = self._current_scope if len(self._scope_stack) > 0 else self._current_method
        # updates the outer scope for each variable that is changed in both branches
        intersected_ids = is_instance_if.keys() & is_instance_else.keys()
        for changed_symbol in intersected_ids:
            new_value_type_if_branch = self.get_type(is_instance_if[changed_symbol])
            new_value_type_else_branch = self.get_type(is_instance_else[changed_symbol])
            new_type = Type.union.build([new_value_type_if_branch, new_value_type_else_branch])
            last_scope.include_symbol(changed_symbol, Variable(new_type))

        # updates with the variables assigned in a branch that doesn't exist in the outer scope
        self._include_symbols_to_scope(last_scope, is_instance_if, intersected_ids)
        self._include_symbols_to_scope(last_scope, is_instance_else, intersected_ids)

    def _include_symbols_to_scope(self, scope: SymbolScope, other_scope: Dict[str, ISymbol], items_filter: Set[str]):
        for new_symbol_id in {key for key in other_scope if key not in items_filter}:
            new_symbol = other_scope[new_symbol_id]
            new_value_type = self.get_type(new_symbol)
            outer_symbol = self.get_symbol(new_symbol_id)
            outer_value_type = outer_symbol.type if isinstance(outer_symbol, IExpression) else Type.none

            if (isinstance(outer_symbol, Variable) and isinstance(new_symbol, Variable)
                    and not new_symbol.is_reassigned):
                continue

            if isinstance(outer_symbol, IType):
                new_type = Type.union.build([new_value_type, outer_value_type])
            else:
                new_type = new_value_type
            scope.include_symbol(new_symbol_id, Variable(new_type))

    def visit_IfExp(self, if_node: ast.IfExp):
        """
        Verifies if the type of if test is valid

        :param if_node: the python ast if expression node
        """
        is_instance_if, is_instance_else = self.validate_if(if_node)
        body = if_node.body
        orelse = if_node.orelse
        if_value = body[-1] if isinstance(body, list) and len(body) > 0 else body
        else_value = orelse[-1] if isinstance(orelse, list) and len(orelse) > 0 else orelse

        self.new_local_scope(is_instance_if)
        if_type: IType = self.get_type(if_value)
        self.pop_local_scope()

        self.new_local_scope(is_instance_else)
        else_type: IType = self.get_type(else_value)
        self.pop_local_scope()

        return Type.get_generic_type(if_type, else_type)

    def validate_if(self, if_node: ast.AST) -> Tuple[Dict[str, ISymbol], Dict[str, ISymbol]]:
        """
        Verifies if the type of if test is valid

        :param if_node: the python ast if statement node
        :type if_node: ast.If or ast.IfExp
        """
        test = self.visit(if_node.test)
        test_type: IType = self.get_type(test)

        return self._get_is_instance_function_calls(if_node.test)

    def _get_is_instance_function_calls(self, node: ast.AST) -> Tuple[Dict[str, ISymbol], Dict[str, ISymbol]]:
        from boa3.model.builtin.method.isinstancemethod import IsInstanceMethod
        is_instance_objs = [x for x, symbol in self.symbols.items()
                            if isinstance(symbol, IsInstanceMethod)]
        is_instance_objs.append(isinstance.__name__)

        is_instance_symbols = {}
        is_not_instance_symbols = {}

        if isinstance(node, ast.BoolOp) and isinstance(node.op, type(BinaryOp.And)):
            conditions = node.values
        else:
            conditions = [node]

        for condition in conditions:
            negate = False
            if isinstance(condition, ast.UnaryOp) and isinstance(condition.op, type(UnaryOp.Not)):
                condition = condition.operand
                negate = True

            # verifies if condition is an is_instance condition
            is_instance_condition = (isinstance(condition, ast.Call) and isinstance(condition.func, ast.Name)
                                     and condition.func.id in is_instance_objs and len(condition.args) == 2)

            # verifies if condition is a identity condition (is None or is not None)
            identity_condition = (isinstance(condition, ast.Compare)
                                  and isinstance(condition.ops[0], (type(BinaryOp.IsNone), type(BinaryOp.IsNotNone))))

            if identity_condition and isinstance(condition.ops[0], type(BinaryOp.IsNotNone)):
                negate = True

            if is_instance_condition or identity_condition:
                if is_instance_condition:
                    left_value = condition.args[0]
                    right_value = condition.args[1]

                else:
                    left_value = condition.left
                    right_value = Type.none

                original = self.get_symbol(left_value)
                if isinstance(original, Variable) and isinstance(left_value, ast.Name):
                    original_id = left_value.id
                    original_type = (original.type
                                     if original_id not in is_instance_symbols
                                     else is_instance_symbols[original_id])

                    instance_obj = self.get_symbol(condition.func.id) if is_instance_condition else None
                    if isinstance(instance_obj, type(Builtin.IsInstance)):
                        is_instance_type = instance_obj._instances_type
                        if isinstance(is_instance_type, list):
                            is_instance_type = Type.union.build(is_instance_type)
                    else:
                        is_instance_type = self.get_type(right_value)
                    is_instance_type = is_instance_type.intersect_type(original_type)
                    negation = original_type.except_type(is_instance_type)
                    resulting_type = is_instance_type if not negate else negation

                    if original_id not in is_not_instance_symbols:
                        is_instance_symbols[original_id] = resulting_type
                    else:
                        is_instance_symbols[original_id] = is_instance_symbols[original_id].except_type(resulting_type)

                    if len(is_instance_symbols) == 1:
                        is_not_instance_symbols[original_id] = is_instance_type if negate else negation
                    elif len(is_not_instance_symbols) == 1:
                        # if there is more than one isinstance it's not possible to determine in compiler time what is
                        # the type of the variables on the else body
                        is_not_instance_symbols.clear()

        for key, value in is_instance_symbols.copy().items():
            if value == self.get_type(self.get_symbol(key)):
                is_instance_symbols.pop(key)
            else:
                is_instance_symbols[key] = Variable(value)

        for key, value in is_not_instance_symbols.copy().items():
            if value == self.get_type(self.get_symbol(key)):
                is_not_instance_symbols.pop(key)
            else:
                is_not_instance_symbols[key] = Variable(value)
        return is_instance_symbols, is_not_instance_symbols

    def visit_BinOp(self, bin_op: ast.BinOp) -> Optional[IType]:
        """
        Verifies if the types of the operands are valid to the operation

        If the operation is valid, changes de Python operator by the Boa operator in the syntax tree

        :param bin_op: the python ast binary operation node
        :return: the type of the result of the operation if the operation is valid. Otherwise, returns None
        :rtype: IType or None
        """
        operation = self.validate_binary_operation(bin_op, bin_op.left, bin_op.right)
        if operation is not None:
            bin_op.op = operation
            return operation.result

    def validate_binary_operation(self, node: ast.AST, left_op: ast.AST, right_op: ast.AST) -> Optional[IOperation]:
        """
        Validates a ast node that represents a binary operation

        :param node: ast node that represents a binary operation
        :param left_op: ast node that represents the left operand of the operation
        :param right_op: ast node that represents the right operand of the operation
        :return: the corresponding :class:`BinaryOperation` if is valid. None otherwise.
        """
        if not hasattr(node, 'op'):
            return

        operator: Operator = self.get_operator(node.op)
        l_operand = self.visit(left_op)
        r_operand = self.visit(right_op)

        if not isinstance(operator, Operator):
            # the operator is invalid or it was not implemented yet
            self._log_error(
                CompilerError.UnresolvedReference(node.lineno, node.col_offset, type(node.op).__name__)
            )

        try:
            operation: IOperation = self.get_bin_op(operator, r_operand, l_operand)
            if operation is None:
                self._log_error(
                    CompilerError.NotSupportedOperation(node.lineno, node.col_offset, operator)
                )
            elif not operation.is_supported:
                # number float division is not supported by Neo VM
                self._log_error(
                    CompilerError.NotSupportedOperation(node.lineno, node.col_offset, operator)
                )
            else:
                return operation
        except CompilerError.MismatchedTypes as raised_error:
            raised_error.line = node.lineno
            raised_error.col = node.col_offset
            # raises the exception with the line/col info
            self._log_error(raised_error)

    def get_bin_op(self, operator: Operator, right: Any, left: Any) -> IOperation:
        """
        Returns the binary operation specified by the operator and the types of the operands

        :param operator: the operator
        :param right: right operand
        :param left: left operand

        :return: Returns the corresponding :class:`BinaryOperation` if the types are valid.
        :raise MismatchedTypes: raised if the types aren't valid for the operator
        """
        l_type: IType = self.get_type(left)
        r_type: IType = self.get_type(right)

        if l_type is None or r_type is None:
            return BinaryOp.get_operation_by_operator(operator, l_type if l_type is not None else r_type)

        actual_types = (l_type.identifier, r_type.identifier)
        operation: IOperation = BinaryOp.validate_type(operator, l_type, r_type)

        if operation is not None:
            return operation
        else:
            if operator.requires_right_operand_for_validation():
                left = l_type
                right = r_type
            else:
                left = l_type if left is not None else r_type
                right = None

            expected_op: BinaryOperation = BinaryOp.get_operation_by_operator(operator, left, right)
            expected_types = (expected_op.left_type.identifier, expected_op.right_type.identifier)
            raise CompilerError.MismatchedTypes(0, 0, expected_types, actual_types)

    def visit_UnaryOp(self, un_op: ast.UnaryOp) -> Optional[IType]:
        """
        Verifies if the type of the operand is valid to the operation

        If the operation is valid, changes de Python operator by the Boa operator in the syntax tree

        :param un_op: the python ast unary operation node
        :return: the type of the result of the operation if the operation is valid. Otherwise, returns None
        :rtype: IType or None
        """
        operator: Operator = self.get_operator(un_op.op)
        operand = self.visit(un_op.operand)

        if not isinstance(operator, Operator):
            # the operator is invalid or it was not implemented yet
            self._log_error(
                CompilerError.UnresolvedReference(un_op.lineno, un_op.col_offset, type(un_op.op).__name__)
            )

        try:
            operation: UnaryOperation = self.get_un_op(operator, operand)
            if operation is None:
                self._log_error(
                    CompilerError.NotSupportedOperation(un_op.lineno, un_op.col_offset, operator)
                )
            elif not operation.is_supported:
                self._log_error(
                    CompilerError.NotSupportedOperation(un_op.lineno, un_op.col_offset, operator)
                )
            else:
                un_op.op = operation
                return operation.result
        except CompilerError.MismatchedTypes as raised_error:
            raised_error.line = un_op.lineno
            raised_error.col = un_op.col_offset
            # raises the exception with the line/col info
            self._log_error(raised_error)

    def get_un_op(self, operator: Operator, operand: Any) -> UnaryOperation:
        """
        Returns the binary operation specified by the operator and the types of the operands

        :param operator: the operator
        :param operand: the operand

        :return: Returns the corresponding :class:`UnaryOperation` if the types are valid.
        :raise MismatchedTypes: raised if the types aren't valid for the operator
        """
        op_type: IType = self.get_type(operand)

        actual_type: str = op_type.identifier
        operation: UnaryOperation = UnaryOp.validate_type(operator, op_type)

        if operation is not None:
            return operation
        else:
            expected_op: UnaryOperation = UnaryOp.get_operation_by_operator(operator)
            expected_type: str = expected_op.operand_type.identifier
            raise CompilerError.MismatchedTypes(0, 0, expected_type, actual_type)

    def visit_Assert(self, assert_: ast.Assert):
        """
        Verifies if the types of condition and error message in the assert are valid

        If the operations are valid, changes de Python operator by the Boa operator in the syntax tree

        :param assert_: the python ast assert operation node
        :return: the type of the result of the operation if the operation is valid. Otherwise, returns None
        """
        self.visit(assert_.test)

        if assert_.msg is not None:
            msg = self.visit(assert_.msg)
            msg_type = self.get_type(msg)

            if not Type.str.is_type_of(msg_type) and not Type.bytes.is_type_of(msg_type):

                # TODO: remove this error when str constructor is implemented
                self._log_error(
                    CompilerError.MismatchedTypes(
                        assert_.msg.lineno, assert_.msg.col_offset,
                        expected_type_id=Type.str.identifier,
                        actual_type_id=str(msg_type)
                    )
                )

    def visit_Compare(self, compare: ast.Compare) -> Optional[IType]:
        """
        Verifies if the types of the operands are valid to the compare operations

        If the operations are valid, changes de Python operator by the Boa operator in the syntax tree

        :param compare: the python ast compare operation node
        :return: the type of the result of the operation if the operation is valid. Otherwise, returns None
        :rtype: IType or None
        """
        if len(compare.comparators) != len(compare.ops):
            self._log_error(
                CompilerError.IncorrectNumberOfOperands(
                    compare.lineno,
                    compare.col_offset,
                    len(compare.ops),
                    len(compare.comparators) + 1  # num comparators + compare.left
                )
            )

        line = compare.lineno
        col = compare.col_offset
        try:
            return_type = None
            l_operand = self.visit_value(compare.left)
            for index, op in enumerate(compare.ops):
                operator: Operator = self.get_operator(op)
                r_operand = self.visit_value(compare.comparators[index])

                if not isinstance(operator, Operator):
                    # the operator is invalid or it was not implemented yet
                    self._log_error(
                        CompilerError.UnresolvedReference(line, col, type(op).__name__)
                    )

                operation: IOperation = self.get_bin_op(operator, r_operand, l_operand)
                if operation is None:
                    self._log_error(
                        CompilerError.NotSupportedOperation(line, col, operator)
                    )
                elif not operation.is_supported:
                    self._log_error(
                        CompilerError.NotSupportedOperation(line, col, operator)
                    )
                else:
                    compare.ops[index] = operation
                    return_type = operation.result

                line = compare.comparators[index].lineno
                col = compare.comparators[index].col_offset
                l_operand = r_operand

            return return_type
        except CompilerError.MismatchedTypes as raised_error:
            raised_error.line = line
            raised_error.col = col
            # raises the exception with the line/col info
            self._log_error(raised_error)

    def visit_BoolOp(self, bool_op: ast.BoolOp) -> Optional[IType]:
        """
        Verifies if the types of the operands are valid to the boolean operations

        If the operations are valid, changes de Python operator by the Boa operator in the syntax tree

        :param bool_op: the python ast boolean operation node
        :return: the type of the result of the operation if the operation is valid. Otherwise, returns None
        :rtype: IType or None
        """
        lineno: int = bool_op.lineno
        col_offset: int = bool_op.col_offset
        try:
            return_type: IType = None
            bool_operation: IOperation = None
            operator: Operator = self.get_operator(bool_op.op)

            if not isinstance(operator, Operator):
                # the operator is invalid or it was not implemented yet
                self._log_error(
                    CompilerError.UnresolvedReference(lineno, col_offset, type(operator).__name__)
                )

            l_operand = self.visit(bool_op.values[0])
            for index, operand in enumerate(bool_op.values[1:]):
                r_operand = self.visit(operand)

                operation: IOperation = self.get_bin_op(operator, r_operand, l_operand)
                if operation is None:
                    self._log_error(
                        CompilerError.NotSupportedOperation(lineno, col_offset, operator)
                    )
                elif bool_operation is None:
                    return_type = operation.result
                    bool_operation = operation

                lineno = operand.lineno
                col_offset = operand.col_offset
                l_operand = r_operand

            bool_op.op = bool_operation
            return return_type
        except CompilerError.MismatchedTypes as raised_error:
            raised_error.line = lineno
            raised_error.col = col_offset
            # raises the exception with the line/col info
            self._log_error(raised_error)

    def get_operator(self, node: Union[ast.operator, Operator, IOperation]) -> Optional[Operator]:
        """
        Gets the :class:`Operator` equivalent to given Python ast operator

        :param node: object with the operator data
        :type node: ast.operator or Operator or IOperation
        :return: the Boa operator equivalent to the node. None if it doesn't exit.
        :rtype: Operator or None
        """
        # the node has already been visited
        if isinstance(node, Operator):
            return node
        elif isinstance(node, IOperation):
            return node.operator

        return Operator.get_operation(node)

    def visit_Call(self, call: ast.Call):
        """
        Verifies if the number of arguments is correct

        :param call: the python ast function call node
        :return: the result type of the called function
        """
        if isinstance(call.func, ast.Name):
            callable_id: str = call.func.id
            is_internal = hasattr(call, 'is_internal_call') and call.is_internal_call
            callable_target = self.get_symbol(callable_id, is_internal)
        else:
            callable_id, callable_target = self.get_callable_and_update_args(call)  # type: str, ISymbol

        callable_target = self.validate_builtin_callable(callable_id, callable_target, call.args)

        if not isinstance(callable_target, Callable):
            # if the outer call is a builtin, enable call even without the import
            builtin_symbol = Builtin.get_symbol(callable_id)
            if builtin_symbol is not None:
                callable_target = builtin_symbol

        callable_method_id = None
        if isinstance(callable_target, ClassType):
            callable_target = callable_target.constructor_method()
            callable_method_id = constants.INIT_METHOD_ID

        if not isinstance(callable_target, Callable):
            # the symbol doesn't exists or is not a function
            # if it is None, the error was already logged
            if callable_id is not None:
                if callable_method_id is not None:
                    callable_id = '{0}.{1}()'.format(callable_id, callable_method_id)
                self._log_error(
                    CompilerError.UnresolvedReference(call.func.lineno, call.func.col_offset, callable_id)
                )
        else:
            if not self.check_call_scope(call, callable_target, callable_id):
                # errors are logged and handled by the method itself
                return self.get_type(callable_target)

            if callable_target is Builtin.NewEvent:
                return callable_target.return_type

            private_identifier = None  # used for validating internal builtin methods
            if self.validate_callable_arguments(call, callable_target):
                args = [self.get_type(param, use_metatype=True) for param in call.args]
                if isinstance(callable_target, IBuiltinMethod):
                    # if the arguments are not generic, build the specified method
                    if callable_target.raw_identifier.startswith('-'):
                        private_identifier = callable_target.raw_identifier
                    callable_target: IBuiltinMethod = callable_target.build(args)
                    if not callable_target.is_supported:
                        self._log_error(
                            CompilerError.NotSupportedOperation(call.lineno, call.col_offset,
                                                                callable_target.not_supported_str(callable_id))
                        )
                        return callable_target.return_type

                    if callable_target.is_cast:
                        # every typing cast raises a warning
                        cast_types = callable_target.cast_types
                        if cast_types is None:
                            origin_type_id = 'unknown'
                            cast_type_id = callable_target.type.identifier
                        else:
                            origin_type_id = cast_types[0].identifier
                            cast_type_id = cast_types[1].identifier

                        if not hasattr(call, 'is_internal_call') or not call.is_internal_call:
                            self._log_warning(
                                CompilerWarning.TypeCasting(call.lineno, call.col_offset,
                                                            origin_type_id=origin_type_id,
                                                            cast_type_id=cast_type_id)
                            )

                self.validate_passed_arguments(call, args, callable_id, callable_target)

            if private_identifier is not None and callable_target.identifier != private_identifier:
                # updates the callable_id for validation of internal builtin that accepts generic variables
                callable_id = private_identifier
            self.update_callable_after_validation(call, callable_id, callable_target)

        return self.get_type(callable_target)

    def get_callable_and_update_args(self, call: ast.Call) -> Tuple[str, ISymbol]:
        attr: Attribute = self.visit(call.func)
        if not isinstance(attr, Attribute):
            attr_id = str(attr)
            attr_id_split = attr_id.split(constants.ATTRIBUTE_NAME_SEPARATOR)
            attr_call_id = attr_id
            if len(attr_id_split) > 0:
                attr_call_id = constants.ATTRIBUTE_NAME_SEPARATOR.join(attr_id_split[:-1])

            self._log_error(
                CompilerError.UnresolvedReference(call.func.lineno, call.func.col_offset, attr_call_id)
            )

            return attr_id, None

        arg0, callable_target, callable_id = attr.values

        if isinstance(arg0, Package):
            # visit works only with ast classes
            package = arg0
            package_symbol = self.get_symbol(package.identifier, check_raw_id=True)

            while package_symbol is None and package.parent is not None:
                package = package.parent
                package_symbol = self.get_symbol(package.identifier, check_raw_id=True)

            if package_symbol is None:
                arg0_identifier = package.identifier
            elif isinstance(package_symbol, Package):
                arg0_identifier = package_symbol
            else:
                arg0_identifier = package

        elif isinstance(arg0, UserClass):
            arg0_identifier = arg0.identifier
        elif isinstance(arg0, ast.AST):
            arg0_identifier = self.visit(arg0)
        else:
            arg0_identifier = None

        if isinstance(arg0_identifier, ast.Name):
            arg0_identifier = arg0_identifier.id

        if (callable_target is not None
                and not isinstance(self.get_symbol(arg0_identifier), (IType, Import, Package))
                and not isinstance(arg0_identifier, UserClass)
                and (len(call.args) < 1 or call.args[0] != arg0)):
            # move self to the arguments
            # don't move if it's class method
            if not (isinstance(arg0, ClassType) and callable_id in arg0.class_methods):
                call.args.insert(0, arg0)

        if len(call.args) > 0 and isinstance(callable_target, IBuiltinMethod) and callable_target.has_self_argument:
            self_type: IType = self.get_type(call.args[0])
            caller = self.get_symbol(arg0_identifier)
            if isinstance(caller, IType) and not caller.is_type_of(self_type):
                self_type = caller
            callable_target = callable_target.build(self_type)

        return callable_id, callable_target

    def check_call_scope(self, call: ast.Call, callable: Callable, callable_id: str):
        error_count = len(self.errors)
        if not isinstance(call.func, ast.Attribute):
            # if the call doesn't came from an attribute, there's nothing to be validated
            return True

        attr_node: ast.Attribute = call.func
        if isinstance(attr_node.value, ast.Name):
            attribute_symbol = self.get_symbol(attr_node.value.id)
        else:
            attribute_symbol = self.get_symbol(attr_node.value)
        is_from_type_name = isinstance(attribute_symbol, IType)

        attribute_type = self.get_type(attribute_symbol)
        if not isinstance(attribute_type, UserClass):
            # TODO: change when class specific scopes are implemented in the built-ins
            return True

        # TODO: remove this verification when calling an instance function from a class is implemented
        if is_from_type_name and isinstance(callable, Method) and hasattr(attribute_symbol, 'instance_methods') \
                and callable_id in attribute_symbol.instance_methods:
            callable_complete_id = f'{attribute_type.identifier}.{callable_id}'
            self._log_error(
                CompilerError.NotSupportedOperation(call.func.lineno, call.func.col_offset, callable_complete_id)
            )
        elif is_from_type_name and callable_id not in attribute_type.class_symbols:
            # the current symbol doesn't exist in the class scope
            callable_complete_id = f'{attribute_type.identifier}.{callable_id}'
            self._log_error(
                CompilerError.UnresolvedReference(call.func.lineno, call.func.col_offset, callable_complete_id)
            )
        elif not is_from_type_name and callable_id not in attribute_type.instance_symbols:
            # the current symbol doesn't exist in the instance scope
            callable_complete_id = f'{attribute_type.identifier}().{callable_id}'
            self._log_error(
                CompilerError.UnresolvedReference(call.func.lineno, call.func.col_offset, callable_complete_id)
            )

        return len(self.errors) == error_count

    def validate_builtin_callable(self, callable_id: str, callable_target: ISymbol,
                                  call_args: List[ast.AST] = None) -> ISymbol:
        if call_args is None:
            call_args = []

        if not isinstance(callable_target, Callable):
            # verify if it is a builtin method with its name shadowed
            call_target = Builtin.get_symbol(callable_id)
            if not isinstance(call_target, Callable) and self.is_exception(callable_id):
                call_target = Builtin.Exception

            callable_target = call_target if call_target is not None else callable_target
        if isinstance(callable_target, IBuiltinMethod):
            # verify if it's a variation of the default builtin method
            args = [self.get_type(param, use_metatype=True) for param in call_args]

            from boa3.model.builtin.method import SuperMethod
            # TODO: change when implementing super() with args
            if (isinstance(callable_target, SuperMethod)
                    and isinstance(self._current_method, Method) and self._current_method.has_cls_or_self):
                args.insert(0, self._current_class)

            new_target = callable_target.build(args)
            if new_target is not None:
                callable_target = new_target

            if isinstance(callable_target, SuperMethod) and callable_target not in self._super_calls:
                self._super_calls.append(callable_target)
        return callable_target

    def validate_callable_arguments(self, call: ast.Call, callable_target: Callable) -> bool:
        if callable_target.has_starred_argument and not hasattr(call, 'checked_starred_args'):

            if (len(call.args) >= len(callable_target.args)
                    and (len(call.args) == 0 or not isinstance(call.args[0], ast.Starred))):
                # starred argument is always the last argument
                len_args_without_starred = len(callable_target.args) - 1
                args = self.parse_to_node(str(Type.tuple.default_value), call)

                # include the arguments into a tuple to be assigned to the starred argument
                args.elts = call.args[len_args_without_starred:]
                call.args[len_args_without_starred:] = [args]

            call.checked_starred_args = True

        ignore_first_argument = int(callable_target.has_cls_or_self)  # 1 if True, 0 otherwise
        len_call_args = len(call.args)
        len_call_keywords = len(call.keywords)
        callable_required_args = len(callable_target.args_without_default) - ignore_first_argument

        # verifies if a non-default arg is being called as a keyword
        necessary_kwargs = list(callable_target.args_without_default.keys())[len_call_args:callable_required_args]
        keywords_names_used = []
        all_required_arg_have_values = True
        for keyword in call.keywords:
            keywords_names_used.append(keyword.arg)
        index = 0
        while index < len(necessary_kwargs) and all_required_arg_have_values:
            if necessary_kwargs[index] not in keywords_names_used:
                all_required_arg_have_values = False
            index += 1

        # verifies if a kwarg is being used but is not an argument for the function
        index = 0
        unexpected_kwarg = None
        while unexpected_kwarg is None and index < len(call.keywords):
            if call.keywords[index].arg not in list(callable_target.args.keys()):
                unexpected_kwarg = call.keywords[index].value
            index += 1

        # verifies if a kwarg that was already used as a positional argument is being used again
        implicit_args = list(callable_target.args_without_default.keys())[:len_call_args]
        index = 0
        already_called_arg = None
        kwargs_used_names = []
        for keyword in call.keywords:
            kwargs_used_names.append(keyword.arg)
        while already_called_arg is None and index < len(implicit_args):
            if implicit_args[index] in kwargs_used_names:
                already_called_arg = call.keywords[index].value
            index += 1

        if len_call_args > len(callable_target.args) or unexpected_kwarg is not None or already_called_arg is not None:
            if unexpected_kwarg is not None:
                unexpected_arg = unexpected_kwarg
            elif already_called_arg is not None:
                unexpected_arg = already_called_arg
            else:
                unexpected_arg = call.args[len(callable_target.args) + ignore_first_argument]
            self._log_error(
                CompilerError.UnexpectedArgument(unexpected_arg.lineno, unexpected_arg.col_offset)
            )
            return False
        elif len_call_args + len_call_keywords < callable_required_args or not all_required_arg_have_values:
            missed_arg = list(callable_target.args)[len(call.args) + ignore_first_argument]
            self._log_error(
                CompilerError.UnfilledArgument(call.lineno, call.col_offset, missed_arg)
            )
            return False

        if isinstance(callable_target, IBuiltinMethod) and callable_target.requires_reordering:
            if not hasattr(call, 'was_reordered') or not call.was_reordered:
                callable_target.reorder(call.args)
                call.was_reordered = True

        if callable_required_args <= len_call_args < len(callable_target.args):
            included_args = len_call_args - callable_required_args
            for default in callable_target.defaults[included_args:]:
                call.args.append(self.clone(default))
        return True

    def validate_passed_arguments(self, call: ast.Call, args_types: List[IType], callable_id: str, callable: Callable):
        if isinstance(callable, IBuiltinMethod):
            builtin_analyser = BuiltinFunctionCallAnalyser(self, call, callable_id, callable, self._log)
            if builtin_analyser.validate():
                self.errors.extend(builtin_analyser.errors)
                self.warnings.extend(builtin_analyser.warnings)
                return

        param_types = []
        ignore_first_argument = int(callable.has_cls_or_self)  # 1 if True, 0 otherwise
        is_first_arg_cls_of_self = ignore_first_argument and len(call.args) == len(callable.args)

        # validate positional parameters
        if is_first_arg_cls_of_self:
            (self_id, self_value) = list(callable.args.items())[0]
            param_type = self._validate_argument_type(call.args[0], self_value.type, use_metatype=True)
            param_types.append(param_type)

        for index, param in enumerate(call.args[is_first_arg_cls_of_self:]):
            (arg_id, arg_value) = list(callable.args.items())[ignore_first_argument + index]

            param_type = self._validate_argument_type(param, arg_value.type, use_metatype=True)
            param_types.append(param_type)

        # validate keyword arguments
        for param in call.keywords:
            arg_value = callable.args[param.arg]
            param = param.value
            param_type = self._validate_argument_type(param, arg_value.type)
            param_types.append(param_type)

    def _validate_argument_type(self, param: ast.AST, arg_type: IType, use_metatype: bool = False) -> Optional[IType]:
        param_type = self.get_type(param, use_metatype=use_metatype)
        if arg_type.is_type_of(param_type):
            return param_type
        else:
            self._log_error(
                CompilerError.MismatchedTypes(
                    param.lineno, param.col_offset,
                    arg_type.identifier,
                    param_type.identifier
                ))

        return None

    def update_callable_after_validation(self, call: ast.Call, callable_id: str, callable_target: Callable):
        callable_target.add_call_origin(call)

        # if the arguments are not generic, include the specified method in the symbol table
        if (isinstance(callable_target, IBuiltinMethod)
                and callable_target.identifier != callable_id
                and callable_target.raw_identifier == callable_id):
            if callable_target.identifier not in self.symbols:
                self.symbols[callable_target.identifier] = callable_target
            call.func = ast.Name(lineno=call.func.lineno, col_offset=call.func.col_offset,
                                 ctx=ast.Load(), id=callable_target.identifier)

    def visit_Raise(self, raise_node: ast.Raise):
        """
        Visitor of the raise node

        Verifies if the raised object is a exception

        :param raise_node: the python ast raise node
        """
        raised = self.visit(raise_node.exc)
        raised_type: IType = self.get_type(raised)
        if raised_type is not Type.exception:
            self._log_error(
                CompilerError.MismatchedTypes(
                    raise_node.lineno, raise_node.col_offset,
                    actual_type_id=raised_type.identifier,
                    expected_type_id=Type.exception.identifier
                ))

    def visit_Try(self, try_node: ast.Try):
        """
        Visitor of the try node

        :param try_node: the python ast try node
        """
        self.validate_except_handlers(try_node)

        for stmt in try_node.body:
            self.visit(stmt)

        for exception_handler in try_node.handlers:
            self.visit(exception_handler)

        for stmt in try_node.orelse:
            self.visit(stmt)

        for stmt in try_node.finalbody:
            self.visit(stmt)

    def validate_except_handlers(self, try_node: ast.Try):
        if len(try_node.handlers) > 1:
            exception_handlers: List[ast.ExceptHandler] = try_node.handlers.copy()
            general_exc_handler: ast.ExceptHandler = next(
                (handler
                 for handler in exception_handlers
                 if (handler.type is None or  # no specified exception or is BaseException
                     (isinstance(handler.type, ast.Name) and handler.type.id == BaseException.__name__)
                     )
                 ), exception_handlers[0]
            )

            try_node.handlers = [general_exc_handler]
            exception_handlers.remove(general_exc_handler)

            for handler in exception_handlers:
                warnings = len(self.warnings)
                self.visit(handler)
                if warnings == len(self.warnings):
                    self._log_using_specific_exception_warning(handler.type)

        if len(try_node.handlers) == 1:
            self.visit(try_node.handlers[0])

    def visit_ExceptHandler(self, node: ast.ExceptHandler):
        """
        Visitor of the try except node

        :param node: the python ast try except node
        """
        logged_errors = False

        exception_type: IType = self.get_type(node.type)
        if node.type is not None and exception_type is not Type.exception:
            self._log_error(
                CompilerError.MismatchedTypes(line=node.type.lineno,
                                              col=node.type.col_offset,
                                              expected_type_id=Type.exception.identifier,
                                              actual_type_id=exception_type.identifier)
            )
            logged_errors = True

        if node.name is not None:
            # TODO: remove when getting the exception is implemented
            self._log_error(
                CompilerError.NotSupportedOperation(line=node.lineno,
                                                    col=node.col_offset,
                                                    symbol_id='naming exceptions')
            )
            logged_errors = True

        if not logged_errors and node.type is not None:
            self._log_using_specific_exception_warning(node.type)

        self.generic_visit(node)

    def _log_using_specific_exception_warning(self, node: ast.AST):
        if node is None:
            exc_id = 'Exception'
        elif isinstance(node, ast.Name):
            exc_id = node.id
        else:
            exc_id = self.get_type(node).identifier

        self._log_warning(
            CompilerWarning.UsingSpecificException(line=node.lineno,
                                                   col=node.col_offset,
                                                   exception_id=exc_id)
        )

    def visit_value(self, node: ast.AST):
        result = self.visit(node)

        if isinstance(node, ast.Attribute):
            if isinstance(result, str):
                return self.get_symbol(result)
            else:
                origin, value, attribute = result.values
                if value is None and isinstance(origin, ast.Name):
                    value = self.get_symbol(origin.id)
                if value is not None:
                    return value

        return result

    def visit_Attribute(self, attribute: ast.Attribute) -> Union[str, Attribute]:
        """
        Gets the attribute inside the ast node

        :param attribute: the python ast attribute node
        :return: returns the type of the value, the attribute symbol and its id if the attribute exists.
                 Otherwise, returns None
        """
        is_internal = hasattr(attribute, 'is_internal_call') and attribute.is_internal_call
        value: Optional[Union[str, ISymbol]] = self.get_symbol(attribute.value.id, is_internal) \
            if isinstance(attribute.value, ast.Name) else self.visit(attribute.value)

        if value is None and isinstance(attribute.value, ast.Name):
            return '{0}.{1}'.format(attribute.value.id, attribute.attr)

        symbol = None
        if isinstance(value, str) and not isinstance(attribute.value, ast.Str):
            symbol = self.get_symbol(value)
            if symbol is None:
                return '{0}.{1}'.format(value, attribute.attr)
        if isinstance(value, ISymbol):
            symbol = value

        if isinstance(symbol, Attribute):
            symbol = symbol.attr_symbol
        if isinstance(symbol, IExpression):
            symbol = symbol.type
        if hasattr(symbol, 'symbols') and attribute.attr in symbol.symbols:
            attr_symbol = symbol.symbols[attribute.attr]
        elif isinstance(symbol, Package) and attribute.attr in symbol.inner_packages:
            attr_symbol = symbol.inner_packages[attribute.attr]
        else:
            attr_symbol: Optional[ISymbol] = self.get_symbol(attribute.attr)

        origin = value
        module_symbols = origin.symbols if isinstance(origin, Package) else symbol.methods if isinstance(symbol, Import) else None
        if isinstance(origin, Attribute):
            while isinstance(origin, Attribute):
                origin = origin.value
        else:
            origin = attribute.value

        is_invalid_method = module_symbols is not None and isinstance(attr_symbol, Method) and attribute.attr not in module_symbols
        is_from_class_name = isinstance(origin, ast.Name) and isinstance(self.get_symbol(origin.id), UserClass)
        is_instance_variable_from_class = (isinstance(symbol, UserClass)
                                           and attribute.attr in symbol.instance_variables)
        is_class_variable_from_class = isinstance(symbol, UserClass) and attribute.attr in symbol.class_variables and not symbol.is_interface
        is_property_from_class = isinstance(symbol, UserClass) and attribute.attr in symbol.properties and not symbol.is_interface

        if ((attr_symbol is None and hasattr(symbol, 'symbols'))
                or is_invalid_method
                or (is_from_class_name and is_instance_variable_from_class)
                or (is_from_class_name and is_property_from_class)):
            # if it couldn't find the symbol in the attribute symbols, raise unresolved reference
            self._log_error(
                CompilerError.UnresolvedReference(
                    attribute.lineno, attribute.col_offset,
                    symbol_id='{0}.{1}'.format(symbol.identifier if module_symbols is None else attribute.value.id, attribute.attr)
                ))
            return Attribute(attribute.value, None, attr_symbol, attribute)

        if is_class_variable_from_class and isinstance(attribute.ctx, ast.Store):
            # reassign class variables in objects is not supported yet
            self._log_error(
                CompilerError.NotSupportedOperation(
                    attribute.lineno, attribute.col_offset,
                    symbol_id='reassign class variables'
                ))
            return Attribute(attribute.value, None, attr_symbol, attribute)

        if not is_from_class_name and is_property_from_class and isinstance(attribute.ctx, ast.Store):
            # setting values for properties in objects is not supported yet
            # @property.setter is not implemented
            self._log_error(
                CompilerError.NotSupportedOperation(
                    attribute.lineno, attribute.col_offset,
                    symbol_id='setting values for properties'
                ))
            return Attribute(attribute.value, None, attr_symbol, attribute)

        attr_type = value.type if isinstance(value, IExpression) else value
        # for checking during the code generation
        if (self.is_implemented_class_type(attr_type) and
                not (isinstance(attribute.value, ast.Name) and attribute.value.id == attr_type.identifier) and
                (not hasattr(attribute, 'generate_value') or not attribute.generate_value)):
            attribute.generate_value = True

        if (isinstance(symbol, (Package, Attribute))
                or (isinstance(symbol, ClassType) and isinstance(value, (Package, Attribute)))):
            attr_value = symbol if not isinstance(symbol, PythonClass) else attribute.value
        else:
            attr_value = attribute.value

        if isinstance(attr_symbol, Property):
            if isinstance(attribute.ctx, ast.Load):
                attr_symbol.getter.add_call_origin(attribute)
        return Attribute(attr_value, attribute.attr, attr_symbol, attribute)

    def visit_Constant(self, constant: ast.Constant) -> Any:
        """
        Visitor of constant values node

        :param constant: the python ast constant value node
        :return: the value of the constant
        """
        if isinstance(constant, ast.Num) and not isinstance(constant.value, int):
            # only integer numbers are allowed
            self._log_error(
                CompilerError.InvalidType(constant.lineno, constant.col_offset, symbol_id=type(constant.value).__name__)
            )
        return constant.value

    def visit_Num(self, num: ast.Num) -> int:
        """
        Verifies if the number is an integer

        :param num: the python ast number node
        :return: returns the value of the number
        """
        if not isinstance(num.n, int):
            # only integer numbers are allowed
            self._log_error(
                CompilerError.InvalidType(num.lineno, num.col_offset, symbol_id=type(num.n).__name__)
            )
        return num.n

    def visit_Str(self, string: ast.Str) -> str:
        """
        Visitor of literal string node

        :param string: the python ast string node
        :return: the value of the string
        """
        return string.s

    def visit_Bytes(self, bts: ast.Bytes) -> bytes:
        """
        Visitor of literal bytes node

        :param bts: the python ast bytes node
        :return: the value of the bytes
        """
        return bts.s

    def visit_Tuple(self, tup_node: ast.Tuple) -> Tuple[Any, ...]:
        """
        Visitor of literal tuple node

        :param tup_node: the python ast tuple node
        :return: the value of the tuple
        """
        return tuple(self.get_type(value) for value in tup_node.elts)

    def visit_List(self, list_node: ast.List) -> List[Any]:
        """
        Visitor of literal list node

        :param list_node: the python ast list node
        :return: the value of the list
        """
        return [self.get_type(value) for value in list_node.elts]

    def visit_Dict(self, dict_node: ast.Dict) -> Dict[Any, Any]:
        """
        Visitor of literal dict node

        :param dict_node: the python ast dict node
        :return: a list with each key and value type
        """
        dictionary = {}
        size = min(len(dict_node.keys), len(dict_node.values))
        for index in range(size):
            key = self.get_type(dict_node.keys[index])
            value = self.get_type(dict_node.values[index])
            if key in dictionary and dictionary[key] != value:
                dictionary[key] = Type.get_generic_type(dictionary[key], value)
            else:
                dictionary[key] = value
        return dictionary

    def visit_NameConstant(self, constant: ast.NameConstant) -> Any:
        """
        Visitor of constant names node

        :param constant: the python ast name constant node
        :return: the value of the constant
        """
        return constant.value

    def visit_Name(self, name: ast.Name) -> ast.Name:
        """
        Visitor of a name node

        :param name:
        :return: the object with the name node information
        """
        return name

    def visit_Starred(self, node: ast.Starred) -> ast.AST:
        value_type = self.get_type(node.value)
        if not Type.sequence.is_type_of(value_type):
            self._log_error(
                CompilerError.MismatchedTypes(line=node.lineno, col=node.col_offset,
                                              expected_type_id=Type.sequence.identifier,
                                              actual_type_id=value_type.identifier)
            )

        return Type.tuple.build_collection(value_type.value_type)

    def visit_Index(self, index: ast.Index) -> Any:
        """
        Visitor of an index node

        :param index:
        :return: the object with the index value information
        """
        index = self.visit(index.value)
        if isinstance(index, (Iterable, Tuple)):
            return tuple(index)
        return index

    def visit_Slice(self, slice_node: ast.Slice) -> Tuple[Any, Any, Any]:
        """
        Visitor of an slice node

        :param slice_node:
        :return: the object with the index value information
        """
        return slice_node.lower, slice_node.upper, slice_node.step

CityOfZion / neo3-boa / 6a87883d-74ff-49e7-a466-56d20f5bd8c0

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous