18064290483

Committed 27 Sep 2025 08:03PM UTC coverage: 94.752% (-0.2%) from 95.001%

Build # 18064290483

Build Type

push

github

Committed by

web-flow

Commit Message

Refactored pycodestyle custom renderer functions (#1237)

Run Details

78 of 78 new or added lines in 1 file covered. (100.0%)

2 existing lines in 1 file now uncovered.

3521 of 3716 relevant lines covered (94.75%)

17.98 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

99.1

/python_ta/reporters/node_printers.py

"""Specify how errors should be rendered."""

import re
from enum import Enum

from astroid import nodes

NEW_BLANK_LINE_MESSAGE = "# INSERT NEW BLANK LINE HERE"


def render_message(msg, node, source_lines):
    """Render a message based on type."""
    renderer = CUSTOM_MESSAGES.get(msg.symbol, render_generic)
    yield from renderer(msg, node, source_lines)


def render_generic(msg, node=None, source_lines=None):
    """Default rendering for a message."""
    if node is not None:
        start_line, start_col = node.fromlineno, node.col_offset

        if isinstance(node, (nodes.FunctionDef, nodes.ClassDef)):
            end_line, end_col = start_line, None
        else:
            end_line, end_col = node.end_lineno, node.end_col_offset

        # Display up to 2 lines before node for context:
        yield from render_context(start_line - 2, start_line, source_lines)

        if start_line == end_line:
            yield (
                start_line,
                slice(start_col, end_col),
                LineType.ERROR,
                source_lines[start_line - 1],
            )
        else:
            yield (start_line, slice(start_col, None), LineType.ERROR, source_lines[start_line - 1])
            yield from (
                (line, slice(None, None), LineType.ERROR, source_lines[line - 1])
                for line in range(start_line + 1, end_line)
            )
            yield (end_line, slice(None, end_col), LineType.ERROR, source_lines[end_line - 1])

        # Display up to 2 lines after node for context:
        yield from render_context(end_line + 1, end_line + 3, source_lines)

    else:
        line = msg.line
        yield from render_context(line - 2, line, source_lines)
        yield (line, slice(None, None), LineType.ERROR, source_lines[line - 1])
        yield from render_context(line + 1, line + 3, source_lines)


def render_missing_docstring(_msg, node, source_lines=None):
    """Render a missing docstring message."""
    if isinstance(node, nodes.Module):
        yield (None, slice(None, None), LineType.DOCSTRING, '"""YOUR DOCSTRING HERE"""')
        yield from render_context(1, 3, source_lines)
    elif isinstance(node, nodes.ClassDef) or isinstance(node, nodes.FunctionDef):
        start = node.fromlineno
        end = node.body[0].fromlineno
        yield from render_context(start, end, source_lines)
        # Calculate indentation
        body = source_lines[end - 1]
        indentation = len(body) - len(body.lstrip())
        yield (
            None,
            slice(None, None),
            LineType.DOCSTRING,
            body[:indentation] + '"""YOUR DOCSTRING HERE"""',
        )
        yield from render_context(end, end + 2, source_lines)


def render_trailing_newlines(msg, _node, source_lines=None):
    """Render a trailing newlines message."""
    start_line = msg.line - 1
    yield from render_context(start_line - 2, start_line, source_lines)
    yield from (
        (line, slice(None, None), LineType.OTHER, source_lines[line - 1])
        for line in range(start_line, len(source_lines) + 1)
    )


def render_trailing_whitespace(msg, _node, source_lines=None):
    """Render a trailing whitespace message."""
    line = msg.line
    start_index, end_index = len(source_lines[line - 1].rstrip()), len(source_lines[line - 1])
    yield from render_context(line - 1, line, source_lines)
    yield (line, slice(start_index, end_index), LineType.ERROR, source_lines[line - 1])
    yield from render_context(line + 1, line + 2, source_lines)


def render_context(start, stop, source_lines):
    """Helper for rendering context lines."""
    start, stop = max(start, 1), min(stop, len(source_lines))
    yield from (
        (line, slice(None, None), LineType.CONTEXT, source_lines[line - 1])
        for line in range(start, stop)
    )


def render_missing_return_type(_msg, node, source_lines=None):
    """Render a type annotation return message."""
    start_line, start_col = node.fromlineno, node.parent.col_offset
    end_line, end_col = node.end_lineno, node.end_col_offset

    # Display up to 2 lines before node for context:
    yield from render_context(start_line - 2, start_line, source_lines)
    yield from (
        (line, slice(None, end_col + 1), LineType.ERROR, source_lines[line - 1])
        for line in range(start_line, end_line + 1)
    )
    # Display up to 2 lines after node for context:
    yield from render_context(end_line + 1, end_line + 3, source_lines)


def render_too_many_arguments(msg, node, source_lines=None):
    """Render a too many arguments message."""
    # node is a FunctionDef node so replace it with its Arguments child
    yield from render_generic(msg, node.args, source_lines)


def render_missing_space_in_doctest(msg, _node, source_lines=None):
    """Render a missing space in doctest message"""
    line = msg.line

    # Display 2 lines before and after the erroneous line
    yield from render_context(line - 2, line, source_lines)
    yield (line, slice(None, None), LineType.ERROR, source_lines[line - 1])
    yield from render_context(line + 1, line + 3, source_lines)


def get_col(msg):
    """Return the column number of the character causing the error"""
    res = re.search(r"column (\d+)", msg.msg)
    col = int(res.group().split()[-1])
    return col


def render_pep8_errors(msg, _node, source_lines=None):
    """Render a PEP8 error message."""
    # Extract the raw error message
    raw_msg = getattr(msg, "msg", "")

    # Search for the first appearance of the error code in the extracted error text
    matched_error = re.search(r"(E\d{3})", raw_msg)
    if matched_error:
        error_code = matched_error.group(1)
        # Render the appropriate error through the RENDERERS dict
        if error_code in RENDERERS:
            line = msg.line
            col = get_col(msg)
            yield from render_context(line - 3, line, source_lines)
            yield from RENDERERS[error_code](msg, line, col, source_lines[line - 1])
            yield from render_context(line + 1, line + 3, source_lines)
            return

    # If none of the error codes were present, render the error using the generic error renderer
    yield from render_generic(msg, _node, source_lines)


def render_blank_line(line):
    """Render a blank line for a PEP8 error message."""
    yield (line + 1, slice(None, None), LineType.ERROR, " " * 28)


def render_pep8_errors_e101_and_e123_and_e116(msg, line, col, source_line=None):
    """Render a PEP8 indentation contains mixed spaces and tabs message
    AND a PEP8 closing bracket does not match indentation of opening bracket's line message."""
    curr_idx = len(source_line) - len(source_line.lstrip())
    yield (line, slice(0, curr_idx), LineType.ERROR, source_line)


def render_pep8_errors_e115(msg, line, col, source_line=None):
    """Render a PEP8 expected an indented block (comment) message."""
    yield (
        line,
        slice(0, len(source_line)),
        LineType.ERROR,
        source_line + "  # INDENT THIS LINE",
    )


def render_pep8_errors_e122_and_e127_and_e131(msg, line, col, source_line=None):
    """
    Render a PEP8 continuation line missing indentation or outdented message, a line over-indented for visual indent
    message, and a continuation line unaligned for hanging indent message.
    """
    curr_line_start_index = len(source_line) - len(source_line.lstrip())
    end_index = curr_line_start_index if curr_line_start_index > 0 else len(source_line)
    yield (
        line,
        slice(0, end_index),
        LineType.ERROR,
        source_line,
    )


def render_pep8_errors_e124(msg, line, col, source_line=None):
    """Render a PEP8 closing bracket does not match visual indentation message."""
    yield (line, slice(col, col + 1), LineType.ERROR, source_line)


def render_pep8_errors_e125_and_e129(msg, line, col, source_line=None):
    """Render a PEP8 continuation line with same indent as next logical line message
    AND a PEP8 visually indented line with same indent as next logical line messsage"""
    curr_idx = len(source_line) - len(source_line.lstrip())
    yield (
        line,
        slice(curr_idx, len(source_line)),
        LineType.ERROR,
        source_line + " " * 2 + "# INDENT THIS LINE",
    )


def render_pep8_errors_e128(msg, line, col, source_line):
    """Render a PEP8 continuation line under-indented for visual indent message."""
    yield (line, slice(0, col if col != 0 else None), LineType.ERROR, source_line)


def render_pep8_errors_e201_e202_e203_e211_e221_e222_e271_e272(msg, line, col, source_line=None):
    """Render a PEP8 whitespace after '(' message,
    a PEP8 whitespace before ')' message,
    a PEP8 whitespace before ‘,’, ‘;’, or ‘:’ message,
    a PEP8 whitespace before '(' message,
    a PEP8 multiple spaces before operator message,
    a PEP8 multiple spaces after keyword message,
    a PEP8 multiple spaces before keyword message
    and a PEP8 multiple spaces after operator message."""
    curr_idx = col + len(source_line[col:]) - len(source_line[col:].lstrip())

    yield (line, slice(col, curr_idx), LineType.ERROR, source_line)


def render_pep8_errors_e204(msg, line, col, source_line=None):
    """Render a PEP8 whitespace after decorator '@' message"""
    # calculates the length of the leading whitespaces by subtracting the length of everything after the first character after stripping all leading whitespaces from the total line length
    curr_idx = col + len(source_line[col:]) - len(source_line[col + 1 :].lstrip())

    yield (line, slice(col, curr_idx), LineType.ERROR, source_line)


def render_pep8_errors_e223_and_e274(msg, line, col, source_line=None):
    """Render a PEP8 tab before operator message and a PEP8 tab before keyword message."""
    curr_idx = col + len(source_line[col:]) - len(source_line[col:].lstrip("\t"))

    yield (line, slice(col, curr_idx), LineType.ERROR, source_line)


def render_pep8_errors_e224_and_e273(msg, line, col, source_line):
    """Render a PEP8 tab after operator message and a PEP8 tab after keyword message."""
    curr_idx = col + len(source_line[col:]) - len(source_line[col:].lstrip("\t"))

    yield (line, slice(col, curr_idx), LineType.ERROR, source_line)


def render_pep8_errors_e225(msg, line, col, source_line):
    """Render a PEP8 missing whitespace around operator message"""
    curr_idx = col + 1

    two_char_operators = {
        "==",
        ">=",
        "<=",
        "!=",
        ":=",
        "&=",
        "->",
        "%=",
        "/=",
        "+=",
        "-=",
        "*=",
        "|=",
        "^=",
        "@=",
    }
    three_char_operators = {"//=", ">>=", "<<=", "**="}
    # highlight multiple characters for operators that are longer than one character
    if source_line[col : col + 2] in two_char_operators:
        curr_idx += 1
    elif source_line[col : col + 3] in three_char_operators:
        curr_idx += 2

    yield (line, slice(col, curr_idx), LineType.ERROR, source_line)


def render_pep8_errors_e226(msg, line, col, source_line):
    """Render a PEP8 missing whitespace around arithmetic operator message"""
    end_idx = col + 1

    multi_char_operators = {"//"}
    # highlight multiple characters for arithmetic operators that are longer than one character
    if source_line[col : col + 2] in multi_char_operators:
        end_idx += 1

    yield (line, slice(col, end_idx), LineType.ERROR, source_line)


def render_pep8_errors_e227(msg, line, col, source_line=None):
    """Render a PEP8 missing whitespace around bitwise or shift operator message."""
    # Check which operator to get the correct range of the line to highlight.
    # Default highlight is one character, but may be updated to two.
    # Note that only binary bitwise operators that are more than one character are included.
    operators = {">>", "<<"}
    end_idx = col + 1
    end_idx = end_idx + 1 if source_line[col : col + 2] in operators else end_idx

    yield (line, slice(col, end_idx), LineType.ERROR, source_line)


def render_pep8_errors_e228(msg, line, col, source_line=None):
    """Render a PEP8 missing whitespace around modulo operator message."""
    yield (
        line,
        slice(col, col + 1),
        LineType.ERROR,
        source_line + "  # INSERT A SPACE BEFORE AND AFTER THE % OPERATOR",
    )


def render_pep8_errors_e231(msg, line, col, source_line=None):
    curr_idx = col + 1

    yield (line, slice(col, curr_idx), LineType.ERROR, source_line)


def render_pep8_errors_e251(msg, line, col, source_line=None):
    """Render a PEP8 unexpected spaces around keyword / parameter equals message."""
    equals_sign_idx = source_line[col:].find("=")
    code = source_line[col : col + equals_sign_idx if equals_sign_idx != -1 else None]
    end_idx = col + len(code) - len(code.lstrip())

    yield (line, slice(col, end_idx), LineType.ERROR, source_line)


def render_pep8_errors_e261(msg, line, col, source_line=None):
    """Render a PEP8 at least two spaces before inline comment message."""
    yield (
        line,
        slice(col, len(source_line)),
        LineType.ERROR,
        source_line + "  # INSERT TWO SPACES BEFORE THE '#'",
    )


def render_pep8_errors_e262(msg, line, col, source_line=None):
    """Render a PEP8 inline comment should start with '# ' message"""
    keyword_idx = len(source_line) - len(source_line[col:].lstrip("# \t"))

    yield (line, slice(col, keyword_idx), LineType.ERROR, source_line)


def render_pep8_errors_e265(msg, line, col, source_line=None):
    """Render a PEP8 block comment should start with '# ' message."""
    yield (
        line,
        slice(0, len(source_line)),
        LineType.ERROR,
        source_line + "  # INSERT SPACE AFTER THE '#'",
    )


def render_pep8_errors_e266(msg, line, col, source_line=None):
    """Render a PEP8 too many leading ‘#’ for block comment message."""
    curr_idx = col + len(source_line[col:]) - len(source_line[col:].lstrip("#"))

    yield (
        line,
        slice(col, curr_idx),
        LineType.ERROR,
        source_line + "  # THERE SHOULD ONLY BE ONE '#'",
    )


def render_pep8_errors_e275(msg, line, col, source_line=None):
    """Render a PEP8 missing whitespace after keyword message."""
    # Get the range for highlighting the corresponding keyword.
    keyword = source_line[:col].split()[-1]
    keyword_idx = source_line.index(keyword)

    yield (
        line,
        slice(keyword_idx, col),
        LineType.ERROR,
        source_line + "  # INSERT SPACE AFTER KEYWORD",
    )


def render_pep8_errors_e301(msg, line, col, source_line=None):
    """Render a PEP8 expected 1 blank line message."""
    line -= 1
    body = source_line[line]
    indentation = len(body) - len(body.lstrip())
    yield (
        None,
        slice(None, None),
        LineType.ERROR,
        body[:indentation] + NEW_BLANK_LINE_MESSAGE,
    )


def render_pep8_errors_e302(msg, line, col, source_line=None):
    """Render a PEP8 expected 2 blank lines message."""
    line -= 1
    if "found 0" in msg.msg:
        yield from (
            (
                None,
                slice(None, None),
                LineType.ERROR,
                NEW_BLANK_LINE_MESSAGE,
            )
            for _ in range(0, 2)
        )
    else:
        line -= 1
        yield from render_blank_line(line)
        yield (None, slice(None, None), LineType.ERROR, NEW_BLANK_LINE_MESSAGE)


def render_pep8_errors_e303(msg, line, col, source_line=None):
    """Render a PEP8 too many blank lines message."""
    line -= 1
    while source_line.strip() == "":
        line -= 1

    body = source_line[msg.line - 1]
    indentation = len(body) - len(body.lstrip())
    yield from (
        (curr_line, slice(None, None), LineType.ERROR, " " * (indentation + 28))
        for curr_line in range(line + 1, msg.line)
    )


def render_pep8_errors_e304(msg, line, col, source_line=None):
    """Render a PEP8 blank lines found after function decorator message."""
    line -= 1
    while source_line.strip() == "":
        line -= 1

    yield from (
        (curr_line, slice(None, None), LineType.ERROR, " " * 28)
        for curr_line in range(line + 1, msg.line)
    )


def render_pep8_errors_e305(msg, line, col, source_line=None):
    """Render a PEP8 expected 2 blank lines after class or function definition message."""
    line -= 1
    if "found 0" in msg.msg:
        yield from (
            (
                None,
                slice(None, None),
                LineType.ERROR,
                NEW_BLANK_LINE_MESSAGE,
            )
            for _ in range(0, 2)
        )
    else:
        line -= 1
        yield from render_blank_line(line)
        yield (None, slice(None, None), LineType.ERROR, NEW_BLANK_LINE_MESSAGE)


def render_pep8_errors_e306(msg, line, col, source_line=None):
    """Render a PEP8 expected 1 blank line before a nested definition message."""
    line -= 1
    body = source_line[line]
    indentation = len(body) - len(body.lstrip())
    yield (
        None,
        slice(None, None),
        LineType.ERROR,
        body[:indentation] + NEW_BLANK_LINE_MESSAGE,
    )


def render_pep8_errors_e502(msg, line, col, source_line=None):
    """Render a PEP8 the backslash is redundant between brackets."""
    yield (line, slice(col, col + 1), LineType.ERROR, source_line)


def render_missing_return_statement(msg, node, source_lines=None):
    """
    Render a missing return statements message
    """
    yield from render_context(msg.line, msg.end_line + 1, source_lines)

    # calculate indentation for the insertion point
    body = source_lines[msg.end_line - 1]
    indentation = len(source_lines[msg.line - 1]) - len(source_lines[msg.line - 1].lstrip())

    # determine whether reaching the end of function
    first_statement_line = node.end_lineno if len(node.body) == 0 else node.body[0].lineno
    function_indentation = len(source_lines[first_statement_line - 1]) - len(
        source_lines[first_statement_line - 1].lstrip()
    )

    if msg.end_line == node.end_lineno and indentation == function_indentation:
        insertion_text = body[:indentation] + "# INSERT RETURN STATEMENT HERE"
    else:
        insertion_text = body[:indentation] + "# INSERT RETURN STATEMENT HERE (OR BELOW)"

    # insert the message
    yield (
        None,
        slice(indentation, None),
        LineType.ERROR,
        insertion_text,
    )

    yield from render_context(msg.end_line + 1, msg.end_line + 3, source_lines)


def render_static_type_checker_errors(msg, _node=None, source_lines=None):
    """Render a message for incompatible argument types."""
    start_line = msg.line
    start_col = msg.column
    end_line = msg.end_line
    end_col = msg.end_column
    yield from render_context(start_line - 2, start_line, source_lines)

    if start_line == end_line:
        yield (
            start_line,
            slice(start_col - 1, end_col),
            LineType.ERROR,
            source_lines[start_line - 1],
        )
    else:
        yield (start_line, slice(start_col - 1, None), LineType.ERROR, source_lines[start_line - 1])
        yield from (
            (line, slice(None, None), LineType.ERROR, source_lines)
            for line in range(start_line + 1, end_line)
        )
        yield (end_line, slice(None, end_col), LineType.ERROR, source_lines[end_line - 1])
    yield from render_context(end_line + 1, end_line + 3, source_lines)


CUSTOM_MESSAGES = {
    "missing-module-docstring": render_missing_docstring,
    "missing-class-docstring": render_missing_docstring,
    "missing-function-docstring": render_missing_docstring,
    "trailing-newlines": render_trailing_newlines,
    "trailing-whitespace": render_trailing_whitespace,
    "missing-return-type": render_missing_return_type,
    "too-many-arguments": render_too_many_arguments,
    "missing-space-in-doctest": render_missing_space_in_doctest,
    "pep8-errors": render_pep8_errors,
    "missing-return-statement": render_missing_return_statement,
    "incompatible-argument-type": render_static_type_checker_errors,
    "incompatible-assignment": render_static_type_checker_errors,
    "list-item-type-mismatch": render_static_type_checker_errors,
    "unsupported-operand-types": render_static_type_checker_errors,
    "union-attr-error": render_static_type_checker_errors,
    "dict-item-type-mismatch": render_static_type_checker_errors,
}

RENDERERS = {
    "E101": render_pep8_errors_e101_and_e123_and_e116,
    "E123": render_pep8_errors_e101_and_e123_and_e116,
    "E115": render_pep8_errors_e115,
    "E116": render_pep8_errors_e101_and_e123_and_e116,
    "E122": render_pep8_errors_e122_and_e127_and_e131,
    "E127": render_pep8_errors_e122_and_e127_and_e131,
    "E131": render_pep8_errors_e122_and_e127_and_e131,
    "E124": render_pep8_errors_e124,
    "E125": render_pep8_errors_e125_and_e129,
    "E129": render_pep8_errors_e125_and_e129,
    "E128": render_pep8_errors_e128,
    "E201": render_pep8_errors_e201_e202_e203_e211_e221_e222_e271_e272,
    "E202": render_pep8_errors_e201_e202_e203_e211_e221_e222_e271_e272,
    "E203": render_pep8_errors_e201_e202_e203_e211_e221_e222_e271_e272,
    "E204": render_pep8_errors_e204,
    "E211": render_pep8_errors_e201_e202_e203_e211_e221_e222_e271_e272,
    "E221": render_pep8_errors_e201_e202_e203_e211_e221_e222_e271_e272,
    "E222": render_pep8_errors_e201_e202_e203_e211_e221_e222_e271_e272,
    "E223": render_pep8_errors_e223_and_e274,
    "E224": render_pep8_errors_e224_and_e273,
    "E225": render_pep8_errors_e225,
    "E231": render_pep8_errors_e231,
    "E273": render_pep8_errors_e224_and_e273,
    "E274": render_pep8_errors_e223_and_e274,
    "E226": render_pep8_errors_e226,
    "E227": render_pep8_errors_e227,
    "E228": render_pep8_errors_e228,
    "E251": render_pep8_errors_e251,
    "E261": render_pep8_errors_e261,
    "E262": render_pep8_errors_e262,
    "E265": render_pep8_errors_e265,
    "E266": render_pep8_errors_e266,
    "E271": render_pep8_errors_e201_e202_e203_e211_e221_e222_e271_e272,
    "E272": render_pep8_errors_e201_e202_e203_e211_e221_e222_e271_e272,
    "E275": render_pep8_errors_e275,
    "E301": render_pep8_errors_e301,
    "E302": render_pep8_errors_e302,
    "E303": render_pep8_errors_e303,
    "E304": render_pep8_errors_e304,
    "E305": render_pep8_errors_e305,
    "E306": render_pep8_errors_e306,
    "E502": render_pep8_errors_e502,
}


class LineType(Enum):
    """An enumeration for _add_line method line types."""

    ERROR = 1  # line with error
    CONTEXT = 2  # non-error/other line added for context
    OTHER = 3  # line included in source but not error
    ELLIPSIS = 5  # code replaced with ellipsis
    DOCSTRING = 6  # docstring needed warning

pyta-uoft / pyta / 18064290483

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous