971511b7-cd93-49f9-a38d-d0d450f0943f

Committed 16 Dec 2023 09:13AM UTC coverage: 67.767% (-0.2%) from 67.965%

Build # 971511b7-cd93-49f9-a38d-d0d450f0943f

Build Type

Pull #2177

circleci

Committed by

VirginiaDooley

Commit Message

Bump moto[s3]==4.2.11

Pull Request Pull Request #2177: AWS Textract

Run Details

1689 of 2838 branches covered (0.0%)

Branch coverage included in aggregate %.

155 of 241 new or added lines in 11 files covered. (64.32%)

1 existing line in 1 file now uncovered.

6834 of 9739 relevant lines covered (70.17%)

0.7 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/ynr/apps/sopn_parsing/management/commands/sopn_parsing_parse_tables.py

from bulk_adding.models import RawPeople
from sopn_parsing.helpers.command_helpers import BaseSOPNParsingCommand
from sopn_parsing.helpers.parse_tables import parse_raw_data_for_ballot


class Command(BaseSOPNParsingCommand):
    help = """
    Convert the raw extracted tables on the CamelotParsedSOPN model to a parsed
    RawPeople model, and set the status as parsed.

    """

    def build_filter_kwargs(self, options):
        """
        Build kwargs used to filter the BallotQuerySet that is parsed
        - Always skip any ballots where we do not have a CamelotParsedSOPN to try to
        extract candidates from
        - When test flag is used, dont make any changes
        - When parsing a single ballot, dont make any changes
        - When reparsing, only use ballots where we have previously created a
          RawPeople object from a CamelotParsedSOPN
        - Otherwise filter by unparsed CamelotParsedSOPN objects
        """
        # Always skip any ballots where we do not have a CamelotParsedSOPN to try to
        # extract candidates from
        filter_kwargs = {"officialdocument__camelotparsedsopn__isnull": False}
        if options.get("testing"):
            return filter_kwargs

        if options.get("ballot"):
            return filter_kwargs

        if options.get("reparse"):
            filter_kwargs[
                "rawpeople__source_type"
            ] = RawPeople.SOURCE_PARSED_PDF
            return filter_kwargs

        filter_kwargs["officialdocument__camelotparsedsopn__parsed_data"] = None

        # Where the status is unparsed
        filter_kwargs[
            "officialdocument__camelotparsedsopn__status"
        ] = "unparsed"

        return filter_kwargs

    def handle(self, *args, **options):
        # filters that we never change with args. These two would raise
        # ValueErrors in the parse_raw_data_for_ballot function
        base_qs = self.get_queryset(options)

        filter_kwargs = self.build_filter_kwargs(options)

        qs = base_qs.filter(**filter_kwargs)
        qs = qs.filter(
            candidates_locked=False,  # Never parse a locked ballot
            suggestedpostlock=None,  # Never parse a ballot with lock suggestions
        )

        if not qs.exists():
            msg = ["No ballots to parse found."]

            if options.get("ballot"):
                msg.append(
                    "This ballot might be locked or have lock suggestions"
                )

            self.stderr.write("\n".join(msg))

        for ballot in qs:
            parse_raw_data_for_ballot(ballot)

1	from bulk_adding.models import RawPeople	×
2	from sopn_parsing.helpers.command_helpers import BaseSOPNParsingCommand	×
3	from sopn_parsing.helpers.parse_tables import parse_raw_data_for_ballot	×
4
5
6	class Command(BaseSOPNParsingCommand):	×
7	help = """	×
8	Convert the raw extracted tables on the CamelotParsedSOPN model to a parsed
9	RawPeople model, and set the status as parsed.
10
11	"""
12
13	def build_filter_kwargs(self, options):	×
14	"""
15	Build kwargs used to filter the BallotQuerySet that is parsed
16	- Always skip any ballots where we do not have a CamelotParsedSOPN to try to
17	extract candidates from
18	- When test flag is used, dont make any changes
19	- When parsing a single ballot, dont make any changes
20	- When reparsing, only use ballots where we have previously created a
21	RawPeople object from a CamelotParsedSOPN
22	- Otherwise filter by unparsed CamelotParsedSOPN objects
23	"""
24	# Always skip any ballots where we do not have a CamelotParsedSOPN to try to
25	# extract candidates from
NEW 26	filter_kwargs = {"officialdocument__camelotparsedsopn__isnull": False}	×
27	if options.get("testing"):	×
28	return filter_kwargs	×
29
30	if options.get("ballot"):	×
31	return filter_kwargs	×
32
33	if options.get("reparse"):	×
34	filter_kwargs[	×
35	"rawpeople__source_type"
36	] = RawPeople.SOURCE_PARSED_PDF
37	return filter_kwargs	×
38
NEW 39	filter_kwargs["officialdocument__camelotparsedsopn__parsed_data"] = None	×
40
41	# Where the status is unparsed
NEW 42	filter_kwargs[	×
43	"officialdocument__camelotparsedsopn__status"
44	] = "unparsed"
45
46	return filter_kwargs	×
47
48	def handle(self, args, *options):	×
49	# filters that we never change with args. These two would raise
50	# ValueErrors in the parse_raw_data_for_ballot function
51	base_qs = self.get_queryset(options)	×
52
53	filter_kwargs = self.build_filter_kwargs(options)	×
54
55	qs = base_qs.filter(**filter_kwargs)	×
56	qs = qs.filter(	×
57	candidates_locked=False, # Never parse a locked ballot
58	suggestedpostlock=None, # Never parse a ballot with lock suggestions
59	)
60
61	if not qs.exists():	×
62	msg = ["No ballots to parse found."]	×
63
64	if options.get("ballot"):	×
65	msg.append(	×
66	"This ballot might be locked or have lock suggestions"
67	)
68
69	self.stderr.write("\n".join(msg))	×
70
71	for ballot in qs:	×
72	parse_raw_data_for_ballot(ballot)	×

DemocracyClub / yournextrepresentative / 971511b7-cd93-49f9-a38d-d0d450f0943f

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous