3237108155

Build Type

github

Committed by GitHub

Commit Message

<a href="https://github.com/kobotoolbox/kpi/commit/<a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/b07b770b0d8dc1d15032f5010bfcfdae9819bc7a">b07b770b0">&lt;a href=&quot;https://github.com/kobotoolbox/kpi/commit/</a><a class="double-link" href="https://github.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/b07b770b0d8dc1d15032f5010bfcfdae9819bc7a">b07b770b0</a><a href="https://github.com/kobotoolbox/kpi/commit/b07b770b0d8dc1d15032f5010bfcfdae9819bc7a">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/kobotoolbox/kpi/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/b07b770b0d8dc1d15032f5010bfcfdae9819bc7a&quot;&gt;b07b770b0&lt;/a&gt;&lt;a href=&quot;https://github.com/kobotoolbox/kpi/commit/b07b770b0d8dc1d15032f5010bfcfdae9819bc7a&quot;&gt;&amp;quot;&amp;gt;&amp;amp;lt;a href=&amp;amp;quot;https://github.com/kobotoolbox/kpi/commit/&amp;lt;/a&amp;gt;&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://github.com/kobotoolbox/kpi/commit/&amp;amp;lt;a class=&amp;amp;quot;double-link&am... (continued)

Pull Request Pull Request #4070: track columns with data that need to be included in the exports.

Run Details

2918 of 4566 branches covered (63.91%)

187 of 187 new or added lines in 10 files covered. (100.0%)

10507 of 13889 relevant lines covered (75.65%)

0.76 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

83.7

/kobo/apps/subsequences/utils/__init__.py

from copy import deepcopy
from ..actions.automatic_transcription import AutomaticTranscriptionAction
from ..actions.translation import TranslationAction

from ..actions.unknown_action import UnknownAction


AVAILABLE_ACTIONS = (
    AutomaticTranscriptionAction,
    TranslationAction,
)

ACTIONS_BY_ID = dict([
    (kls.ID, kls) for kls in AVAILABLE_ACTIONS
])

FEATURE_JSONSCHEMA_DESCRIPTION = (
    'PATCH or POST a matching JSON structure to a submission and it will be ' +
    'stored and processed accordingly.'
)

SUBMISSION_UUID_FIELD = 'meta/rootUuid'

# def build_action_instances(proj_content):
#     instances = []
#     for action in proj_content.get('actions', []):
#         action_id = action['id']
#         action_instance = None
#         for action_kls in AVAILABLE_ACTIONS:
#             if action_kls.ID == action_id:
#                 action_instance = action_kls(action)
#         if action_instance is None:
#             action_instance = UnknownAction(params={'action_id': action_id})
#         instances.append(action_instance)
#     return tuple(instances)

# def discern_next_stage(action_instances, submission):
#     for action in action_instances:
#         if not action.test_submission_passes_action(submission):
#             return action

def advanced_feature_instances(content, actions):
    action_instances = []
    for action_id, action_params in actions.items():
        action_kls = ACTIONS_BY_ID[action_id]
        if action_params == True:
            action_params = action_kls.build_params({}, content)
        yield action_kls(action_params)

def populate_paths(_content):
    content = deepcopy(_content)
    group_stack = []
    for row in content['survey']:
        rowname = row.get('$autoname', row.get('name'))
        if row['type'] == 'begin_group':
            #, 'begin_repeat']:
            name = row['$autoname']
            group_stack.append(rowname)
        elif row['type'] == 'begin_repeat':
            name = row['$autoname']
            group_stack.append(f'{rowname}[]')
        elif row['type'] in ['end_group', 'end_repeat']:
            group_stack.pop()
            continue
        row['qpath'] = '-'.join([*group_stack, rowname])
    return content

def advanced_submission_jsonschema(content, actions, url=None):
    action_instances = []
    content = populate_paths(content)
    # devhack: this keeps serializer from breaking when old params
    # are still in the database
    if 'translated' in actions: # migration
        actions['translation'] = actions['translated']  # migration
        assert 'languages' in actions['translation']
        del actions['translated'] # migration
    # /devhack

    for action_id, action_params in actions.items():
        action_kls = ACTIONS_BY_ID[action_id]
        if action_params == True:
            action_params = action_kls.build_params({}, content)
        if 'values' not in action_params:
            action_params['values'] = action_kls.get_values_for_content(content)
        action_instances.append(action_kls(action_params))
    return get_jsonschema(action_instances, url=url)

# def _empty_obj():
#     return {'type': 'object', 'properties': {}, 'additionalProperties': False}

def get_jsonschema(action_instances=(), url=None):
    sub_props = {}
    if url is None:
        url = '/advanced_submission_post/<asset_uid>'
    schema = {'type': 'object',
                  '$description': FEATURE_JSONSCHEMA_DESCRIPTION,
                  'url': url,
                  'properties': {
                    'submission': {'type': 'string',
                                   'description': 'the uuid of the submission'},
                  },
                  'additionalProperties': False,
                  'required': ['submission'],
              }
    for instance in action_instances:
        schema = instance.modify_jsonschema(schema)
    return schema

SUPPLEMENTAL_DETAILS_KEY = '_supplementalDetails'

def stream_with_extras(submission_stream, extras):
    for submission in submission_stream:
        if SUBMISSION_UUID_FIELD in submission:
            uuid = submission[SUBMISSION_UUID_FIELD]
        else:
            uuid = submission['_uuid']
        submission[SUPPLEMENTAL_DETAILS_KEY] = extras.get(uuid, {})
        yield submission

1	from copy import deepcopy	2✔
2	from ..actions.automatic_transcription import AutomaticTranscriptionAction	2✔
3	from ..actions.translation import TranslationAction	2✔
4
5	from ..actions.unknown_action import UnknownAction	2✔
6
7
8	AVAILABLE_ACTIONS = (	2✔
9	AutomaticTranscriptionAction,
10	TranslationAction,
11	)
12
13	ACTIONS_BY_ID = dict([	2✔
14	(kls.ID, kls) for kls in AVAILABLE_ACTIONS
15	])
16
17	FEATURE_JSONSCHEMA_DESCRIPTION = (	2✔
18	'PATCH or POST a matching JSON structure to a submission and it will be ' +
19	'stored and processed accordingly.'
20	)
21
22	SUBMISSION_UUID_FIELD = 'meta/rootUuid'	2✔
23
24	# def build_action_instances(proj_content):
25	# instances = []
26	# for action in proj_content.get('actions', []):
27	# action_id = action['id']
28	# action_instance = None
29	# for action_kls in AVAILABLE_ACTIONS:
30	# if action_kls.ID == action_id:
31	# action_instance = action_kls(action)
32	# if action_instance is None:
33	# action_instance = UnknownAction(params={'action_id': action_id})
34	# instances.append(action_instance)
35	# return tuple(instances)
36
37	# def discern_next_stage(action_instances, submission):
38	# for action in action_instances:
39	# if not action.test_submission_passes_action(submission):
40	# return action
41
42	def advanced_feature_instances(content, actions):	2✔
43	action_instances = []	2✔
44	for action_id, action_params in actions.items():	2✔
45	action_kls = ACTIONS_BY_ID[action_id]	2✔
46	if action_params == True:	2✔
47	action_params = action_kls.build_params({}, content)	2✔
48	yield action_kls(action_params)	2✔
49
50	def populate_paths(_content):	2✔
51	content = deepcopy(_content)	2✔
52	group_stack = []	2✔
53	for row in content['survey']:	2✔
54	rowname = row.get('$autoname', row.get('name'))	2✔
55	if row['type'] == 'begin_group':	2!
56	#, 'begin_repeat']:
57	name = row['$autoname']	×
58	group_stack.append(rowname)	×
59	elif row['type'] == 'begin_repeat':	2!
60	name = row['$autoname']	×
61	group_stack.append(f'{rowname}[]')	×
62	elif row['type'] in ['end_group', 'end_repeat']:	2!
63	group_stack.pop()	×
64	continue	×
65	row['qpath'] = '-'.join([*group_stack, rowname])	2✔
66	return content	2✔
67
68	def advanced_submission_jsonschema(content, actions, url=None):	2✔
69	action_instances = []	2✔
70	content = populate_paths(content)	2✔
71	# devhack: this keeps serializer from breaking when old params
72	# are still in the database
73	if 'translated' in actions: # migration	2!
74	actions['translation'] = actions['translated'] # migration	×
75	assert 'languages' in actions['translation']	×
76	del actions['translated'] # migration	×
77	# /devhack
78
79	for action_id, action_params in actions.items():	2✔
80	action_kls = ACTIONS_BY_ID[action_id]	2✔
81	if action_params == True:	2✔
82	action_params = action_kls.build_params({}, content)	2✔
83	if 'values' not in action_params:	2✔
84	action_params['values'] = action_kls.get_values_for_content(content)	2✔
85	action_instances.append(action_kls(action_params))	2✔
86	return get_jsonschema(action_instances, url=url)	2✔
87
88	# def _empty_obj():
89	# return {'type': 'object', 'properties': {}, 'additionalProperties': False}
90
91	def get_jsonschema(action_instances=(), url=None):	2✔
92	sub_props = {}	2✔
93	if url is None:	2✔
94	url = '/advanced_submission_post/<asset_uid>'	2✔
95	schema = {'type': 'object',	2✔
96	'$description': FEATURE_JSONSCHEMA_DESCRIPTION,
97	'url': url,
98	'properties': {
99	'submission': {'type': 'string',
100	'description': 'the uuid of the submission'},
101	},
102	'additionalProperties': False,
103	'required': ['submission'],
104	}
105	for instance in action_instances:	2✔
106	schema = instance.modify_jsonschema(schema)	2✔
107	return schema	2✔
108
109	SUPPLEMENTAL_DETAILS_KEY = '_supplementalDetails'	2✔
110
111	def stream_with_extras(submission_stream, extras):	2✔
112	for submission in submission_stream:	2✔
113	if SUBMISSION_UUID_FIELD in submission:	2!
114	uuid = submission[SUBMISSION_UUID_FIELD]	×
115	else:
116	uuid = submission['_uuid']	2✔
117	submission[SUPPLEMENTAL_DETAILS_KEY] = extras.get(uuid, {})	2✔
118	yield submission	2✔

kobotoolbox / kpi / 3237108155

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous