3265631270

Build Type

github

Committed by GitHub

Commit Message

<a href="https://github.com/kobotoolbox/kpi/commit/<a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/04ed42860605bb747213b639a1cecd96c1a7b07d">04ed42860">&lt;a href=&quot;https://github.com/kobotoolbox/kpi/commit/</a><a class="double-link" href="https://github.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/04ed42860605bb747213b639a1cecd96c1a7b07d">04ed42860</a><a href="https://github.com/kobotoolbox/kpi/commit/04ed42860605bb747213b639a1cecd96c1a7b07d">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/kobotoolbox/kpi/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/04ed42860605bb747213b639a1cecd96c1a7b07d&quot;&gt;04ed42860&lt;/a&gt;&lt;a href=&quot;https://github.com/kobotoolbox/kpi/commit/04ed42860605bb747213b639a1cecd96c1a7b07d&quot;&gt;&amp;quot;&amp;gt;&amp;amp;lt;a href=&amp;amp;quot;https://github.com/kobotoolbox/kpi/commit/&amp;lt;/a&amp;gt;&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://github.com/kobotoolbox/kpi/commit/&amp;amp;lt;a class=&amp;amp;quot;double-link&am... (continued)

Pull Request Pull Request #4070: track columns with data that need to be included in the exports.

Run Details

2976 of 4620 branches covered (64.42%)

187 of 187 new or added lines in 10 files covered. (100.0%)

10757 of 14142 relevant lines covered (76.06%)

0.76 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

57.78

/kobo/apps/subsequences/utils/determine_export_cols_with_values.py

# coding: utf-8
'''
this util has 2 functions that serve to parse the submission_extras
for an asset and build a list of extra columns that should be included
in exports.

 - determine_export_cols_indiv() # iterates through the cols for an individ subm_extra.content
 - determine_export_cols_with_values() #

input is an array of strings that look like this:
  - q1:transcr:en
  - q1:translt:fr
  - q1:translt:de

output is a more descriptive structure. (See test_parse_known_cols)
'''


KEY_TYPE_DICTS = {
    'googlets': 'transcript_auto_google',
    'googletx': 'translation_auto_google',
}


def get_lang_code(key, tvals):
    if 'languageCode' in tvals:
        yield tvals['languageCode']
    elif key == 'translation':
        for key in tvals.keys():
            yield key
    elif key == 'translated': # migration
        raise ValueError('key "translated" should not be in the asset. Run management command:'
                         ' python manage.py runscript repop_known_cols" to fix')


def determine_export_cols_indiv(sub_ex_content):
    '''
    used primarily when a SubmissionExtras object is saved.

    iterates through content to see which questions have
    transcripts/translations that need to end up in the export

    yields strings in this format-
     "<question qpath>:transcript:<lang>"
     "<question qpath>:translation:<lang>"
    '''
    for qpath in sub_ex_content.keys():
        for key in sub_ex_content[qpath].keys():
            tvals = sub_ex_content[qpath][key]
            # if not is_non_null_submext_data(key, tvals):
            #     continue
            dtype = KEY_TYPE_DICTS.get(key, key)
            col_string = f'{qpath}:{dtype}'
            for lang_code in get_lang_code(key, tvals):
                yield f'{col_string}:{lang_code}'


def determine_export_cols_with_values(asset_submission_extras_all):
    '''
    used in management command <repop_known_cols>
    to rebuild asset.known_cols
    '''
    col_strings = tuple()
    for sub_ex in asset_submission_extras_all:
        for col_string in determine_export_cols_indiv(sub_ex.content):
            if col_string not in col_strings:
                col_strings = (*col_strings, col_string)
    return col_strings

1	# coding: utf-8
2	'''	2✔
3	this util has 2 functions that serve to parse the submission_extras
4	for an asset and build a list of extra columns that should be included
5	in exports.
6
7	- determine_export_cols_indiv() # iterates through the cols for an individ subm_extra.content
8	- determine_export_cols_with_values() #
9
10	input is an array of strings that look like this:
11	- q1:transcr:en
12	- q1:translt:fr
13	- q1:translt:de
14
15	output is a more descriptive structure. (See test_parse_known_cols)
16	'''
17
18
19	KEY_TYPE_DICTS = {	2✔
20	'googlets': 'transcript_auto_google',
21	'googletx': 'translation_auto_google',
22	}
23
24
25	def get_lang_code(key, tvals):	2✔
26	if 'languageCode' in tvals:	2✔
27	yield tvals['languageCode']	2✔
28	elif key == 'translation':	2!
29	for key in tvals.keys():	×
30	yield key	×
31	elif key == 'translated': # migration	2!
32	raise ValueError('key "translated" should not be in the asset. Run management command:'	×
33	' python manage.py runscript repop_known_cols" to fix')
34
35
36	def determine_export_cols_indiv(sub_ex_content):	2✔
37	'''
38	used primarily when a SubmissionExtras object is saved.
39
40	iterates through content to see which questions have
41	transcripts/translations that need to end up in the export
42
43	yields strings in this format-
44	"<question qpath>:transcript:<lang>"
45	"<question qpath>:translation:<lang>"
46	'''
47	for qpath in sub_ex_content.keys():	2✔
48	for key in sub_ex_content[qpath].keys():	2✔
49	tvals = sub_ex_content[qpath][key]	2✔
50	# if not is_non_null_submext_data(key, tvals):
51	# continue
52	dtype = KEY_TYPE_DICTS.get(key, key)	2✔
53	col_string = f'{qpath}:{dtype}'	2✔
54	for lang_code in get_lang_code(key, tvals):	2✔
55	yield f'{col_string}:{lang_code}'	2✔
56
57
58	def determine_export_cols_with_values(asset_submission_extras_all):	2✔
59	'''
60	used in management command <repop_known_cols>
61	to rebuild asset.known_cols
62	'''
63	col_strings = tuple()	×
64	for sub_ex in asset_submission_extras_all:	×
65	for col_string in determine_export_cols_indiv(sub_ex.content):	×
66	if col_string not in col_strings:	×
67	col_strings = (*col_strings, col_string)	×
68	return col_strings	×

kobotoolbox / kpi / 3265631270

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous