3284691744

Build Type

github

Committed by GitHub

Commit Message

<a href="https://github.com/kobotoolbox/kpi/commit/<a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/<a class="double-link" href="https://git"><a class=hub.com/kobotoolbox/kpi/commit/1f539cfa159cb424e23637d641b8d50d73f3ced8">1f539cfa1">&lt;a href=&quot;https://github.com/kobotoolbox/kpi/commit/</a><a class="double-link" href="https://github.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/&lt;a class=&quot;double-link&quot; href=&quot;https://git">&lt;a class=</a>hub.com/kobotoolbox/kpi/commit/1f539cfa159cb424e23637d641b8d50d73f3ced8">1f539cfa1</a><a href="https://github.com/kobotoolbox/kpi/commit/1f539cfa159cb424e23637d641b8d50d73f3ced8">&quot;&gt;&amp;lt;a href=&amp;quot;https://github.com/kobotoolbox/kpi/commit/&lt;/a&gt;&lt;a class=&quot;double-link&quot; href=&quot;https://github.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://git&quot;&gt;&amp;lt;a class=&lt;/a&gt;hub.com/kobotoolbox/kpi/commit/1f539cfa159cb424e23637d641b8d50d73f3ced8&quot;&gt;1f539cfa1&lt;/a&gt;&lt;a href=&quot;https://github.com/kobotoolbox/kpi/commit/1f539cfa159cb424e23637d641b8d50d73f3ced8&quot;&gt;&amp;quot;&amp;gt;&amp;amp;lt;a href=&amp;amp;quot;https://github.com/kobotoolbox/kpi/commit/&amp;lt;/a&amp;gt;&amp;lt;a class=&amp;quot;double-link&amp;quot; href=&amp;quot;https://github.com/kobotoolbox/kpi/commit/&amp;amp;lt;a class=&amp;amp;quot;double-link&am... (continued)

Pull Request Pull Request #4070: track columns with data that need to be included in the exports.

Run Details

2981 of 4662 branches covered (63.94%)

207 of 207 new or added lines in 11 files covered. (100.0%)

10767 of 14251 relevant lines covered (75.55%)

0.76 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

92.94

/kobo/apps/subsequences/utils/parse_known_cols.py

# coding: utf-8
'''
this util parses the string of known_cols saved in the db
and builds the structure that formpack expects to see in the
asset.analysis_form_json()

input is an array of strings that look like this:
  - q1:transcr:en
  - q1:translt:fr
  - q1:translt:de

output is a more descriptive structure. (See test_parse_known_cols)
'''
from collections import defaultdict


def extend_col_deets(lang, coltype, label, q_path):
    name = q_path.split('-')[-1]
    out = {'label': name, 'name': name}
    out['dtpath'] = f'{q_path}/{coltype}_{lang}'
    out['type'] = coltype
    out['language'] = lang
    out['label'] = f'{label} - {coltype}'
    out['name'] = f'{name}/{coltype}_{lang}'
    out['source'] = q_path
    out['qpath'] = f'{name}-{coltype}-{lang}'
    out['settings'] = {'mode': 'manual', 'engine': f'engines/{coltype}_manual'}
    out['path'] = [q_path, coltype]
    return out


def parse_field_cols(qpath, fieldcols):
    fcx = {'tsc': [], 'tsl': []}
    for fc in fieldcols:
        if 'tx' not in fc:
            continue
        if 'transl' in fc['field']:
            fcx['tsl'].append(fc)
        elif 'transc' in fc['field']:
            fcx['tsc'].append(fc)

    langs = {}
    for categ in ['tsc', 'tsl']:
        langs[categ] = []
        for col in fcx[categ]:
            tx = col['tx']
            if tx not in langs[categ]:
                langs[categ].append(tx)
    out = []

    if len(langs['tsc']) > 0:
        for lang in langs['tsc']:
            out.append(extend_col_deets(lang=lang, label=qpath.split('-')[-1], q_path=qpath,
                coltype='transcript',
            ))
    if len(langs['tsl']) > 0:
        for lang in langs['tsl']:
            out.append(extend_col_deets(lang=lang, label=qpath.split('-')[-1], q_path=qpath,
                coltype='translation',
            ))
    return out


def parse_known_cols(knownc):
    by_qpath = defaultdict(list)
    out = []
    if isinstance(knownc, dict):
        knownc = knownc.get('known')
    for fieldstr in knownc:
        sects = fieldstr.split(':')
        [qpath, field, *rest] = sects
        item = {'field': field}
        if len(sects) == 3:
            item['tx'] = sects[2]
        by_qpath[qpath].append(item)
    by_qpath_list = []
    for qpath, cols in by_qpath.items():
        by_qpath_list = [*by_qpath_list, *parse_field_cols(qpath, cols)]
    return by_qpath_list

1	# coding: utf-8
2	'''	2✔
3	this util parses the string of known_cols saved in the db
4	and builds the structure that formpack expects to see in the
5	asset.analysis_form_json()
6
7	input is an array of strings that look like this:
8	- q1:transcr:en
9	- q1:translt:fr
10	- q1:translt:de
11
12	output is a more descriptive structure. (See test_parse_known_cols)
13	'''
14	from collections import defaultdict	2✔
15
16
17	def extend_col_deets(lang, coltype, label, q_path):	2✔
18	name = q_path.split('-')[-1]	2✔
19	out = {'label': name, 'name': name}	2✔
20	out['dtpath'] = f'{q_path}/{coltype}_{lang}'	2✔
21	out['type'] = coltype	2✔
22	out['language'] = lang	2✔
23	out['label'] = f'{label} - {coltype}'	2✔
24	out['name'] = f'{name}/{coltype}_{lang}'	2✔
25	out['source'] = q_path	2✔
26	out['qpath'] = f'{name}-{coltype}-{lang}'	2✔
27	out['settings'] = {'mode': 'manual', 'engine': f'engines/{coltype}_manual'}	2✔
28	out['path'] = [q_path, coltype]	2✔
29	return out	2✔
30
31
32	def parse_field_cols(qpath, fieldcols):	2✔
33	fcx = {'tsc': [], 'tsl': []}	2✔
34	for fc in fieldcols:	2✔
35	if 'tx' not in fc:	2!
36	continue	×
37	if 'transl' in fc['field']:	2✔
38	fcx['tsl'].append(fc)	2✔
39	elif 'transc' in fc['field']:	2!
40	fcx['tsc'].append(fc)	2✔
41
42	langs = {}	2✔
43	for categ in ['tsc', 'tsl']:	2✔
44	langs[categ] = []	2✔
45	for col in fcx[categ]:	2✔
46	tx = col['tx']	2✔
47	if tx not in langs[categ]:	2✔
48	langs[categ].append(tx)	2✔
49	out = []	2✔
50
51	if len(langs['tsc']) > 0:	2✔
52	for lang in langs['tsc']:	2✔
53	out.append(extend_col_deets(lang=lang, label=qpath.split('-')[-1], q_path=qpath,	2✔
54	coltype='transcript',
55	))
56	if len(langs['tsl']) > 0:	2✔
57	for lang in langs['tsl']:	2✔
58	out.append(extend_col_deets(lang=lang, label=qpath.split('-')[-1], q_path=qpath,	2✔
59	coltype='translation',
60	))
61	return out	2✔
62
63
64	def parse_known_cols(knownc):	2✔
65	by_qpath = defaultdict(list)	2✔
66	out = []	2✔
67	if isinstance(knownc, dict):	2!
68	knownc = knownc.get('known')	×
69	for fieldstr in knownc:	2✔
70	sects = fieldstr.split(':')	2✔
71	[qpath, field, *rest] = sects	2✔
72	item = {'field': field}	2✔
73	if len(sects) == 3:	2!
74	item['tx'] = sects[2]	2✔
75	by_qpath[qpath].append(item)	2✔
76	by_qpath_list = []	2✔
77	for qpath, cols in by_qpath.items():	2✔
78	by_qpath_list = [by_qpath_list, parse_field_cols(qpath, cols)]	2✔
79	return by_qpath_list	2✔

kobotoolbox / kpi / 3284691744

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous