1247

pending completion

Build # 1247

Build Type

Pull #247

travis-ci-com

Committed by

web-flow

Commit Message

Merge 671987203 into 64b94b170

Pull Request Pull Request #247: Add script to check how well synthetic set covers evaluation set

Run Details

6637 of 12712 branches covered (52.21%)

Branch coverage included in aggregate %.

13 of 63 new or added lines in 1 file covered. (20.63%)

5 existing lines in 2 files now uncovered.

15352 of 24482 relevant lines covered (62.71%)

1996385.44 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

96.24

/lib/dataset-tools/requoting.js

// -*- mode: js; indent-tabs-mode: nil; js-basic-offset: 4 -*-
//
// This file is part of Genie
//
// Copyright 2020 The Board of Trustees of the Leland Stanford Junior University
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//    http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Author: Giovanni Campagna <gcampagn@cs.stanford.edu>
"use strict";

function findSubstring(sequence, substring) {
    for (let i = 0; i < sequence.length - substring.length + 1; i++) {
        let found = true;
        for (let j = 0; j < substring.length; j++) {
            if (sequence[i+j] !== substring[j]) {
                found = false;
                break;
            }
        }
        if (found)
            return i;
    }
    return -1;
}

const ENTITY_MATCH_REGEX = /^([A-Z].*)_[0-9]+$/;

function findSpanType(program, begin_index, end_index) {
    let spanType;
    if (begin_index > 1 && program[begin_index-2] === 'location:') {
        spanType = 'LOCATION';
    } else if (end_index === program.length - 1 || !program[end_index+1].startsWith('^^')) {
        spanType = 'QUOTED_STRING';
    } else {
        switch (program[end_index+1]) {
        case '^^tt:hashtag':
            spanType = 'HASHTAG';
            break;
        case '^^tt:username':
            spanType = 'USERNAME';
            break;
        default:
            spanType = 'GENERIC_ENTITY_' + program[end_index+1].substring(2);
        }
        end_index++;
    }
    return [spanType, end_index];
}

function* requoteSentence(id, sentence, program) {
    sentence = sentence.split(' ');
    program = program.split(' ');

    const spans = [];
    let in_string = false;
    let begin_index = null;
    let end_index = null;
    for (let i = 0; i < program.length; i++) {
        let token = program[i];
        if (token === '"') {
            in_string = !in_string;
            if (in_string) {
                begin_index = i+1;
            } else {
                end_index = i;
                const substring = program.slice(begin_index, end_index);
                const idx = findSubstring(sentence, substring);
                if (idx < 0)
                    throw new Error(`Cannot find span ${substring.join(' ')} in sentence id ${id}`);

                const spanBegin = idx;
                const spanEnd = idx+end_index-begin_index;

                let spanType;
                [spanType, end_index] = findSpanType(program, begin_index, end_index);
                spans.push([spanBegin, spanEnd, spanType]);
                i = end_index;
            }
        }
    }

    if (spans.length === 0) {
        for (let i = 0; i < sentence.length; i++) {
            let word = sentence[i];
            // if the current word is a QUOTED_STRING, HASHTAG, ENTITY or GENERIC_ENTITY_, remove the last _<id> part
            const entityMatch = ENTITY_MATCH_REGEX.exec(word);
            if (entityMatch !== null)
                yield entityMatch[1];
            else
                yield word;
        }
        return;
    }

    spans.sort((a, b) => {
        const [abegin, aend] = a;
        const [bbegin, bend] = b;
        if (abegin < bbegin)
            return -1;
        if (bbegin < abegin)
            return +1;
        if (aend < bend)
            return -1;
        if (bend < aend)
            return +1;
        return 0;
    });
    let current_span_idx = 0;
    let current_span = spans[0];
    for (let i = 0; i < sentence.length; i++) {
        let word = sentence[i];
        if (current_span === null || i < current_span[0]) {
            // if the current word is a QUOTED_STRING, HASHTAG, ENTITY or GENERIC_ENTITY_, remove the last _<id> part
            //
            // this means that the sentences
            // " tweet foo bar "
            // and
            // " tweet QUOTED_STRING_0 "
            //
            // will both turn into " tweet QUOTED_STRING "
            // and therefore match
            //
            // (this is only relevant if some portion of the data is left quoted
            // after augmentation)
            //
            // for simplicity, we do it only all entities
            // it has no effect on other entities because ids are assigned in increasing
            // number in the sentence
            const entityMatch = ENTITY_MATCH_REGEX.exec(word);
            if (entityMatch !== null)
                yield entityMatch[1];
            else
                yield word;
        } else if (i === current_span[0]) {
            yield current_span[2];
        } else if (i >= current_span[1]) {
            yield word;
            current_span_idx += 1;
            current_span = current_span_idx < spans.length ? spans[current_span_idx] : null;
        }
    }
}

function* requoteProgram(program) {
    if (typeof program === 'string')
        program = program.split(' ');

    let inString = false;
    let begin_index;
    for (let i = 0; i < program.length; i++) {
        const token = program[i];

        if (token === '"') {
            inString = !inString;
            if (inString) {
                begin_index = i+1;
            } else {
                const [spanType, end_index] = findSpanType(program, begin_index, i);
                yield spanType;
                i = end_index;
            }
        } else if (!inString) {
            const entityMatch = ENTITY_MATCH_REGEX.exec(token);
            if (entityMatch !== null)
                yield entityMatch[1];
            else if (token !== 'location:')
                yield token;
        }
    }
}

function* getFunctions(program) {
    if (typeof program === 'string')
        program = program.split(' ');
    let inString = false;
    let isDialoguePolicy = false;
    for (let token of program) {
        if (token === '"') {
            inString = !inString;
        } else if (!inString && token.startsWith('$dialogue')) {
            isDialoguePolicy = true;
        } else if (!inString && token.startsWith('@')) {
            if (isDialoguePolicy) {
                isDialoguePolicy = false;
                continue; // discard. It's the policy, not a function
            }
            yield token;
        }
    }
}

function* getDevices(program) {
    for (let fn of getFunctions(program)) {
        let dot = fn.lastIndexOf('.');
        yield fn.substring(0, dot);
    }
}

module.exports = {
    requoteSentence,
    requoteProgram,
    getFunctions,
    getDevices
};

1	// -- mode: js; indent-tabs-mode: nil; js-basic-offset: 4 --
2	//
3	// This file is part of Genie
4	//
5	// Copyright 2020 The Board of Trustees of the Leland Stanford Junior University
6	//
7	// Licensed under the Apache License, Version 2.0 (the "License");
8	// you may not use this file except in compliance with the License.
9	// You may obtain a copy of the License at
10	//
11	// http://www.apache.org/licenses/LICENSE-2.0
12	//
13	// Unless required by applicable law or agreed to in writing, software
14	// distributed under the License is distributed on an "AS IS" BASIS,
15	// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16	// See the License for the specific language governing permissions and
17	// limitations under the License.
18	//
19	// Author: Giovanni Campagna <gcampagn@cs.stanford.edu>
20	"use strict";
21
22	function findSubstring(sequence, substring) {
23	for (let i = 0; i < sequence.length - substring.length + 1; i++) {	22,237✔
24	let found = true;	253,968✔
25	for (let j = 0; j < substring.length; j++) {	253,968✔
26	if (sequence[i+j] !== substring[j]) {	276,694✔
27	found = false;	231,731✔
28	break;	231,731✔
29	}
30	}
31	if (found)	253,968✔
32	return i;	22,237✔
33	}
34	return -1;	×
35	}
36
37	const ENTITY_MATCH_REGEX = /^([A-Z].*)_[0-9]+$/;	56✔
38
39	function findSpanType(program, begin_index, end_index) {
40	let spanType;
41	if (begin_index > 1 && program[begin_index-2] === 'location:') {	22,657✔
42	spanType = 'LOCATION';	489✔
43	} else if (end_index === program.length - 1 \|\| !program[end_index+1].startsWith('^^')) {	22,168✔
44	spanType = 'QUOTED_STRING';	21,922✔
45	} else {
46	switch (program[end_index+1]) {	246✔
47	case '^^tt:hashtag':
48	spanType = 'HASHTAG';	2✔
49	break;	2✔
50	case '^^tt:username':
51	spanType = 'USERNAME';	38✔
52	break;	38✔
53	default:
54	spanType = 'GENERIC_ENTITY_' + program[end_index+1].substring(2);	206✔
55	}
56	end_index++;	246✔
57	}
58	return [spanType, end_index];	22,657✔
59	}
60
61	function* requoteSentence(id, sentence, program) {
62	sentence = sentence.split(' ');	25,917✔
63	program = program.split(' ');	25,917✔
64
65	const spans = [];	25,917✔
66	let in_string = false;	25,917✔
67	let begin_index = null;	25,917✔
68	let end_index = null;	25,917✔
69	for (let i = 0; i < program.length; i++) {	25,917✔
70	let token = program[i];	525,997✔
71	if (token === '"') {	525,997✔
72	in_string = !in_string;	44,474✔
73	if (in_string) {	44,474✔
74	begin_index = i+1;	22,237✔
75	} else {
76	end_index = i;	22,237✔
77	const substring = program.slice(begin_index, end_index);	22,237✔
78	const idx = findSubstring(sentence, substring);	22,237✔
79	if (idx < 0)	22,237!
80	throw new Error(`Cannot find span ${substring.join(' ')} in sentence id ${id}`);	×
81
82	const spanBegin = idx;	22,237✔
83	const spanEnd = idx+end_index-begin_index;	22,237✔
84
85	let spanType;
86	[spanType, end_index] = findSpanType(program, begin_index, end_index);	22,237✔
87	spans.push([spanBegin, spanEnd, spanType]);	22,237✔
88	i = end_index;	22,237✔
89	}
90	}
91	}
92
93	if (spans.length === 0) {	25,917✔
94	for (let i = 0; i < sentence.length; i++) {	9,726✔
95	let word = sentence[i];	126,331✔
96	// if the current word is a QUOTED_STRING, HASHTAG, ENTITY or GENERIC_ENTITY_, remove the last _<id> part
97	const entityMatch = ENTITY_MATCH_REGEX.exec(word);	126,331✔
98	if (entityMatch !== null)	126,331✔
99	yield entityMatch[1];	2,373✔
100	else
101	yield word;	123,958✔
102	}
103	return;	9,726✔
104	}
105
106	spans.sort((a, b) => {	16,191✔
107	const [abegin, aend] = a;	6,348✔
108	const [bbegin, bend] = b;	6,348✔
109	if (abegin < bbegin)	6,348✔
110	return -1;	2,088✔
111	if (bbegin < abegin)	4,260✔
112	return +1;	3,822✔
113	if (aend < bend)	438!
UNCOV 114	return -1;	×
115	if (bend < aend)	438✔
116	return +1;	5✔
117	return 0;	433✔
118	});
119	let current_span_idx = 0;	16,191✔
120	let current_span = spans[0];	16,191✔
121	for (let i = 0; i < sentence.length; i++) {	16,191✔
122	let word = sentence[i];	264,965✔
123	if (current_span === null \|\| i < current_span[0]) {	264,965✔
124	// if the current word is a QUOTED_STRING, HASHTAG, ENTITY or GENERIC_ENTITY_, remove the last _<id> part
125	//
126	// this means that the sentences
127	// " tweet foo bar "
128	// and
129	// " tweet QUOTED_STRING_0 "
130	//
131	// will both turn into " tweet QUOTED_STRING "
132	// and therefore match
133	//
134	// (this is only relevant if some portion of the data is left quoted
135	// after augmentation)
136	//
137	// for simplicity, we do it only all entities
138	// it has no effect on other entities because ids are assigned in increasing
139	// number in the sentence
140	const entityMatch = ENTITY_MATCH_REGEX.exec(word);	202,809✔
141	if (entityMatch !== null)	202,809✔
142	yield entityMatch[1];	5,773✔
143	else
144	yield word;	197,036✔
145	} else if (i === current_span[0]) {	62,156✔
146	yield current_span[2];	21,652✔
147	} else if (i >= current_span[1]) {	40,504✔
148	yield word;	18,158✔
149	current_span_idx += 1;	18,158✔
150	current_span = current_span_idx < spans.length ? spans[current_span_idx] : null;	18,158✔
151	}
152	}
153	}
154
155	function* requoteProgram(program) {
156	if (typeof program === 'string')	635!
157	program = program.split(' ');	635✔
158
159	let inString = false;	635✔
160	let begin_index;
161	for (let i = 0; i < program.length; i++) {	635✔
162	const token = program[i];	11,365✔
163
164	if (token === '"') {	11,365✔
165	inString = !inString;	840✔
166	if (inString) {	840✔
167	begin_index = i+1;	420✔
168	} else {
169	const [spanType, end_index] = findSpanType(program, begin_index, i);	420✔
170	yield spanType;	420✔
171	i = end_index;	420✔
172	}
173	} else if (!inString) {	10,525✔
174	const entityMatch = ENTITY_MATCH_REGEX.exec(token);	9,366✔
175	if (entityMatch !== null)	9,366✔
176	yield entityMatch[1];	114✔
177	else if (token !== 'location:')	9,252✔
178	yield token;	9,233✔
179	}
180	}
181	}
182
183	function* getFunctions(program) {
184	if (typeof program === 'string')	630!
185	program = program.split(' ');	630✔
186	let inString = false;	630✔
187	let isDialoguePolicy = false;	630✔
188	for (let token of program) {	630✔
189	if (token === '"') {	11,440✔
190	inString = !inString;	838✔
191	} else if (!inString && token.startsWith('$dialogue')) {	10,602✔
192	isDialoguePolicy = true;	5✔
193	} else if (!inString && token.startsWith('@')) {	10,597✔
194	if (isDialoguePolicy) {	1,170✔
195	isDialoguePolicy = false;	5✔
196	continue; // discard. It's the policy, not a function	5✔
197	}
198	yield token;	1,165✔
199	}
200	}
201	}
202
203	function* getDevices(program) {
204	for (let fn of getFunctions(program)) {	5✔
205	let dot = fn.lastIndexOf('.');	8✔
206	yield fn.substring(0, dot);	8✔
207	}
208	}
209
210	module.exports = {	56✔
211	requoteSentence,
212	requoteProgram,
213	getFunctions,
214	getDevices
215	};

stanford-oval / genie-toolkit / 1247

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous