stanford-oval / genie-toolkit / 611

pending completion

Build # 611

Build Type

Pull #130

travis-ci-com

Committed by

web-flow

Commit Message

Give bert.py a proper name

Pull Request Pull Request #130: Automate schema.org processsing

Run Details

1680 of 4188 branches covered (40.11%)

Branch coverage included in aggregate %.

49 of 181 new or added lines in 7 files covered. (27.07%)

3 existing lines in 3 files now uncovered.

4280 of 8431 relevant lines covered (50.77%)

559016.09 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

85.71

/tool/mturk-make-paraphrase-hits.js

// -*- mode: js; indent-tabs-mode: nil; js-basic-offset: 4 -*-
//
// This file is part of Genie
//
// Copyright 2019 The Board of Trustees of the Leland Stanford Junior University
//
// Author: Giovanni Campagna <gcampagn@cs.stanford.edu>
//
// See COPYING for details
"use strict";

const fs = require('fs');
const Stream = require('stream');
const csvparse = require('csv-parse');
const csvstringify = require('csv-stringify');

const StreamUtils = require('../lib/stream-utils');
const { NUM_SENTENCES_PER_TASK } = require('./lib/constants');
const { clean } = require('../lib/utils');

class ParaphraseHITCreator extends Stream.Transform {
    constructor(sentencesPerTask) {
        super({
            readableObjectMode: true,
            writableObjectMode: true,
        });

        this._sentencesPerTask = sentencesPerTask;
        this._i = 0;
        this._buffer = {};
    }

    _transform(row, encoding, callback) {
        const i = ++this._i;
        this._buffer[`id${i}`] = row.id;
        if (row.context) {
            this._buffer[`context${i}`] = row.context;
            this._buffer[`context_utterance${i}`] = row.context_utterance;
            if (row.assistant_action.startsWith('slot-fill:')) {
                const param = row.assistant_action.split(':')[1];
                this._buffer[`assistant_action${i}`] = `The assistant asks for the value of ${clean(param)} parameter.`;
            } else if (row.assistant_action === 'result') {
                this._buffer[`assistant_action${i}`] = `The assistant shows the result.`;
            } else if (row.assistant_action === 'confirm') {
                this._buffer[`assistant_action${i}`] = `The assistant confirms the command before executing it.`;
            } else {
                throw new Error(`Invalid assistant action ${row.assistant_action}`);
            }
        }
        this._buffer[`thingtalk${i}`] = row.target_code;
        this._buffer[`sentence${i}`] = row.utterance;

        if (i === this._sentencesPerTask) {
            callback(null, this._buffer);
            this._i = 0;
            this._buffer = {};
        } else {
            callback();
        }
    }

    _flush(callback) {
        process.nextTick(callback);
    }
}

module.exports = {
    initArgparse(subparsers) {
        const parser = subparsers.addParser('mturk-make-paraphrase-hits', {
            addHelp: true,
            description: "Prepare the input file for the manual paraphrase HITs."
        });
        parser.addArgument(['-o', '--output'], {
            required: true,
            type: fs.createWriteStream
        });
        parser.addArgument('--sentences-per-task', {
            required: false,
            type: Number,
            defaultValue: NUM_SENTENCES_PER_TASK,
            help: "Number of sentences in each HIT"
        });
    },

    async execute(args) {
        process.stdin.setEncoding('utf8');
        process.stdin
            .pipe(csvparse({ columns: true, delimiter: '\t' }))
            .pipe(new ParaphraseHITCreator(args.sentences_per_task))
            .pipe(csvstringify({ header: true, delimiter: ',' }))
            .pipe(args.output);

        return StreamUtils.waitFinish(args.output);
    }
};

1	// -- mode: js; indent-tabs-mode: nil; js-basic-offset: 4 --
2	//
3	// This file is part of Genie
4	//
5	// Copyright 2019 The Board of Trustees of the Leland Stanford Junior University
6	//
7	// Author: Giovanni Campagna <gcampagn@cs.stanford.edu>
8	//
9	// See COPYING for details
10	"use strict";
11
12	const fs = require('fs');	52✔
13	const Stream = require('stream');	52✔
14	const csvparse = require('csv-parse');	52✔
15	const csvstringify = require('csv-stringify');	52✔
16
17	const StreamUtils = require('../lib/stream-utils');	52✔
18	const { NUM_SENTENCES_PER_TASK } = require('./lib/constants');	52✔
19	const { clean } = require('../lib/utils');	52✔
20
21	class ParaphraseHITCreator extends Stream.Transform {
22	constructor(sentencesPerTask) {
23	super({	4✔
24	readableObjectMode: true,
25	writableObjectMode: true,
26	});
27
28	this._sentencesPerTask = sentencesPerTask;	4✔
29	this._i = 0;	4✔
30	this._buffer = {};	4✔
31	}
32
33	_transform(row, encoding, callback) {
34	const i = ++this._i;	42✔
35	this._buffer[`id${i}`] = row.id;	42✔
36	if (row.context) {	42✔
37	this._buffer[`context${i}`] = row.context;	8✔
38	this._buffer[`context_utterance${i}`] = row.context_utterance;	8✔
39	if (row.assistant_action.startsWith('slot-fill:')) {	8!
40	const param = row.assistant_action.split(':')[1];	×
41	this._buffer[`assistant_action${i}`] = `The assistant asks for the value of ${clean(param)} parameter.`;	×
42	} else if (row.assistant_action === 'result') {	8!
UNCOV 43	this._buffer[`assistant_action${i}`] = `The assistant shows the result.`;	×
44	} else if (row.assistant_action === 'confirm') {	8!
45	this._buffer[`assistant_action${i}`] = `The assistant confirms the command before executing it.`;	8✔
46	} else {
47	throw new Error(`Invalid assistant action ${row.assistant_action}`);	×
48	}
49	}
50	this._buffer[`thingtalk${i}`] = row.target_code;	42✔
51	this._buffer[`sentence${i}`] = row.utterance;	42✔
52
53	if (i === this._sentencesPerTask) {	42✔
54	callback(null, this._buffer);	10✔
55	this._i = 0;	10✔
56	this._buffer = {};	10✔
57	} else {
58	callback();	32✔
59	}
60	}
61
62	_flush(callback) {
63	process.nextTick(callback);	4✔
64	}
65	}
66
67	module.exports = {	52✔
68	initArgparse(subparsers) {
69	const parser = subparsers.addParser('mturk-make-paraphrase-hits', {	52✔
70	addHelp: true,
71	description: "Prepare the input file for the manual paraphrase HITs."
72	});
73	parser.addArgument(['-o', '--output'], {	52✔
74	required: true,
75	type: fs.createWriteStream
76	});
77	parser.addArgument('--sentences-per-task', {	52✔
78	required: false,
79	type: Number,
80	defaultValue: NUM_SENTENCES_PER_TASK,
81	help: "Number of sentences in each HIT"
82	});
83	},
84
85	async execute(args) {
86	process.stdin.setEncoding('utf8');	4✔
87	process.stdin	4✔
88	.pipe(csvparse({ columns: true, delimiter: '\t' }))
89	.pipe(new ParaphraseHITCreator(args.sentences_per_task))
90	.pipe(csvstringify({ header: true, delimiter: ',' }))
91	.pipe(args.output);
92
93	return StreamUtils.waitFinish(args.output);	4✔
94	}
95	};

stanford-oval / genie-toolkit / 611

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous