stanford-oval / genie-toolkit / 482

pending completion

Build # 482

Build Type

push

travis-ci-com

Committed by

web-flow

Commit Message

Merge pull request #103 from stanford-oval/wip/useful-webqa-patches

Useful patches and bug-fixes from WebQA

Run Details

1509 of 2921 branches covered (51.66%)

Branch coverage included in aggregate %.

24 of 234 new or added lines in 8 files covered. (10.26%)

2 existing lines in 2 files now uncovered.

3823 of 6306 relevant lines covered (60.62%)

2833122.51 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

61.54

/tool/sample-constants.js

// -*- mode: js; indent-tabs-mode: nil; js-basic-offset: 4 -*-
//
// This file is part of Genie
//
// Copyright 2019 The Board of Trustees of the Leland Stanford Junior University
//
// Author: Silei Xu <silei@cs.stanford.edu>
//
// See COPYING for details
"use strict";

const fs = require('fs');
const seedrandom = require('seedrandom');
const Tp = require('thingpedia');
const ThingTalk = require('thingtalk');

const StreamUtils = require('../lib/stream-utils');
const ConstantSampler = require('./lib/constants-sampler');
const FileParameterProvider = require('./lib/file_parameter_provider');


module.exports = {
    initArgparse(subparsers) {
        const parser = subparsers.addParser('sample-constants', {
            addHelp: true,
            description: "Sample constants for parameters from entities and string values."
        });
        parser.addArgument(['-o', '--output'], {
            required: true,
            type: fs.createWriteStream
        });
        parser.addArgument(['-l', '--locale'], {
            required: false,
            defaultValue: 'en-US',
            help: `BGP 47 locale tag of the language to generate (defaults to 'en-US', English)`
        });
        parser.addArgument('--thingpedia', {
            required: true,
            help: 'Path to .tt file containing signature, type and mixin definitions.'
        });
        parser.addArgument('--parameter-datasets', {
            required: true,
            help: 'TSV file containing the paths to datasets for strings and entity types.'
        });
        parser.addArgument('--random-seed', {
            defaultValue: 'almond is awesome',
            help: 'Random seed'
        });
        parser.addArgument('--sample-size', {
            defaultValue: 10,
            help: 'Number of samples per entity or string value'
        });
        parser.addArgument('--devices', {
            required: true,
            help: `The list of devices to sample, separated by comma`
        });

    },


    async execute(args) {
        const options = {
            devices: args.devices,
            sample_size: args.sample_size,
            rng: seedrandom.alea(args.random_seed),
            locale: args.locale
        };
        const tpClient = new Tp.FileClient(args);
        const schemaRetriever = new ThingTalk.SchemaRetriever(tpClient, null, !args.debug);
        const constProvider = new FileParameterProvider(args.parameter_datasets);
        await constProvider.open();

        const sampler = new ConstantSampler(schemaRetriever, constProvider, options);

        const constants = await sampler.sample();
        args.output.end(constants.map((c) => c.join('\t')).join('\n'));

        StreamUtils.waitFinish(args.output);
        await constProvider.close();
    }
};

1	// -- mode: js; indent-tabs-mode: nil; js-basic-offset: 4 --
2	//
3	// This file is part of Genie
4	//
5	// Copyright 2019 The Board of Trustees of the Leland Stanford Junior University
6	//
7	// Author: Silei Xu <silei@cs.stanford.edu>
8	//
9	// See COPYING for details
10	"use strict";
11
12	const fs = require('fs');	78✔
13	const seedrandom = require('seedrandom');	78✔
14	const Tp = require('thingpedia');	78✔
15	const ThingTalk = require('thingtalk');	78✔
16
17	const StreamUtils = require('../lib/stream-utils');	78✔
18	const ConstantSampler = require('./lib/constants-sampler');	78✔
19	const FileParameterProvider = require('./lib/file_parameter_provider');	78✔
20
21
22	module.exports = {	78✔
23	initArgparse(subparsers) {
24	const parser = subparsers.addParser('sample-constants', {	78✔
25	addHelp: true,
26	description: "Sample constants for parameters from entities and string values."
27	});
28	parser.addArgument(['-o', '--output'], {	78✔
29	required: true,
30	type: fs.createWriteStream
31	});
32	parser.addArgument(['-l', '--locale'], {	78✔
33	required: false,
34	defaultValue: 'en-US',
35	help: `BGP 47 locale tag of the language to generate (defaults to 'en-US', English)`
36	});
37	parser.addArgument('--thingpedia', {	78✔
38	required: true,
39	help: 'Path to .tt file containing signature, type and mixin definitions.'
40	});
41	parser.addArgument('--parameter-datasets', {	78✔
42	required: true,
43	help: 'TSV file containing the paths to datasets for strings and entity types.'
44	});
45	parser.addArgument('--random-seed', {	78✔
46	defaultValue: 'almond is awesome',
47	help: 'Random seed'
48	});
49	parser.addArgument('--sample-size', {	78✔
50	defaultValue: 10,
51	help: 'Number of samples per entity or string value'
52	});
53	parser.addArgument('--devices', {	78✔
54	required: true,
55	help: `The list of devices to sample, separated by comma`
56	});
57
58	},
59
60
61	async execute(args) {
62	const options = {	×
63	devices: args.devices,
64	sample_size: args.sample_size,
65	rng: seedrandom.alea(args.random_seed),
66	locale: args.locale
67	};
68	const tpClient = new Tp.FileClient(args);	×
69	const schemaRetriever = new ThingTalk.SchemaRetriever(tpClient, null, !args.debug);	×
NEW 70	const constProvider = new FileParameterProvider(args.parameter_datasets);	×
NEW 71	await constProvider.open();	×
72
NEW 73	const sampler = new ConstantSampler(schemaRetriever, constProvider, options);	×
74
75	const constants = await sampler.sample();	×
76	args.output.end(constants.map((c) => c.join('\t')).join('\n'));	×
77
78	StreamUtils.waitFinish(args.output);	×
NEW 79	await constProvider.close();	×
80	}
81	};

stanford-oval / genie-toolkit / 482

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous