2316

pending completion

Build # 2316

Build Type

Pull #752

travis-ci-com

Committed by

web-flow

Commit Message

Merge 6a7cfb8d1 into 3ac2bb911

Pull Request Pull Request #752: Update dialogue handler confidence flow

Run Details

10037 of 20297 branches covered (49.45%)

Branch coverage included in aggregate %.

13 of 18 new or added lines in 2 files covered. (72.22%)

150 existing lines in 8 files now uncovered.

23956 of 40168 relevant lines covered (59.64%)

356928.64 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

42.67

/lib/engine/db/sqlite/migration.ts

// -*- mode: typescript; indent-tabs-mode: nil; js-basic-offset: 4 -*-
//
// This file is part of Genie
//
// Copyright 2020-2021 The Board of Trustees of the Leland Stanford Junior University
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//    http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Author: Giovanni Campagna <gcampagn@cs.stanford.edu>

import * as sqlite3 from 'sqlite3';

import DatabaseSchema from './schema.json';
import * as sql from '.';

export function initializeDB(platform : sql.SQLitePlatform) {
    const filename = platform.getSqliteDB();
    const key = platform.getSqliteKey();
    const prefs = platform.getSharedPreferences();
    prefs.set('sqlite-schema-version', currentVersion);

    const db = new sqlite3.Database(filename, sqlite3.OPEN_READWRITE | sqlite3.OPEN_CREATE);
    return new Promise<void>((resolve, reject) => {
        db.on('error', (err) => {
            console.error('Failed to initialize DB schema', err);
            reject(err);
        });
        db.serialize(() => {
            if (key) {
                console.log('Initializing key in Sqlite DB');
                db.run(sql.makeKeyPragma(key));
            }
            db.run('PRAGMA journal_mode=WAL');
            db.exec(DatabaseSchema);
        });
        db.close((err) => {
            if (!err)
                resolve();
        });
    });
}

const MIGRATIONS = [
function migrateTo1(db : sqlite3.Database) {
    db.serialize(() => {
        // we used to create a table called `keyword` here, we no longer do that
        db.run('drop table if exists channel');
        db.run('create table channel (uniqueId varchar(255) primary key, value text default null)');
    });
},
function migrateTo2(db : sqlite3.Database) {
    // we used to create a the permission tables here, we no longer do that
},
function migrateTo3(db : sqlite3.Database) {
    // we used to create a the permission tables here, we no longer do that
},
function migrateTo4(db : sqlite3.Database) {
    // we used to create a the permission tables here, we no longer do that
},
function migrateTo5(db : sqlite3.Database) {
    // we used to create the matrix tables here, we do not do that
},
function migrateTo6(db : sqlite3.Database) {
    // we uses to create the matrix tables here, we do not do that
},
function migrateTo7(db : sqlite3.Database) {
    // nothing to do, just bump the version number...
},
function migrateTo8(db : sqlite3.Database) {
    // we used to create a table called `memory_table_meta` here, we no longer do that
},
function migrateTo9(db : sqlite3.Database) {
    db.serialize(() => {
        // we used to create a table called `keyword` here, we no longer do that
        db.run('drop table if exists conversation');
        db.run('create table conversation (' +
               'uniqueId varchar(255) primary key, ' +
               'conversationId varchar(255), ' +
               'previousId varchar(255), ' +
               'dialogueId varchar(255), ' +
               'context text default null, ' +
               'agent text default null, ' +
               'agentTimestamp text default null, ' +
               'agentTarget text default null, ' +
               'intermediateContext text default null, ' +
               'user text default null, ' +
               'userTimestamp text default null, ' +
               'userTarget text default null, ' +
               'vote text default null, ' +
               'comment text default null)');
    });
},
function migrateTo10(db : sqlite3.Database) {
    // empty; it used to contain a buggy migration
    // we need to skip this number so people who already
    // migrated will migrate again to a working db
},
function migrateTo11(db : sqlite3.Database) {
    db.serialize(() => {
        db.run('drop table if exists conversation_state');
        db.run('create table conversation_state (' +
            'uniqueId varchar(255) primary key, ' +
            'history text default null, ' +
            'dialogueState text default null, ' +
            'lastMessageId int(11) default null)');
    });
}];
const currentVersion = MIGRATIONS.length;

export function migrateDB(platform : sql.SQLitePlatform) {
    // cloud migrations are handled out of band
    const filename = platform.getSqliteDB();
    const key = platform.getSqliteKey();
    const prefs = platform.getSharedPreferences();
    let version = prefs.get('sqlite-schema-version') as number|undefined;
    if (version === undefined)
        version = 1;
    if (version === currentVersion)
        return Promise.resolve();
    prefs.set('sqlite-schema-version', currentVersion);

    console.log('Database needs migration...');
    const db = new sqlite3.Database(filename, sqlite3.OPEN_READWRITE);
    return new Promise<void>((callback, errback) => {
        db.on('error', errback);
        if (key)
            db.run(sql.makeKeyPragma(key));
        MIGRATIONS.forEach((migration, migrateTo) => {
            // migrations start at 1 (see above)
            migrateTo = migrateTo+1;
            if (version! < migrateTo)
                migration(db);
        });

        db.close((err) => {
            if (!err)
                console.log('Successfully migrated database to version ' + currentVersion);
            if (err)
                errback(err);
            else
                callback();
        });
    });
}

1	// -- mode: typescript; indent-tabs-mode: nil; js-basic-offset: 4 --
2	//
3	// This file is part of Genie
4	//
5	// Copyright 2020-2021 The Board of Trustees of the Leland Stanford Junior University
6	//
7	// Licensed under the Apache License, Version 2.0 (the "License");
8	// you may not use this file except in compliance with the License.
9	// You may obtain a copy of the License at
10	//
11	// http://www.apache.org/licenses/LICENSE-2.0
12	//
13	// Unless required by applicable law or agreed to in writing, software
14	// distributed under the License is distributed on an "AS IS" BASIS,
15	// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16	// See the License for the specific language governing permissions and
17	// limitations under the License.
18	//
19	// Author: Giovanni Campagna <gcampagn@cs.stanford.edu>
20
21	import * as sqlite3 from 'sqlite3';	97✔
22
23	import DatabaseSchema from './schema.json';	97✔
24	import * as sql from '.';	97✔
25
26	export function initializeDB(platform : sql.SQLitePlatform) {	97✔
27	const filename = platform.getSqliteDB();	5✔
28	const key = platform.getSqliteKey();	5✔
29	const prefs = platform.getSharedPreferences();	5✔
30	prefs.set('sqlite-schema-version', currentVersion);	5✔
31
32	const db = new sqlite3.Database(filename, sqlite3.OPEN_READWRITE \| sqlite3.OPEN_CREATE);	5✔
33	return new Promise<void>((resolve, reject) => {	5✔
34	db.on('error', (err) => {	5✔
35	console.error('Failed to initialize DB schema', err);	×
36	reject(err);	×
37	});
38	db.serialize(() => {	5✔
39	if (key) {	5!
40	console.log('Initializing key in Sqlite DB');	×
41	db.run(sql.makeKeyPragma(key));	×
42	}
43	db.run('PRAGMA journal_mode=WAL');	5✔
44	db.exec(DatabaseSchema);	5✔
45	});
46	db.close((err) => {	5✔
47	if (!err)	5!
48	resolve();	5✔
49	});
50	});
51	}
52
53	const MIGRATIONS = [	97✔
54	function migrateTo1(db : sqlite3.Database) {
55	db.serialize(() => {	×
56	// we used to create a table called `keyword` here, we no longer do that
57	db.run('drop table if exists channel');	×
58	db.run('create table channel (uniqueId varchar(255) primary key, value text default null)');	×
59	});
60	},
61	function migrateTo2(db : sqlite3.Database) {
62	// we used to create a the permission tables here, we no longer do that
63	},
64	function migrateTo3(db : sqlite3.Database) {
65	// we used to create a the permission tables here, we no longer do that
66	},
67	function migrateTo4(db : sqlite3.Database) {
68	// we used to create a the permission tables here, we no longer do that
69	},
70	function migrateTo5(db : sqlite3.Database) {
71	// we used to create the matrix tables here, we do not do that
72	},
73	function migrateTo6(db : sqlite3.Database) {
74	// we uses to create the matrix tables here, we do not do that
75	},
76	function migrateTo7(db : sqlite3.Database) {
77	// nothing to do, just bump the version number...
78	},
79	function migrateTo8(db : sqlite3.Database) {
80	// we used to create a table called `memory_table_meta` here, we no longer do that
81	},
82	function migrateTo9(db : sqlite3.Database) {
83	db.serialize(() => {	×
84	// we used to create a table called `keyword` here, we no longer do that
85	db.run('drop table if exists conversation');	×
86	db.run('create table conversation (' +	×
87	'uniqueId varchar(255) primary key, ' +
88	'conversationId varchar(255), ' +
89	'previousId varchar(255), ' +
90	'dialogueId varchar(255), ' +
91	'context text default null, ' +
92	'agent text default null, ' +
93	'agentTimestamp text default null, ' +
94	'agentTarget text default null, ' +
95	'intermediateContext text default null, ' +
96	'user text default null, ' +
97	'userTimestamp text default null, ' +
98	'userTarget text default null, ' +
99	'vote text default null, ' +
100	'comment text default null)');
101	});
102	},
103	function migrateTo10(db : sqlite3.Database) {
104	// empty; it used to contain a buggy migration
105	// we need to skip this number so people who already
106	// migrated will migrate again to a working db
107	},
108	function migrateTo11(db : sqlite3.Database) {
109	db.serialize(() => {	×
110	db.run('drop table if exists conversation_state');	×
111	db.run('create table conversation_state (' +	×
112	'uniqueId varchar(255) primary key, ' +
113	'history text default null, ' +
114	'dialogueState text default null, ' +
115	'lastMessageId int(11) default null)');
116	});
117	}];
118	const currentVersion = MIGRATIONS.length;	97✔
119
120	export function migrateDB(platform : sql.SQLitePlatform) {	97✔
121	// cloud migrations are handled out of band
122	const filename = platform.getSqliteDB();	1✔
123	const key = platform.getSqliteKey();	1✔
124	const prefs = platform.getSharedPreferences();	1✔
125	let version = prefs.get('sqlite-schema-version') as number\|undefined;	1✔
126	if (version === undefined)	1!
127	version = 1;	×
128	if (version === currentVersion)	1!
129	return Promise.resolve();	1✔
130	prefs.set('sqlite-schema-version', currentVersion);	×
131
132	console.log('Database needs migration...');	×
133	const db = new sqlite3.Database(filename, sqlite3.OPEN_READWRITE);	×
134	return new Promise<void>((callback, errback) => {	×
UNCOV 135	db.on('error', errback);	×
136	if (key)	×
UNCOV 137	db.run(sql.makeKeyPragma(key));	×
UNCOV 138	MIGRATIONS.forEach((migration, migrateTo) => {	×
139	// migrations start at 1 (see above)
UNCOV 140	migrateTo = migrateTo+1;	×
UNCOV 141	if (version! < migrateTo)	×
UNCOV 142	migration(db);	×
143	});
144
UNCOV 145	db.close((err) => {	×
UNCOV 146	if (!err)	×
UNCOV 147	console.log('Successfully migrated database to version ' + currentVersion);	×
UNCOV 148	if (err)	×
UNCOV 149	errback(err);	×
150	else
UNCOV 151	callback();	×
152	});
153	});
154	}

stanford-oval / genie-toolkit / 2316

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous