2098

pending completion

Build # 2098

Build Type

Pull #649

travis-ci-com

Committed by

web-flow

Commit Message

Merge 8ef0a6390 into 738d3681e

Pull Request Pull Request #649: Log conversation data

Run Details

9929 of 20041 branches covered (49.54%)

Branch coverage included in aggregate %.

25 of 28 new or added lines in 3 files covered. (89.29%)

1 existing line in 1 file now uncovered.

23524 of 39529 relevant lines covered (59.51%)

494425.53 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

31.94

/lib/engine/db/sqlite/migration.ts

// -*- mode: typescript; indent-tabs-mode: nil; js-basic-offset: 4 -*-
//
// This file is part of Genie
//
// Copyright 2020-2021 The Board of Trustees of the Leland Stanford Junior University
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//    http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//
// Author: Giovanni Campagna <gcampagn@cs.stanford.edu>

import * as sqlite3 from 'sqlite3';

import DatabaseSchema from './schema.json';
import * as sql from '.';

export function initializeDB(platform : sql.SQLitePlatform) {
    const filename = platform.getSqliteDB();
    const key = platform.getSqliteKey();
    const prefs = platform.getSharedPreferences();
    prefs.set('sqlite-schema-version', currentVersion);

    const db = new sqlite3.Database(filename, sqlite3.OPEN_READWRITE | sqlite3.OPEN_CREATE);
    return new Promise<void>((resolve, reject) => {
        db.on('error', (err) => {
            console.error('Failed to initialize DB schema', err);
            reject(err);
        });
        db.serialize(() => {
            if (key) {
                console.log('Initializing key in Sqlite DB');
                db.run(sql.makeKeyPragma(key));
            }
            db.run('PRAGMA journal_mode=WAL');
            db.exec(DatabaseSchema);
        });
        db.close((err) => {
            if (!err)
                resolve();
        });
    });
}

const MIGRATIONS = [
function migrateTo1(db : sqlite3.Database) {
    db.serialize(() => {
        // we used to create a table called `keyword` here, we no longer do that
        db.run('drop table if exists channel');
        db.run('create table channel (uniqueId varchar(255) primary key, value text default null)');
    });
},
function migrateTo2(db : sqlite3.Database) {
    // we used to create a the permission tables here, we no longer do that
},
function migrateTo3(db : sqlite3.Database) {
    // we used to create a the permission tables here, we no longer do that
},
function migrateTo4(db : sqlite3.Database) {
    // we used to create a the permission tables here, we no longer do that
},
function migrateTo5(db : sqlite3.Database) {
    // we used to create the matrix tables here, we do not do that
},
function migrateTo6(db : sqlite3.Database) {
    // we uses to create the matrix tables here, we do not do that
},
function migrateTo7(db : sqlite3.Database) {
    // nothing to do, just bump the version number...
},
function migrateTo8(db : sqlite3.Database) {
    // we used to create a table called `memory_table_meta` here, we no longer do that
},
function migrateTo9(db : sqlite3.Database) {
    db.serialize(() => {
        // we used to create a table called `keyword` here, we no longer do that
        db.run('drop table if exists conversation');
        db.run('create table conversation (' +
               'uniqueId varchar(255) primary key, ' +
               'conversationId varchar(255), ' +
               'previousId varchar(255), ' +
               'dialogueId varchar(255), ' +
               'context text default null, ' +
               'agent text default null, ' +
               'agentTimestamp text default null, ' +
               'agentTarget text default null, ' +
               'intermediateContext text default null, ' +
               'user text default null, ' +
               'userTimestamp text default null, ' +
               'userTarget text default null)');
    });
}];
const currentVersion = MIGRATIONS.length;

export function migrateDB(platform : sql.SQLitePlatform) {
    // cloud migrations are handled out of band
    const filename = platform.getSqliteDB();
    const key = platform.getSqliteKey();
    const prefs = platform.getSharedPreferences();
    let version = prefs.get('sqlite-schema-version') as number|undefined;
    if (version === undefined)
        version = 1;
    if (version === currentVersion)
        return Promise.resolve();
    prefs.set('sqlite-schema-version', currentVersion);

    console.log('Database needs migration...');
    const db = new sqlite3.Database(filename, sqlite3.OPEN_READWRITE);
    return new Promise<void>((callback, errback) => {
        db.on('error', errback);
        if (key)
            db.run(sql.makeKeyPragma(key));
        MIGRATIONS.forEach((migration, migrateTo) => {
            // migrations start at 1 (see above)
            migrateTo = migrateTo+1;
            if (version! < migrateTo)
                migration(db);
        });

        db.close((err) => {
            if (!err)
                console.log('Successfully migrated database to version ' + currentVersion);
            if (err)
                errback(err);
            else
                callback();
        });
    });
}

1	// -- mode: typescript; indent-tabs-mode: nil; js-basic-offset: 4 --
2	//
3	// This file is part of Genie
4	//
5	// Copyright 2020-2021 The Board of Trustees of the Leland Stanford Junior University
6	//
7	// Licensed under the Apache License, Version 2.0 (the "License");
8	// you may not use this file except in compliance with the License.
9	// You may obtain a copy of the License at
10	//
11	// http://www.apache.org/licenses/LICENSE-2.0
12	//
13	// Unless required by applicable law or agreed to in writing, software
14	// distributed under the License is distributed on an "AS IS" BASIS,
15	// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16	// See the License for the specific language governing permissions and
17	// limitations under the License.
18	//
19	// Author: Giovanni Campagna <gcampagn@cs.stanford.edu>
20
21	import * as sqlite3 from 'sqlite3';	97✔
22
23	import DatabaseSchema from './schema.json';	97✔
24	import * as sql from '.';	97✔
25
26	export function initializeDB(platform : sql.SQLitePlatform) {	97✔
27	const filename = platform.getSqliteDB();	5✔
28	const key = platform.getSqliteKey();	5✔
29	const prefs = platform.getSharedPreferences();	5✔
30	prefs.set('sqlite-schema-version', currentVersion);	5✔
31
32	const db = new sqlite3.Database(filename, sqlite3.OPEN_READWRITE \| sqlite3.OPEN_CREATE);	5✔
33	return new Promise<void>((resolve, reject) => {	5✔
34	db.on('error', (err) => {	5✔
35	console.error('Failed to initialize DB schema', err);	×
36	reject(err);	×
37	});
38	db.serialize(() => {	5✔
39	if (key) {	5!
40	console.log('Initializing key in Sqlite DB');	×
41	db.run(sql.makeKeyPragma(key));	×
42	}
43	db.run('PRAGMA journal_mode=WAL');	5✔
44	db.exec(DatabaseSchema);	5✔
45	});
46	db.close((err) => {	5✔
47	if (!err)	5!
48	resolve();	5✔
49	});
50	});
51	}
52
53	const MIGRATIONS = [	97✔
54	function migrateTo1(db : sqlite3.Database) {
55	db.serialize(() => {	×
56	// we used to create a table called `keyword` here, we no longer do that
57	db.run('drop table if exists channel');	×
58	db.run('create table channel (uniqueId varchar(255) primary key, value text default null)');	×
59	});
60	},
61	function migrateTo2(db : sqlite3.Database) {
62	// we used to create a the permission tables here, we no longer do that
63	},
64	function migrateTo3(db : sqlite3.Database) {
65	// we used to create a the permission tables here, we no longer do that
66	},
67	function migrateTo4(db : sqlite3.Database) {
68	// we used to create a the permission tables here, we no longer do that
69	},
70	function migrateTo5(db : sqlite3.Database) {
71	// we used to create the matrix tables here, we do not do that
72	},
73	function migrateTo6(db : sqlite3.Database) {
74	// we uses to create the matrix tables here, we do not do that
75	},
76	function migrateTo7(db : sqlite3.Database) {
77	// nothing to do, just bump the version number...
78	},
79	function migrateTo8(db : sqlite3.Database) {
80	// we used to create a table called `memory_table_meta` here, we no longer do that
81	},
82	function migrateTo9(db : sqlite3.Database) {
NEW 83	db.serialize(() => {	×
84	// we used to create a table called `keyword` here, we no longer do that
NEW 85	db.run('drop table if exists conversation');	×
NEW 86	db.run('create table conversation (' +	×
87	'uniqueId varchar(255) primary key, ' +
88	'conversationId varchar(255), ' +
89	'previousId varchar(255), ' +
90	'dialogueId varchar(255), ' +
91	'context text default null, ' +
92	'agent text default null, ' +
93	'agentTimestamp text default null, ' +
94	'agentTarget text default null, ' +
95	'intermediateContext text default null, ' +
96	'user text default null, ' +
97	'userTimestamp text default null, ' +
98	'userTarget text default null)');
99	});
100	}];
101	const currentVersion = MIGRATIONS.length;	97✔
102
103	export function migrateDB(platform : sql.SQLitePlatform) {	97✔
104	// cloud migrations are handled out of band
105	const filename = platform.getSqliteDB();	×
106	const key = platform.getSqliteKey();	×
107	const prefs = platform.getSharedPreferences();	×
108	let version = prefs.get('sqlite-schema-version') as number\|undefined;	×
109	if (version === undefined)	×
110	version = 1;	×
111	if (version === currentVersion)	×
112	return Promise.resolve();	×
113	prefs.set('sqlite-schema-version', currentVersion);	×
114
115	console.log('Database needs migration...');	×
116	const db = new sqlite3.Database(filename, sqlite3.OPEN_READWRITE);	×
117	return new Promise<void>((callback, errback) => {	×
118	db.on('error', errback);	×
119	if (key)	×
120	db.run(sql.makeKeyPragma(key));	×
121	MIGRATIONS.forEach((migration, migrateTo) => {	×
122	// migrations start at 1 (see above)
123	migrateTo = migrateTo+1;	×
124	if (version! < migrateTo)	×
125	migration(db);	×
126	});
127
128	db.close((err) => {	×
129	if (!err)	×
130	console.log('Successfully migrated database to version ' + currentVersion);	×
131	if (err)	×
132	errback(err);	×
133	else
134	callback();	×
135	});
136	});
137	}

stanford-oval / genie-toolkit / 2098

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous