1126

pending completion

Build # 1126

Build Type

Pull #346

travis-ci-com

Committed by

web-flow

Commit Message

Merge b62e6d2ee into b903b80a5

Pull Request Pull Request #346: Script to build and run home assistant and Iot test environment

Run Details

464 of 1038 branches covered (44.7%)

Branch coverage included in aggregate %.

3 of 3 new or added lines in 1 file covered. (100.0%)

14 existing lines in 1 file now uncovered.

913 of 1767 relevant lines covered (51.67%)

458.8 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

32.53

/main/com.smartnews/index.js

// -*- mode: js; indent-tabs-mode: nil; js-basic-offset: 4 -*-
//
// Copyright 2020-2021 SmartNews Inc.
//           2021 The Board of Trustees of the Leland Stanford Junior University
//
// Redistribution and use in source and binary forms, with or
// without modification, are permitted provided that the following
// conditions are met:
//
// 1. Redistributions of source code must retain the above copyright
//    notice, this list of conditions and the following disclaimer.
// 2. Redistributions in binary form must reproduce the above
//    copyright notice, this list of conditions and the following
//    disclaimer in the documentation and/or other materials
//    provided with the distribution.
// 3. Neither the name of the copyright holder nor the names of its
//    contributors may be used to endorse or promote products derived
//    from this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
// FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
// COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
// INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
// (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
// SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
// HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
// STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
// OF THE POSSIBILITY OF SUCH DAMAGE.
"use strict";

const Tp = require("thingpedia");
const byline = require('byline');
const Url = require('url');

const API_URL = "http://dev-snva.smartnews.com/api/v1";
const DEVICE_TOKEN = 1;  // use 1 for now
// const API_URL = "https://039ev0y88l.execute-api.us-west-1.amazonaws.com/test/v2"; //DEMO API

const NEW_API = true;

function s3tohttp(url) {
    const parsed = Url.parse(url);
    if (parsed.protocol !== 's3:')
        return url;

    parsed.protocol = 'https:';
    if (parsed.host === 'oval-project')
        parsed.host = parsed.hostname = 'oval-project.s3-ap-northeast-1.amazonaws.com';
    else
        parsed.host = parsed.hostname = parsed.host + '.s3.amazonaws.com';
    return Url.format(parsed);
}

class UnavailableError extends Error {
    constructor(message) {
        super(message);
        this.code = 'unavailable';
    }
}

module.exports = class SmartNewsDevice extends Tp.BaseDevice {
    constructor(engine, state) {
        super(engine, state);
        this.uniqueId = "com.smartnews";
        this.name = "SmartNews";
        this.description = "SmartNews latest articles";
    }

    async *get_article(params, hints) {
        if (NEW_API) {
            const now = new Date;
            const date = `${now.getYear()-100}${now.getMonth() < 9 ? '0' : ''}${now.getMonth()+1}${now.getDate()<10 ? '0': ''}${now.getDate()}`;
            const url = `https://oval-project.s3-ap-northeast-1.amazonaws.com/data/${date}/summary_${date}.jsonl`;

            let anyNews = false;
            try {
                const stream = (await Tp.Helpers.Http.getStream(url)).setEncoding('utf8').pipe(byline());
                for await (const line of stream) {
                    const article = JSON.parse(line);
                    if (article['articleViewStyle'] !== 'SMART')
                        continue;
                    if (article['title'] === 'coronavirus_push_landingpage')
                        continue;
                    anyNews = true;
                    yield {
                        id: new Tp.Value.Entity(String(article.link_id), null),
                        link: article.url,
                        title: article.title,
                        date: new Date(article.publishedTimestamp * 1000),
                        source: article.site ? article.site.name : null,
                        author: article.author ? article.author.name : null,
                        audio_url: s3tohttp(article.summary_mp3_file),
                        content: article.body,
                    };
                }
            } catch(e) {
                if (e.code === 404 || e.code === 403)
                    throw new UnavailableError('summary missing');
                throw e;
            }
            if (!anyNews)
                throw new UnavailableError('summary empty');
        } else {
            const device_token = DEVICE_TOKEN;
            let url = API_URL + "/top?deviceToken=" + device_token;

            const response = await Tp.Helpers.Http.get(url);
            const parsed = JSON.parse(response);

            for (const article of parsed['blocks'][0]['links'].concat(parsed['blocks'][1]['links'])) {
                if (article['articleViewStyle'] !== 'SMART')
                    continue;
                if (article['title'] === 'coronavirus_push_landingpage')
                    continue;
                yield {
                    id: new Tp.Value.Entity(String(article.id), null),
                    link: article.url,
                    title: article.title,
                    date: new Date(article.publishedTimestamp * 1000),
                    source: article.site ? article.site.name : null,
                    author: article.author ? article.author.name : null,
                    content: ''
                };
            }
        }
    }

    // get_reading_list({ device_token = DEVICE_TOKEN }) {
    //     let url = API_URL + "/list?deviceToken=" + device_token;
    //     return Tp.Helpers.Http.get(url).then((response) => {
    //         let jsonData = JSON.parse(response);
    //         let articleIdList = jsonData.articleIdList;
    //         let newsPromises = articleIdList.map((articleId) => {
    //             let url = API_URL + "/news?articleId=" + articleId;
    //             return Tp.Helpers.Http.get(url);
    //         });
    //         return Promise.all(newsPromises);
    //     }).then((responses) => {
    //         let newArray = responses.filter((element) => element['articleViewStyle'] === 'SMART');
    //         newArray = newArray.filter((element) => element['title'] !== 'coronavirus_push_landingpage');
    //         return newArray.map((response) => {
    //             /*console.log(response);
    //             let jsonData = JSON.parse(response);
    //             if (jsonData.error) {
    //                 return {
    //                     id: '',
    //                     title: jsonData.error,
    //                     url: '',
    //                     date: '',
    //                     source: ''
    //                 }
    //             }*/
    //             let article = JSON.parse(response);
    //             return {
    //                 id: article["id"],
    //                 title: article["title"],
    //                 url: article["url"],
    //                 date: new Date(article["publishedTimestamp"] * 1000),
    //                 source: article["site"]["name"]
    //             };
    //         });
    //     });
    // }

    // //connect SN API endpoint /pocket with POST request
    // do_pocket({ id, device_token = DEVICE_TOKEN }) {
    //     return Tp.Helpers.Http.post(
    //         API_URL + "/pocket?deviceToken=" + device_token,
    //         JSON.stringify({ articleIds: [id] }),
    //         { dataContentType: 'application/json' }
    //     );
    // }

    // //connect SN API endpoint /drop with POST request
    // do_drop({ id, device_token = DEVICE_TOKEN }) {
    //     return Tp.Helpers.Http.post(
    //         API_URL + "/drop?deviceToken=" + device_token,
    //         JSON.stringify({ articleIds: [id] }),
    //         { dataContentType: 'application/json' }
    //     );
    // }


    // //connect SN API endpoint /top with GET request
    // get_article({ count }) {
    //     count = count || 3; //default is 10 news
    //     let url = API_URL + "/top?count=" + count;
    //     return Tp.Helpers.Http.get(url).then((response) => {
    //         return JSON.parse(response);
    //     }).then((parsed) => {
    //         return parsed.map((article) => {
    //             return {
    //                 id: article["id"],
    //                 title: article["title"],
    //                 date: new Date(article["published_time"] * 1000),
    //                 source: article["site"],
    //                 audio: article["audio"],
    //                 content: article["content"],
    //                 url: article["url"]
    //             };
    //         });
    //     });
    // }

    // //connect SN API endpoint /list with GET request
    // get_reading_list({ user = USER }) {
    //     let url = API_URL + "/list?user=" + user;
    //     return Tp.Helpers.Http.get(url).then((response) => {
    //         return JSON.parse(response);
    //     }).then((parsed) => {
    //         return parsed.map((article) => {
    //             return {
    //                 id: article["id"],
    //                 title: article["title"],
    //                 date: new Date(article["publishedTimestamp"] * 1000),
    //                 source: article["site"],
    //                 audio: article["audio"],
    //                 content: article["content"]
    //             };
    //         });
    //     });
    // }

    // //connect SN API endpoint /pocket with POST request
    // do_pocket({ id, user = USER }) {
    //     return Tp.Helpers.Http.post(
    //         API_URL + "/pocket?user=" + user,
    //         JSON.stringify({ reading_list: [id] }),
    //         { dataContentType: 'application/json' }
    //     );
    // }

    // //connect SN API endpoint /drop with POST request
    // do_drop({ id, user = USER }) {
    //     return Tp.Helpers.Http.post(
    //         API_URL + "/drop?user=" + user,
    //         JSON.stringify({ reading_list: [id] }),
    //         { dataContentType: 'application/json' }
    //     );
    // }
};

1	// -- mode: js; indent-tabs-mode: nil; js-basic-offset: 4 --
2	//
3	// Copyright 2020-2021 SmartNews Inc.
4	// 2021 The Board of Trustees of the Leland Stanford Junior University
5	//
6	// Redistribution and use in source and binary forms, with or
7	// without modification, are permitted provided that the following
8	// conditions are met:
9	//
10	// 1. Redistributions of source code must retain the above copyright
11	// notice, this list of conditions and the following disclaimer.
12	// 2. Redistributions in binary form must reproduce the above
13	// copyright notice, this list of conditions and the following
14	// disclaimer in the documentation and/or other materials
15	// provided with the distribution.
16	// 3. Neither the name of the copyright holder nor the names of its
17	// contributors may be used to endorse or promote products derived
18	// from this software without specific prior written permission.
19	//
20	// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21	// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
22	// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
23	// FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
24	// COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
25	// INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
26	// (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
27	// SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28	// HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
29	// STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
30	// ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED
31	// OF THE POSSIBILITY OF SUCH DAMAGE.
32	"use strict";
33
34	const Tp = require("thingpedia");	2✔
35	const byline = require('byline');	2✔
36	const Url = require('url');	2✔
37
38	const API_URL = "http://dev-snva.smartnews.com/api/v1";	2✔
39	const DEVICE_TOKEN = 1; // use 1 for now	2✔
40	// const API_URL = "https://039ev0y88l.execute-api.us-west-1.amazonaws.com/test/v2"; //DEMO API
41
42	const NEW_API = true;	2✔
43
44	function s3tohttp(url) {
UNCOV 45	const parsed = Url.parse(url);	×
UNCOV 46	if (parsed.protocol !== 's3:')	×
47	return url;	×
48
UNCOV 49	parsed.protocol = 'https:';	×
UNCOV 50	if (parsed.host === 'oval-project')	×
UNCOV 51	parsed.host = parsed.hostname = 'oval-project.s3-ap-northeast-1.amazonaws.com';	×
52	else
53	parsed.host = parsed.hostname = parsed.host + '.s3.amazonaws.com';	×
UNCOV 54	return Url.format(parsed);	×
55	}
56
57	class UnavailableError extends Error {
58	constructor(message) {
59	super(message);	1✔
60	this.code = 'unavailable';	1✔
61	}
62	}
63
64	module.exports = class SmartNewsDevice extends Tp.BaseDevice {	2✔
65	constructor(engine, state) {
66	super(engine, state);	2✔
67	this.uniqueId = "com.smartnews";	2✔
68	this.name = "SmartNews";	2✔
69	this.description = "SmartNews latest articles";	2✔
70	}
71
72	async *get_article(params, hints) {
73	if (NEW_API) {	1!
74	const now = new Date;	1✔
75	const date = `${now.getYear()-100}${now.getMonth() < 9 ? '0' : ''}${now.getMonth()+1}${now.getDate()<10 ? '0': ''}${now.getDate()}`;	1!
76	const url = `https://oval-project.s3-ap-northeast-1.amazonaws.com/data/${date}/summary_${date}.jsonl`;	1✔
77
78	let anyNews = false;	1✔
79	try {	1✔
80	const stream = (await Tp.Helpers.Http.getStream(url)).setEncoding('utf8').pipe(byline());	1✔
UNCOV 81	for await (const line of stream) {	×
UNCOV 82	const article = JSON.parse(line);	×
UNCOV 83	if (article['articleViewStyle'] !== 'SMART')	×
UNCOV 84	continue;	×
UNCOV 85	if (article['title'] === 'coronavirus_push_landingpage')	×
86	continue;	×
UNCOV 87	anyNews = true;	×
UNCOV 88	yield {	×
89	id: new Tp.Value.Entity(String(article.link_id), null),
90	link: article.url,
91	title: article.title,
92	date: new Date(article.publishedTimestamp * 1000),
93	source: article.site ? article.site.name : null,	×
94	author: article.author ? article.author.name : null,	×
95	audio_url: s3tohttp(article.summary_mp3_file),
96	content: article.body,
97	};
98	}
99	} catch(e) {
100	if (e.code === 404 \|\| e.code === 403)	1!
101	throw new UnavailableError('summary missing');	1✔
102	throw e;	×
103	}
UNCOV 104	if (!anyNews)	×
105	throw new UnavailableError('summary empty');	×
106	} else {
107	const device_token = DEVICE_TOKEN;	×
108	let url = API_URL + "/top?deviceToken=" + device_token;	×
109
110	const response = await Tp.Helpers.Http.get(url);	×
111	const parsed = JSON.parse(response);	×
112
113	for (const article of parsed['blocks'][0]['links'].concat(parsed['blocks'][1]['links'])) {	×
114	if (article['articleViewStyle'] !== 'SMART')	×
115	continue;	×
116	if (article['title'] === 'coronavirus_push_landingpage')	×
117	continue;	×
118	yield {	×
119	id: new Tp.Value.Entity(String(article.id), null),
120	link: article.url,
121	title: article.title,
122	date: new Date(article.publishedTimestamp * 1000),
123	source: article.site ? article.site.name : null,	×
124	author: article.author ? article.author.name : null,	×
125	content: ''
126	};
127	}
128	}
129	}
130
131	// get_reading_list({ device_token = DEVICE_TOKEN }) {
132	// let url = API_URL + "/list?deviceToken=" + device_token;
133	// return Tp.Helpers.Http.get(url).then((response) => {
134	// let jsonData = JSON.parse(response);
135	// let articleIdList = jsonData.articleIdList;
136	// let newsPromises = articleIdList.map((articleId) => {
137	// let url = API_URL + "/news?articleId=" + articleId;
138	// return Tp.Helpers.Http.get(url);
139	// });
140	// return Promise.all(newsPromises);
141	// }).then((responses) => {
142	// let newArray = responses.filter((element) => element['articleViewStyle'] === 'SMART');
143	// newArray = newArray.filter((element) => element['title'] !== 'coronavirus_push_landingpage');
144	// return newArray.map((response) => {
145	// /*console.log(response);
146	// let jsonData = JSON.parse(response);
147	// if (jsonData.error) {
148	// return {
149	// id: '',
150	// title: jsonData.error,
151	// url: '',
152	// date: '',
153	// source: ''
154	// }
155	// }*/
156	// let article = JSON.parse(response);
157	// return {
158	// id: article["id"],
159	// title: article["title"],
160	// url: article["url"],
161	// date: new Date(article["publishedTimestamp"] * 1000),
162	// source: article["site"]["name"]
163	// };
164	// });
165	// });
166	// }
167
168	// //connect SN API endpoint /pocket with POST request
169	// do_pocket({ id, device_token = DEVICE_TOKEN }) {
170	// return Tp.Helpers.Http.post(
171	// API_URL + "/pocket?deviceToken=" + device_token,
172	// JSON.stringify({ articleIds: [id] }),
173	// { dataContentType: 'application/json' }
174	// );
175	// }
176
177	// //connect SN API endpoint /drop with POST request
178	// do_drop({ id, device_token = DEVICE_TOKEN }) {
179	// return Tp.Helpers.Http.post(
180	// API_URL + "/drop?deviceToken=" + device_token,
181	// JSON.stringify({ articleIds: [id] }),
182	// { dataContentType: 'application/json' }
183	// );
184	// }
185
186
187	// //connect SN API endpoint /top with GET request
188	// get_article({ count }) {
189	// count = count \|\| 3; //default is 10 news
190	// let url = API_URL + "/top?count=" + count;
191	// return Tp.Helpers.Http.get(url).then((response) => {
192	// return JSON.parse(response);
193	// }).then((parsed) => {
194	// return parsed.map((article) => {
195	// return {
196	// id: article["id"],
197	// title: article["title"],
198	// date: new Date(article["published_time"] * 1000),
199	// source: article["site"],
200	// audio: article["audio"],
201	// content: article["content"],
202	// url: article["url"]
203	// };
204	// });
205	// });
206	// }
207
208	// //connect SN API endpoint /list with GET request
209	// get_reading_list({ user = USER }) {
210	// let url = API_URL + "/list?user=" + user;
211	// return Tp.Helpers.Http.get(url).then((response) => {
212	// return JSON.parse(response);
213	// }).then((parsed) => {
214	// return parsed.map((article) => {
215	// return {
216	// id: article["id"],
217	// title: article["title"],
218	// date: new Date(article["publishedTimestamp"] * 1000),
219	// source: article["site"],
220	// audio: article["audio"],
221	// content: article["content"]
222	// };
223	// });
224	// });
225	// }
226
227	// //connect SN API endpoint /pocket with POST request
228	// do_pocket({ id, user = USER }) {
229	// return Tp.Helpers.Http.post(
230	// API_URL + "/pocket?user=" + user,
231	// JSON.stringify({ reading_list: [id] }),
232	// { dataContentType: 'application/json' }
233	// );
234	// }
235
236	// //connect SN API endpoint /drop with POST request
237	// do_drop({ id, user = USER }) {
238	// return Tp.Helpers.Http.post(
239	// API_URL + "/drop?user=" + user,
240	// JSON.stringify({ reading_list: [id] }),
241	// { dataContentType: 'application/json' }
242	// );
243	// }
244	};

stanford-oval / thingpedia-common-devices / 1126

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous