fc5fd966-32ac-4dce-a653-c3228ccbd2bc

Build # fc5fd966-32ac-4dce-a653-c3228ccbd2bc

Build Type

circleci

Committed by GitHub

Commit Message

Merge pull request #2751 from mozilla/MNTOR-1025

Pull Request Pull Request #2762: Merge `main` into `localization`

Run Details

282 of 1122 branches covered (25.13%)

Branch coverage included in aggregate %.

203 of 203 new or added lines in 19 files covered. (100.0%)

959 of 3014 relevant lines covered (31.82%)

5.13 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/src/scripts/syncBreaches.js

/* Cron: Daily
 * Fetches the list of breaches from HIBP, sync database with the latest breaches list
 *
 * Usage:
 * node scripts/syncBreaches.js
 */

import { req, formatDataClassesArray } from '../utils/hibp.js'
import { getAllBreaches, upsertBreaches } from '../db/tables/breaches.js'

const breachesResponse = await req('/breaches')
const breaches = []
const seen = new Set()
for (const breach of breachesResponse) {
  breach.DataClasses = formatDataClassesArray(breach.DataClasses)
  breach.LogoPath = /[^/]*$/.exec(breach.LogoPath)[0]
  breaches.push(breach)
  seen.add(breach.Name + breach.BreachDate)

  // sanity check: corrupt data structure
  if (!isValidBreach(breach)) throw new Error('Breach data structure is not valid', JSON.stringify(breach))
}

console.log('Breaches found: ', breaches.length)
console.log('Unique breaches based on Name + BreachDate', seen.size)

// sanity check: no duplicate breaches with Name + BreachDate
if (seen.size !== breaches.length) {
  throw new Error('Breaches contain duplicates. Stopping script...')
} else {
  await upsertBreaches(breaches)

  // get
  const result = await getAllBreaches()
  console.log(result.length)
  process.exit()
}

/**
 * Null check for some required field
 * @param {Object} breach breach object from HIBP
 * @returns Boolean is it a valid breach
 */
function isValidBreach (breach) {
  return breach.Name !== undefined &&
    breach.BreachDate !== undefined &&
    breach.Title !== undefined &&
    breach.Domain !== undefined &&
    breach.DataClasses !== undefined
}

1	/* Cron: Daily
2	* Fetches the list of breaches from HIBP, sync database with the latest breaches list
3	*
4	* Usage:
5	* node scripts/syncBreaches.js
6	*/
7
8	import { req, formatDataClassesArray } from '../utils/hibp.js'
9	import { getAllBreaches, upsertBreaches } from '../db/tables/breaches.js'
10
11	const breachesResponse = await req('/breaches')	×
12	const breaches = []	×
13	const seen = new Set()	×
14	for (const breach of breachesResponse) {	×
15	breach.DataClasses = formatDataClassesArray(breach.DataClasses)	×
16	breach.LogoPath = /[^/]*$/.exec(breach.LogoPath)[0]	×
17	breaches.push(breach)	×
18	seen.add(breach.Name + breach.BreachDate)	×
19
20	// sanity check: corrupt data structure
21	if (!isValidBreach(breach)) throw new Error('Breach data structure is not valid', JSON.stringify(breach))	×
22	}
23
24	console.log('Breaches found: ', breaches.length)	×
25	console.log('Unique breaches based on Name + BreachDate', seen.size)	×
26
27	// sanity check: no duplicate breaches with Name + BreachDate
28	if (seen.size !== breaches.length) {	×
29	throw new Error('Breaches contain duplicates. Stopping script...')	×
30	} else {
31	await upsertBreaches(breaches)	×
32
33	// get
34	const result = await getAllBreaches()	×
35	console.log(result.length)	×
36	process.exit()	×
37	}
38
39	/**
40	* Null check for some required field
41	* @param {Object} breach breach object from HIBP
42	* @returns Boolean is it a valid breach
43	*/
44	function isValidBreach (breach) {
45	return breach.Name !== undefined &&	×
46	breach.BreachDate !== undefined &&
47	breach.Title !== undefined &&
48	breach.Domain !== undefined &&
49	breach.DataClasses !== undefined
50	}

mozilla / blurts-server / fc5fd966-32ac-4dce-a653-c3228ccbd2bc

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous