11639199872

Committed 02 Nov 2024 02:39AM UTC coverage: 54.533% (+1.2%) from 53.379%

Build # 11639199872

Build Type

push

github

Committed by

bcomnes

Commit Message

Enable tsc on worker

Run Details

453 of 707 branches covered (64.07%)

Branch coverage included in aggregate %.

184 of 216 new or added lines in 19 files covered. (85.19%)

1 existing line in 1 file now uncovered.

8954 of 16543 relevant lines covered (54.13%)

1.08 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

24.44

/packages/worker/workers/episode-worker/index.js

/**
 * @import { Processor} from 'bullmq'
 * @import { FastifyInstance } from 'fastify'
 * @import { MediumTypes } from '@breadcrum/resources/episodes/yt-dlp-api-client.js'
 */
import SQL from '@nearform/sql'
import { getYTDLPMetadata } from '@breadcrum/resources/episodes/yt-dlp-api-client.js'
import { resolveType } from '@breadcrum/resources/episodes/resolve-type.js'
import { DelayedError } from 'bullmq'

/**
 * @param {object} params
 * @param  { FastifyInstance } params.fastify
 * @return {Processor}
 */
export function makeEpisodeWorker ({ fastify }) {
  const logger = fastify.log

  /** @type {Processor<
   * {
   *   userId: string
   *   bookmarkTitle: string
   *   episodeId: string
   *   url: string
   *   medium: MediumTypes
   * }
   * >} */
  async function episodeWorker (job, token) {
    const log = logger.child({
      jobId: job.id,
    })

    const {
      userId,
      bookmarkTitle,
      episodeId,
      url,
      medium,
    } = job.data

    await fastify.pg.transact(async client => {
      const pg = client

      try {
        const metadata = await getYTDLPMetadata({
          url,
          medium,
          ytDLPEndpoint: fastify.config.YT_DLP_API_URL,
          attempt: job.attemptsMade,
          cache: fastify.ytdlpCache,
        })

        if (metadata.live_status === 'is_upcoming' && metadata.release_timestamp) {
          const releaseTimestamp = metadata.release_timestamp * 1000 // Convert seconds to milliseconds
          const threeMinutesInMilliseconds = 3 * 60 * 1000 // 3 minutes in milliseconds

          const delayedTimestamp = releaseTimestamp + threeMinutesInMilliseconds

          const releaseDate = new Date(releaseTimestamp)
          const delayedDate = new Date(delayedTimestamp)
          const isoTimestamp = delayedDate.toISOString()

          log.info(`Episode ${episodeId} for ${url} is scheduled at ${releaseDate.toLocaleString()} and will be processed at ${isoTimestamp}.`)

          job.moveToDelayed(delayedTimestamp, token)

          throw new DelayedError()
        }

        if (!metadata?.url) {
          throw new Error('No video URL was found in discovery step')
        }

        const videoData = []

        videoData.push(SQL`done = true`)
        videoData.push(SQL`url = ${url}`)
        if ('filesize_approx' in metadata) videoData.push(SQL`size_in_bytes = ${Math.round(metadata.filesize_approx)}`)
        if ('duration' in metadata) videoData.push(SQL`duration_in_seconds = ${Math.round(metadata.duration)}`)
        if ('channel' in metadata) videoData.push(SQL`author_name = ${metadata.channel}`)
        if ('title' in metadata && 'ext' in metadata) {
          const filename = `${metadata.title}.${metadata.ext}`
          videoData.push(SQL`filename = ${filename}`)
        }

        if ('title' in metadata && metadata.title !== bookmarkTitle) {
          videoData.push(SQL`title = ${metadata.title.trim().substring(0, 255)}`)
        }
        if ('ext' in metadata) videoData.push(SQL`ext = ${metadata.ext}`)
        if ('ext' in metadata) videoData.push(SQL`src_type = ${resolveType(metadata)}`)
        if ('description' in metadata) {
          videoData.push(SQL`text_content = ${metadata.description}`)
        }
        if ('uploader_url' in metadata || 'channel_url' in metadata) {
          videoData.push(SQL`author_url = ${metadata.uploader_url || metadata.channel_url}`)
        }
        if ('thumbnail' in metadata) {
          videoData.push(SQL`thumbnail = ${metadata.thumbnail}`)
        }

        const query = SQL`
        update episodes
        set ${SQL.glue(videoData, ' , ')}
        where id = ${episodeId}
        and owner_id =${userId}
        returning type, medium;
      `

        /* const epResults = */ await pg.query(query)
        // const episode = epResults.rows.pop()

        log.info(`Episode ${episodeId} for ${url} is ready.`)
      } catch (err) {
        if (err instanceof DelayedError) {
          // TODO make this not janky
          throw err
        }
        /** @type {Error} */
        const handledError = err instanceof Error ? err : new Error('Unknown error', { cause: err })
        log.error(`Error extracting video for episode ${episodeId}`)
        log.error(handledError)
        const errorQuery = SQL`
        update episodes
        set error = ${handledError.stack}, done = true
        where id = ${episodeId}
        and owner_id =${userId};`
        await pg.query(errorQuery)
      }
    })
  }

  return episodeWorker
}

1	/**	1✔
2	* @import { Processor} from 'bullmq'	1✔
3	* @import { FastifyInstance } from 'fastify'	1✔
4	* @import { MediumTypes } from '@breadcrum/resources/episodes/yt-dlp-api-client.js'	1✔
5	*/	1✔
6	import SQL from '@nearform/sql'	1✔
7	import { getYTDLPMetadata } from '@breadcrum/resources/episodes/yt-dlp-api-client.js'	1✔
8	import { resolveType } from '@breadcrum/resources/episodes/resolve-type.js'	1✔
9	import { DelayedError } from 'bullmq'	1✔
10		1✔
11	/**	1✔
12	* @param {object} params	1✔
13	* @param { FastifyInstance } params.fastify	1✔
14	* @return {Processor}	1✔
15	*/	1✔
16	export function makeEpisodeWorker ({ fastify }) {	1✔
17	const logger = fastify.log	1✔
18		1✔
19	/** @type {Processor<	1✔
20	* {	1✔
21	* userId: string	1✔
22	* bookmarkTitle: string	1✔
23	* episodeId: string	1✔
24	* url: string	1✔
25	* medium: MediumTypes	1✔
26	* }	1✔
27	* >} */	1✔
28	async function episodeWorker (job, token) {	1✔
29	const log = logger.child({	×
30	jobId: job.id,	×
31	})	×
32		×
33	const {	×
34	userId,	×
35	bookmarkTitle,	×
36	episodeId,	×
37	url,	×
38	medium,	×
39	} = job.data	×
40		×
41	await fastify.pg.transact(async client => {	×
42	const pg = client	×
43		×
44	try {	×
45	const metadata = await getYTDLPMetadata({	×
46	url,	×
47	medium,	×
48	ytDLPEndpoint: fastify.config.YT_DLP_API_URL,	×
49	attempt: job.attemptsMade,	×
50	cache: fastify.ytdlpCache,	×
51	})	×
52		×
53	if (metadata.live_status === 'is_upcoming' && metadata.release_timestamp) {	×
54	const releaseTimestamp = metadata.release_timestamp * 1000 // Convert seconds to milliseconds	×
55	const threeMinutesInMilliseconds = 3 * 60 * 1000 // 3 minutes in milliseconds	×
56		×
57	const delayedTimestamp = releaseTimestamp + threeMinutesInMilliseconds	×
58		×
59	const releaseDate = new Date(releaseTimestamp)	×
60	const delayedDate = new Date(delayedTimestamp)	×
61	const isoTimestamp = delayedDate.toISOString()	×
62		×
63	log.info(`Episode ${episodeId} for ${url} is scheduled at ${releaseDate.toLocaleString()} and will be processed at ${isoTimestamp}.`)	×
64		×
65	job.moveToDelayed(delayedTimestamp, token)	×
66		×
67	throw new DelayedError()	×
68	}	×
69		×
70	if (!metadata?.url) {	×
71	throw new Error('No video URL was found in discovery step')	×
72	}	×
73		×
74	const videoData = []	×
75		×
76	videoData.push(SQL`done = true`)	×
77	videoData.push(SQL`url = ${url}`)	×
78	if ('filesize_approx' in metadata) videoData.push(SQL`size_in_bytes = ${Math.round(metadata.filesize_approx)}`)	×
79	if ('duration' in metadata) videoData.push(SQL`duration_in_seconds = ${Math.round(metadata.duration)}`)	×
80	if ('channel' in metadata) videoData.push(SQL`author_name = ${metadata.channel}`)	×
81	if ('title' in metadata && 'ext' in metadata) {	×
82	const filename = `${metadata.title}.${metadata.ext}`	×
83	videoData.push(SQL`filename = ${filename}`)	×
84	}	×
85		×
86	if ('title' in metadata && metadata.title !== bookmarkTitle) {	×
87	videoData.push(SQL`title = ${metadata.title.trim().substring(0, 255)}`)	×
88	}	×
89	if ('ext' in metadata) videoData.push(SQL`ext = ${metadata.ext}`)	×
90	if ('ext' in metadata) videoData.push(SQL`src_type = ${resolveType(metadata)}`)	×
91	if ('description' in metadata) {	×
92	videoData.push(SQL`text_content = ${metadata.description}`)	×
93	}	×
94	if ('uploader_url' in metadata \|\| 'channel_url' in metadata) {	×
95	videoData.push(SQL`author_url = ${metadata.uploader_url \|\| metadata.channel_url}`)	×
96	}	×
97	if ('thumbnail' in metadata) {	×
98	videoData.push(SQL`thumbnail = ${metadata.thumbnail}`)	×
99	}	×
100		×
101	const query = SQL`	×
102	update episodes	×
103	set ${SQL.glue(videoData, ' , ')}	×
104	where id = ${episodeId}	×
105	and owner_id =${userId}	×
106	returning type, medium;	×
107	`	×
108		×
109	/* const epResults = */ await pg.query(query)	×
110	// const episode = epResults.rows.pop()	×
111		×
112	log.info(`Episode ${episodeId} for ${url} is ready.`)	×
113	} catch (err) {	×
114	if (err instanceof DelayedError) {	×
115	// TODO make this not janky	×
116	throw err	×
117	}	×
NEW 118	/** @type {Error} */	×
NEW 119	const handledError = err instanceof Error ? err : new Error('Unknown error', { cause: err })	×
120	log.error(`Error extracting video for episode ${episodeId}`)	×
NEW 121	log.error(handledError)	×
122	const errorQuery = SQL`	×
123	update episodes	×
NEW 124	set error = ${handledError.stack}, done = true	×
125	where id = ${episodeId}	×
126	and owner_id =${userId};`	×
127	await pg.query(errorQuery)	×
128	}	×
129	})	×
130	}	×
131		1✔
132	return episodeWorker	1✔
133	}	1✔

hifiwi-fi / breadcrum.net / 11639199872

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous