24611665835

Committed 18 Apr 2026 07:00PM UTC coverage: 68.349% (+2.5%) from 65.886%

Build # 24611665835

Build Type

Pull #499

github

Committed by

web-flow

Commit Message

Merge 80664cf62 into b73bcdcc5

Pull Request Pull Request #499: feat: i2p support addition (#35)

Coverage Stats

929 of 1469 branches covered (63.24%)

Branch coverage included in aggregate %.

2416 of 3425 relevant lines covered (70.54%)

11.85 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

0.0

/src/scripts/export-events.ts

import 'pg-query-stream'

import fs from 'fs'
import path from 'path'
import { pipeline } from 'stream/promises'
import { Transform } from 'stream'

import { getMasterDbClient } from '../database/client'

type EventRow = {
  event_id: Buffer
  event_pubkey: Buffer
  event_kind: number
  event_created_at: number
  event_content: string
  event_tags: unknown[] | null
  event_signature: Buffer
}

async function exportEvents(): Promise<void> {
  const filename = process.argv[2] || 'events.jsonl'
  const outputPath = path.resolve(filename)
  const db = getMasterDbClient()
  const abortController = new AbortController()
  let interruptedBySignal: NodeJS.Signals | undefined

  const onSignal = (signal: NodeJS.Signals) => {
    if (abortController.signal.aborted) {
      return
    }

    interruptedBySignal = signal
    process.exitCode = 130
    console.log(`${signal} received. Stopping export...`)
    abortController.abort()
  }

  process.on('SIGINT', onSignal).on('SIGTERM', onSignal)

  try {
    const firstEvent = await db('events').select('event_id').whereNull('deleted_at').first()

    if (abortController.signal.aborted) {
      return
    }

    if (!firstEvent) {
      console.log('No events to export.')
      return
    }

    console.log(`Exporting events to ${outputPath}`)

    const output = fs.createWriteStream(outputPath)
    let exported = 0

    const dbStream = db('events')
      .select(
        'event_id',
        'event_pubkey',
        'event_kind',
        'event_created_at',
        'event_content',
        'event_tags',
        'event_signature',
      )
      .whereNull('deleted_at')
      .orderBy('event_created_at', 'asc')
      .orderBy('event_id', 'asc')
      .stream()

    const toJsonLine = new Transform({
      objectMode: true,
      transform(row: EventRow, _encoding, callback) {
        const event = {
          id: row.event_id.toString('hex'),
          pubkey: row.event_pubkey.toString('hex'),
          created_at: row.event_created_at,
          kind: row.event_kind,
          tags: Array.isArray(row.event_tags) ? row.event_tags : [],
          content: row.event_content,
          sig: row.event_signature.toString('hex'),
        }

        exported++
        if (exported % 10000 === 0) {
          console.log(`Exported ${exported} events...`)
        }

        callback(null, JSON.stringify(event) + '\n')
      },
    })

    await pipeline(dbStream, toJsonLine, output, {
      signal: abortController.signal,
    })

    console.log(`Export complete: ${exported} events written to ${outputPath}`)
  } catch (error) {
    if (abortController.signal.aborted) {
      console.log(`Export interrupted by ${interruptedBySignal ?? 'signal'}.`)
      process.exitCode = 130
      return
    }

    throw error
  } finally {
    process.off('SIGINT', onSignal).off('SIGTERM', onSignal)

    await db.destroy()
  }
}

exportEvents().catch((error) => {
  console.error('Export failed:', error.message)
  process.exit(1)
})

1	import 'pg-query-stream'	×
2
3	import fs from 'fs'	×
4	import path from 'path'	×
5	import { pipeline } from 'stream/promises'	×
6	import { Transform } from 'stream'	×
7
8	import { getMasterDbClient } from '../database/client'	×
9
10	type EventRow = {
11	event_id: Buffer
12	event_pubkey: Buffer
13	event_kind: number
14	event_created_at: number
15	event_content: string
16	event_tags: unknown[] \| null
17	event_signature: Buffer
18	}
19
20	async function exportEvents(): Promise<void> {
21	const filename = process.argv[2] \|\| 'events.jsonl'	×
22	const outputPath = path.resolve(filename)	×
23	const db = getMasterDbClient()	×
24	const abortController = new AbortController()	×
25	let interruptedBySignal: NodeJS.Signals \| undefined
26
27	const onSignal = (signal: NodeJS.Signals) => {	×
28	if (abortController.signal.aborted) {	×
29	return	×
30	}
31
32	interruptedBySignal = signal	×
33	process.exitCode = 130	×
34	console.log(`${signal} received. Stopping export...`)	×
35	abortController.abort()	×
36	}
37
38	process.on('SIGINT', onSignal).on('SIGTERM', onSignal)	×
39
40	try {	×
41	const firstEvent = await db('events').select('event_id').whereNull('deleted_at').first()	×
42
43	if (abortController.signal.aborted) {	×
44	return	×
45	}
46
47	if (!firstEvent) {	×
48	console.log('No events to export.')	×
49	return	×
50	}
51
52	console.log(`Exporting events to ${outputPath}`)	×
53
54	const output = fs.createWriteStream(outputPath)	×
55	let exported = 0	×
56
57	const dbStream = db('events')	×
58	.select(
59	'event_id',
60	'event_pubkey',
61	'event_kind',
62	'event_created_at',
63	'event_content',
64	'event_tags',
65	'event_signature',
66	)
67	.whereNull('deleted_at')
68	.orderBy('event_created_at', 'asc')
69	.orderBy('event_id', 'asc')
70	.stream()
71
72	const toJsonLine = new Transform({	×
73	objectMode: true,
74	transform(row: EventRow, _encoding, callback) {
75	const event = {	×
76	id: row.event_id.toString('hex'),
77	pubkey: row.event_pubkey.toString('hex'),
78	created_at: row.event_created_at,
79	kind: row.event_kind,
80	tags: Array.isArray(row.event_tags) ? row.event_tags : [],	×
81	content: row.event_content,
82	sig: row.event_signature.toString('hex'),
83	}
84
85	exported++	×
86	if (exported % 10000 === 0) {	×
87	console.log(`Exported ${exported} events...`)	×
88	}
89
90	callback(null, JSON.stringify(event) + '\n')	×
91	},
92	})
93
94	await pipeline(dbStream, toJsonLine, output, {	×
95	signal: abortController.signal,
96	})
97
98	console.log(`Export complete: ${exported} events written to ${outputPath}`)	×
99	} catch (error) {
100	if (abortController.signal.aborted) {	×
101	console.log(`Export interrupted by ${interruptedBySignal ?? 'signal'}.`)	×
102	process.exitCode = 130	×
103	return	×
104	}
105
106	throw error	×
107	} finally {
108	process.off('SIGINT', onSignal).off('SIGTERM', onSignal)	×
109
110	await db.destroy()	×
111	}
112	}
113
114	exportEvents().catch((error) => {	×
115	console.error('Export failed:', error.message)	×
116	process.exit(1)	×
117	})

cameri / nostream / 24611665835

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous