9097700566

Committed 15 May 2024 02:38PM UTC coverage: 31.937% (-0.009%) from 31.946%

Build # 9097700566

Build Type

Pull #9211

github

Committed by

oetherington

Commit Message

Increase CI timeout again

Pull Request Pull Request #9211: Replace Cypress with Playwright

Run Details

4788 of 39046 branches covered (12.26%)

Branch coverage included in aggregate %.

30 of 75 new or added lines in 20 files covered. (40.0%)

6 existing lines in 5 files now uncovered.

27814 of 63035 relevant lines covered (44.12%)

179.98 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

25.0

/packages/lesswrong/server/scripts/triggerWrappedRefresh.ts

/* eslint-disable no-console */
/* eslint-disable no-useless-escape */
import { isE2E } from "../../lib/executionEnvironment";
import { getAnalyticsConnectionOrThrow } from "../analytics/postgresConnection";
import { Globals } from "../vulcan-lib";

// Run the following SQL to check on the progress of this script:
// SELECT
//   pid,
//   now() - pg_stat_activity.query_start AS duration,
//   query,
//   state
// FROM pg_stat_activity order by duration desc;

// Note that this only has data starting from 2022
const USER_ENGAGEMENT_VIEW_NAME = 'user_engagement_wrapped';
const USER_ENGAGEMENT_VIEWDEF = `
WITH normalized AS (
  SELECT
    raw.environment,
    raw."timestamp",
    raw.event ->> 'userId'::text AS user_id,
    raw.event ->> 'path'::text AS path,
    CASE WHEN (raw.event ->> 'increment'::text) ~ '^[0-9\.]+$'::text THEN
      (raw.event ->> 'increment'::text)::numeric
    ELSE
      0::numeric
    END AS increment
  FROM
    raw
  WHERE
    raw.event_type = 'timerEvent'
    AND raw.environment = 'production'
    -- DEBUG: Uncomment below to run over a shorter time period for faster testing
    -- AND raw."timestamp" >= '2023-12-01 00:00:00'::timestamp WITHOUT time zone
    AND raw."timestamp" >= '2022-01-01 00:00:00'::timestamp WITHOUT time zone
),
by_date AS (
  SELECT
    normalized.user_id,
    sum(normalized.increment) AS sum_increment,
    normalized."timestamp"::date AS view_date
  FROM
    normalized
  GROUP BY
    normalized.user_id,
    (normalized."timestamp"::date))
SELECT
  date_part('year', by_date.view_date) AS view_year,
  by_date.user_id,
  view_date,
  sum(by_date.sum_increment) AS total_seconds
FROM
  by_date
GROUP BY
  by_date.user_id,
  by_date.view_date;
`;

const triggerWrappedRefresh = async (recreateViews = false) => {
  // Analytics DB is not available in e2e tests
  if (isE2E) {
    return [];
  }

  const analyticsDb = getAnalyticsConnectionOrThrow();

  // Check if the view already exists
  console.log(`Checking if view ${USER_ENGAGEMENT_VIEW_NAME} exists...`);
  const viewExists = await analyticsDb.oneOrNone(`SELECT to_regclass('${USER_ENGAGEMENT_VIEW_NAME}');`);

  if (viewExists.to_regclass === USER_ENGAGEMENT_VIEW_NAME) {
    if (!recreateViews) {
      console.log(`Triggering a refresh for ${USER_ENGAGEMENT_VIEW_NAME}...`);
      void analyticsDb.none(`REFRESH MATERIALIZED VIEW ${USER_ENGAGEMENT_VIEW_NAME};`);
    } else {
      console.log(`Dropping and recreating ${USER_ENGAGEMENT_VIEW_NAME}...`);
      await analyticsDb.none(`DROP MATERIALIZED VIEW ${USER_ENGAGEMENT_VIEW_NAME};`);
      void analyticsDb.none(`CREATE MATERIALIZED VIEW ${USER_ENGAGEMENT_VIEW_NAME} AS ${USER_ENGAGEMENT_VIEWDEF};`);
    }
  } else {
    // If it doesn't, create the view
    console.log(`View ${USER_ENGAGEMENT_VIEW_NAME} does not exist. Creating the view...`);
    await analyticsDb.none(`CREATE MATERIALIZED VIEW ${USER_ENGAGEMENT_VIEW_NAME} AS ${USER_ENGAGEMENT_VIEWDEF};`);
  }
}

Globals.triggerWrappedRefresh = triggerWrappedRefresh;

1	/* eslint-disable no-console */
2	/* eslint-disable no-useless-escape */
3	import { isE2E } from "../../lib/executionEnvironment";	18✔
4	import { getAnalyticsConnectionOrThrow } from "../analytics/postgresConnection";	18✔
5	import { Globals } from "../vulcan-lib";	18✔
6
7	// Run the following SQL to check on the progress of this script:
8	// SELECT
9	// pid,
10	// now() - pg_stat_activity.query_start AS duration,
11	// query,
12	// state
13	// FROM pg_stat_activity order by duration desc;
14
15	// Note that this only has data starting from 2022
16	const USER_ENGAGEMENT_VIEW_NAME = 'user_engagement_wrapped';	18✔
17	const USER_ENGAGEMENT_VIEWDEF = `	18✔
18	WITH normalized AS (
19	SELECT
20	raw.environment,
21	raw."timestamp",
22	raw.event ->> 'userId'::text AS user_id,
23	raw.event ->> 'path'::text AS path,
24	CASE WHEN (raw.event ->> 'increment'::text) ~ '^[0-9\.]+$'::text THEN
25	(raw.event ->> 'increment'::text)::numeric
26	ELSE
27	0::numeric
28	END AS increment
29	FROM
30	raw
31	WHERE
32	raw.event_type = 'timerEvent'
33	AND raw.environment = 'production'
34	-- DEBUG: Uncomment below to run over a shorter time period for faster testing
35	-- AND raw."timestamp" >= '2023-12-01 00:00:00'::timestamp WITHOUT time zone
36	AND raw."timestamp" >= '2022-01-01 00:00:00'::timestamp WITHOUT time zone
37	),
38	by_date AS (
39	SELECT
40	normalized.user_id,
41	sum(normalized.increment) AS sum_increment,
42	normalized."timestamp"::date AS view_date
43	FROM
44	normalized
45	GROUP BY
46	normalized.user_id,
47	(normalized."timestamp"::date))
48	SELECT
49	date_part('year', by_date.view_date) AS view_year,
50	by_date.user_id,
51	view_date,
52	sum(by_date.sum_increment) AS total_seconds
53	FROM
54	by_date
55	GROUP BY
56	by_date.user_id,
57	by_date.view_date;
58	`;
59
60	const triggerWrappedRefresh = async (recreateViews = false) => {	18!
61	// Analytics DB is not available in e2e tests
NEW 62	if (isE2E) {	×
NEW 63	return [];	×
64	}
65
UNCOV 66	const analyticsDb = getAnalyticsConnectionOrThrow();	×
67
68	// Check if the view already exists
69	console.log(`Checking if view ${USER_ENGAGEMENT_VIEW_NAME} exists...`);	×
70	const viewExists = await analyticsDb.oneOrNone(`SELECT to_regclass('${USER_ENGAGEMENT_VIEW_NAME}');`);	×
71
72	if (viewExists.to_regclass === USER_ENGAGEMENT_VIEW_NAME) {	×
73	if (!recreateViews) {	×
74	console.log(`Triggering a refresh for ${USER_ENGAGEMENT_VIEW_NAME}...`);	×
75	void analyticsDb.none(`REFRESH MATERIALIZED VIEW ${USER_ENGAGEMENT_VIEW_NAME};`);	×
76	} else {
77	console.log(`Dropping and recreating ${USER_ENGAGEMENT_VIEW_NAME}...`);	×
78	await analyticsDb.none(`DROP MATERIALIZED VIEW ${USER_ENGAGEMENT_VIEW_NAME};`);	×
79	void analyticsDb.none(`CREATE MATERIALIZED VIEW ${USER_ENGAGEMENT_VIEW_NAME} AS ${USER_ENGAGEMENT_VIEWDEF};`);	×
80	}
81	} else {
82	// If it doesn't, create the view
83	console.log(`View ${USER_ENGAGEMENT_VIEW_NAME} does not exist. Creating the view...`);	×
84	await analyticsDb.none(`CREATE MATERIALIZED VIEW ${USER_ENGAGEMENT_VIEW_NAME} AS ${USER_ENGAGEMENT_VIEWDEF};`);	×
85	}
86	}
87
88	Globals.triggerWrappedRefresh = triggerWrappedRefresh;	18✔

ForumMagnum / ForumMagnum / 9097700566

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous