9285688786

Committed 29 May 2024 12:02PM UTC coverage: 92.301% (-0.1%) from 92.43%

Build # 9285688786

Build Type

push

github

Committed by

arlac77

Commit Message

fix: add dummy transformer for node arch filtering

Run Details

371 of 444 branches covered (83.56%)

Branch coverage included in aggregate %.

6 of 18 new or added lines in 1 file covered. (33.33%)

7 existing lines in 1 file now uncovered.

2782 of 2972 relevant lines covered (93.61%)

21.93 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

93.53

/src/content/node-modules-content-provider.mjs

import { tmpdir, homedir } from "node:os";
import { join } from "node:path";
import { mkdtemp, readFile, writeFile } from "node:fs/promises";
import { globby } from "globby";
import Arborist from "@npmcli/arborist";
import { parse } from "ini";
import { StringContentEntry } from "content-entry";
import { FileSystemEntry } from "content-entry-filesystem";
import { ContentProvider } from "./content-provider.mjs";
import { utf8StreamOptions } from "../util.mjs";
import { shrinkNPM } from "../npm-shrink.mjs";

/**
 * Content from node_modules.
 * Requires .npmrc or NPM_TOKEN environment
 * @property {boolean} withoutDevelpmentDependencies
 */
export class NodeModulesContentProvider extends ContentProvider {
  /**
   * @return {string} name of the content provider
   */
  static get name() {
    return "node-modules";
  }

  static get description() {
    return "use node_modules as source";
  }

  withoutDevelpmentDependencies = true;

  constructor(definitions, entryProperties) {
    super(definitions, entryProperties);
    Object.assign(this, definitions);
  }

  toString() {
    return `${this.constructor.name}: ${this.dir} -> ${this.entryProperties.destination}`;
  }

  async *[Symbol.asyncIterator]() {
    try {
      let pkgSourceDir = this.dir;

      if (this.withoutDevelpmentDependencies) {
        pkgSourceDir = await mkdtemp(join(tmpdir(), "node-modules"));

        const json = JSON.parse(
          //@ts-ignore
          await readFile(join(this.dir, "package.json"), utf8StreamOptions)
        );
        delete json.devDependencies;
        await writeFile(
          join(pkgSourceDir, "package.json"),
          JSON.stringify(json),
          utf8StreamOptions
        );

        let npmrcContent;

        const searchDirs = [pkgSourceDir, homedir()];
        for (const d of searchDirs) {
          try {
            npmrcContent = await readFile(join(d, ".npmrc"), utf8StreamOptions);
            break;
          } catch {}
        }

        let npmrc = {};

        if (npmrcContent) {
          npmrc = parse(npmrcContent);
        } else {
          if (process.env.NPM_TOKEN) {
            npmrc["_authToken"] = process.env.NPM_TOKEN;
          } else {
            throw new Error(
              `.npmrc not found in ${searchDirs} (neither NPM_TOKEN in envinronment)`
            );
          }
        }

        const arb = new Arborist({ path: pkgSourceDir, ...npmrc });
        await arb.buildIdealTree({
          update: true,
          prune: true,
          saveType: "prod"
        });
        await arb.prune({ saveType: "prod" });
        await arb.reify({ save: true });
      }

      for (const name of await globby("node_modules/**/*", {
        cwd: pkgSourceDir
      })) {
        if (!toBeSkipped.test(name)) {
          if (name.endsWith("package.json")) {
            try {
              const json = shrinkNPM(
                JSON.parse(
                  //@ts-ignore
                  await readFile(join(pkgSourceDir, name), utf8StreamOptions)
                )
              );

              if (json) {
                yield Object.assign(
                  new StringContentEntry(name, JSON.stringify(json)),
                  this.entryProperties
                );
              }

              continue;
            } catch (e) {
              console.error(e, name);
            }
          }
          yield Object.assign(
            new FileSystemEntry(name, pkgSourceDir),
            this.entryProperties
          );
        }
      }
    } catch (e) {
      console.error(e);
      throw e;
    }
  }
}

const toBeSkipped = new RegExp(
  "(" +
    [
      "python3",
      "\\.musl\\.node",
      "package-lock.json",
      "~",
      "\\.\\d",
      "\\.map",
      "\\.umd\\.js",
      "\\.ts",
      "\\.mts",
      "\\.d\\.ts",
      "\\.debug\\.js",
      "\\.coffee",
      "tsdoc-metadata\\.json",
      "\\.orig",
      "\\.log",
      "\\.tmp",
      "\\.bak",
      "\\.bat",
      "\\.gypi",
      "\\.gyp",
      "\\.stamp",
      "\\.cs",
      "\\.cmd",
      "\\.markdown",
      "\\.circle.*",
      "\\.lint.*",
      "\\.yarn.*",
      "\\.sublime-project",
      "\\.sublime-workspace",
      "appveyor\\.yml",
      "seed\\.yml",
      "\\.xclangspec",
      "\\.pbfilespec",
      "yarn\\.lock",
      "\\.DS_Store",
      "jenkinsfile",
      "\\.vcxproj",
      "\\.travis\\.yml",
      "\\.jshint(rc)?",
      "\\.npm.*",
      "\\.git.*",
      "\\.tar",
      "\\.tgz",
      "\\.tar\\.gz",
      "rollup\\.config\\.(js|mjs|cjs)",
      "COPYING",
      "Copyrightnotice\\.txt",
      "Doxyfile",
      "Dockerfile",
      "CODE_OF_CONDUCT(\\.md|\\.txt)?",
      "GOVERNANCE(\\.md)?",
      "CODEOWNERS(\\.md)?",
      "UPGRAD(E|ING)(\\.md)?",
      "AUTHORS(\\.md|\\.txt)?",
      "OWNERS",
      "CONTRIBUT(ORS|ING)(\\.md)?",
      "CHANGELOG(\\.md)?",
      "CHANGES(\\.md)?",
      "HISTORY(\\.md)?",
      "ROADMAP(\\.md)?",
      "DOCUMENTATION(\\.md)?",
      "LICEN[SC]E(\\-\\w+)?(\\.txt|\\.md|\\.BSD|\\.APACHE2|\\.MIT|\\.terms)?",
      "README(.*\\.md|\\.txt)?",
      "INSTALL(.*\\.md)?",
      "\\.armv6\\.node",
      "\\.py",
      "\\.el",
      "\\.o",
      "\\.a",
      "\\.c",
      "\\.cc",
      "\\.cpp",
      "\\.h",
      "\\.in",
      "\\.vc",
      "\\.m4",
      "Makefile(\\.am|\\.fallback|\\.msc)?",
      "\\.cmake",
      "\\.mk",
      "\\.patch",
      "\\.esl*",
      "\\.zuul\\.yml",
      "\\.doclets\\.yml",
      "\\.editorconfig",
      "\\.tern-project",
      "\\.dockerignore",
      "\\.dir-locals\\.el",
      "gulpfile\\.js",
      "jsdoc\\.json",
      "Gruntfile\\.js",
      "karma\\.conf\\.js",
      "verb\\.md",
      "\\.nvmrc",
      "bower\\.json",
      "nodemon\\.json",
      "\\.bash_completion.*",
      "\\.coveralls\\.yml",
      "\\.istanbul\\.yml",
      "\\.babel.*",
      "\\.nycrc",
      "\\.env",
      "x-package\\.json5?",
      "component\\.json",
      "tsconfig\\.json",
      "cypress\\.json",
      "\\.airtap\\.yml",
      "\\.jscs\\.json",
      "sauce-labs\\.svg",
      "PATENTS(\\.md)?",
      "release(-notes)?\\.md",
      "NOTICE(\\.md)?",
      "SUMMARY\\.md",
      "MIGRAT.*\\.md",
      "PULL_REQUEST_TEMPLATE\\.md",
      "PATTERNS\\.md",
      "REFERENCE\\.md",
      "SECURITY\\.md",
      "SFTPStream\\.md",
      "LIMITS\\.md",
      "DEPS",
      "__tests__",
      "Porting-Buffer\\.md",
      "chains and topics\\.md",
      "build_detect_platform"
    ].join("|") +
    ")$|(node_modules/(npm-pkgbuild|@types|node-addon-api|mf-hosting|node-gyp$)|(win32|android|darwin)-(ia32|x64|arm|arm64))",
  "i"
);

1	import { tmpdir, homedir } from "node:os";	28✔
2	import { join } from "node:path";	28✔
3	import { mkdtemp, readFile, writeFile } from "node:fs/promises";	28✔
4	import { globby } from "globby";	28✔
5	import Arborist from "@npmcli/arborist";	28✔
6	import { parse } from "ini";	28✔
7	import { StringContentEntry } from "content-entry";	28✔
8	import { FileSystemEntry } from "content-entry-filesystem";	28✔
9	import { ContentProvider } from "./content-provider.mjs";	28✔
10	import { utf8StreamOptions } from "../util.mjs";	28✔
11	import { shrinkNPM } from "../npm-shrink.mjs";	28✔
12		28✔
13	/**	28✔
14	* Content from node_modules.	28✔
15	* Requires .npmrc or NPM_TOKEN environment	28✔
16	* @property {boolean} withoutDevelpmentDependencies	28✔
17	*/	28✔
18	export class NodeModulesContentProvider extends ContentProvider {	28✔
19	/**	4✔
20	* @return {string} name of the content provider	4✔
21	*/	4✔
22	static get name() {	4✔
23	return "node-modules";	4✔
24	}	4✔
25		4✔
26	static get description() {	4✔
27	return "use node_modules as source";	2✔
28	}	2✔
29		4✔
30	withoutDevelpmentDependencies = true;	4✔
31		4✔
32	constructor(definitions, entryProperties) {	4✔
33	super(definitions, entryProperties);	4✔
34	Object.assign(this, definitions);	4✔
35	}	4✔
36		4✔
37	toString() {	4✔
UNCOV 38	return `${this.constructor.name}: ${this.dir} -> ${this.entryProperties.destination}`;	×
39	}	×
40		4✔
41	async *[Symbol.asyncIterator]() {	4✔
42	try {	4✔
43	let pkgSourceDir = this.dir;	4✔
44		4✔
45	if (this.withoutDevelpmentDependencies) {	4✔
46	pkgSourceDir = await mkdtemp(join(tmpdir(), "node-modules"));	2✔
47		2✔
48	const json = JSON.parse(	2✔
49	//@ts-ignore	2✔
50	await readFile(join(this.dir, "package.json"), utf8StreamOptions)	2✔
51	);	2✔
52	delete json.devDependencies;	2✔
53	await writeFile(	2✔
54	join(pkgSourceDir, "package.json"),	2✔
55	JSON.stringify(json),	2✔
56	utf8StreamOptions	2✔
57	);	2✔
58		2✔
59	let npmrcContent;	2✔
60		2✔
61	const searchDirs = [pkgSourceDir, homedir()];	2✔
62	for (const d of searchDirs) {	2✔
63	try {	4✔
64	npmrcContent = await readFile(join(d, ".npmrc"), utf8StreamOptions);	4✔
UNCOV 65	break;	×
66	} catch {}	4✔
67	}	4✔
68		2✔
69	let npmrc = {};	2✔
70		2✔
71	if (npmrcContent) {	2!
UNCOV 72	npmrc = parse(npmrcContent);	×
73	} else {	2✔
74	if (process.env.NPM_TOKEN) {	2✔
75	npmrc["_authToken"] = process.env.NPM_TOKEN;	2✔
76	} else {	2!
UNCOV 77	throw new Error(	×
78	`.npmrc not found in ${searchDirs} (neither NPM_TOKEN in envinronment)`	×
79	);	×
80	}	×
81	}	2✔
82		2✔
83	const arb = new Arborist({ path: pkgSourceDir, ...npmrc });	2✔
84	await arb.buildIdealTree({	2✔
85	update: true,	2✔
86	prune: true,	2✔
87	saveType: "prod"	2✔
88	});	2✔
89	await arb.prune({ saveType: "prod" });	2✔
90	await arb.reify({ save: true });	2✔
91	}	2✔
92		4✔
93	for (const name of await globby("node_modules/*/", {	4✔
94	cwd: pkgSourceDir	4✔
95	})) {	4✔
96	if (!toBeSkipped.test(name)) {	10✔
97	if (name.endsWith("package.json")) {	6✔
98	try {	2✔
99	const json = shrinkNPM(	2✔
100	JSON.parse(	2✔
101	//@ts-ignore	2✔
102	await readFile(join(pkgSourceDir, name), utf8StreamOptions)	2✔
103	)	2✔
104	);	2✔
105		2✔
106	if (json) {	2✔
107	yield Object.assign(	2✔
108	new StringContentEntry(name, JSON.stringify(json)),	2✔
109	this.entryProperties	2✔
110	);	2✔
111	}	2✔
112		2✔
113	continue;	2✔
114	} catch (e) {	2!
UNCOV 115	console.error(e, name);	×
116	}	×
117	}	2✔
118	yield Object.assign(	4✔
119	new FileSystemEntry(name, pkgSourceDir),	4✔
120	this.entryProperties	4✔
121	);	4✔
122	}	4✔
123	}	10✔
124	} catch (e) {	4!
125	console.error(e);	×
UNCOV 126	throw e;	×
UNCOV 127	}	×
128	}	4✔
129	}	4✔
130		28✔
131	const toBeSkipped = new RegExp(	28✔
132	"(" +	28✔
133	[	28✔
134	"python3",	28✔
135	"\\.musl\\.node",	28✔
136	"package-lock.json",	28✔
137	"~",	28✔
138	"\\.\\d",	28✔
139	"\\.map",	28✔
140	"\\.umd\\.js",	28✔
141	"\\.ts",	28✔
142	"\\.mts",	28✔
143	"\\.d\\.ts",	28✔
144	"\\.debug\\.js",	28✔
145	"\\.coffee",	28✔
146	"tsdoc-metadata\\.json",	28✔
147	"\\.orig",	28✔
148	"\\.log",	28✔
149	"\\.tmp",	28✔
150	"\\.bak",	28✔
151	"\\.bat",	28✔
152	"\\.gypi",	28✔
153	"\\.gyp",	28✔
154	"\\.stamp",	28✔
155	"\\.cs",	28✔
156	"\\.cmd",	28✔
157	"\\.markdown",	28✔
158	"\\.circle.*",	28✔
159	"\\.lint.*",	28✔
160	"\\.yarn.*",	28✔
161	"\\.sublime-project",	28✔
162	"\\.sublime-workspace",	28✔
163	"appveyor\\.yml",	28✔
164	"seed\\.yml",	28✔
165	"\\.xclangspec",	28✔
166	"\\.pbfilespec",	28✔
167	"yarn\\.lock",	28✔
168	"\\.DS_Store",	28✔
169	"jenkinsfile",	28✔
170	"\\.vcxproj",	28✔
171	"\\.travis\\.yml",	28✔
172	"\\.jshint(rc)?",	28✔
173	"\\.npm.*",	28✔
174	"\\.git.*",	28✔
175	"\\.tar",	28✔
176	"\\.tgz",	28✔
177	"\\.tar\\.gz",	28✔
178	"rollup\\.config\\.(js\|mjs\|cjs)",	28✔
179	"COPYING",	28✔
180	"Copyrightnotice\\.txt",	28✔
181	"Doxyfile",	28✔
182	"Dockerfile",	28✔
183	"CODE_OF_CONDUCT(\\.md\|\\.txt)?",	28✔
184	"GOVERNANCE(\\.md)?",	28✔
185	"CODEOWNERS(\\.md)?",	28✔
186	"UPGRAD(E\|ING)(\\.md)?",	28✔
187	"AUTHORS(\\.md\|\\.txt)?",	28✔
188	"OWNERS",	28✔
189	"CONTRIBUT(ORS\|ING)(\\.md)?",	28✔
190	"CHANGELOG(\\.md)?",	28✔
191	"CHANGES(\\.md)?",	28✔
192	"HISTORY(\\.md)?",	28✔
193	"ROADMAP(\\.md)?",	28✔
194	"DOCUMENTATION(\\.md)?",	28✔
195	"LICEN[SC]E(\\-\\w+)?(\\.txt\|\\.md\|\\.BSD\|\\.APACHE2\|\\.MIT\|\\.terms)?",	28✔
196	"README(.*\\.md\|\\.txt)?",	28✔
197	"INSTALL(.*\\.md)?",	28✔
198	"\\.armv6\\.node",	28✔
199	"\\.py",	28✔
200	"\\.el",	28✔
201	"\\.o",	28✔
202	"\\.a",	28✔
203	"\\.c",	28✔
204	"\\.cc",	28✔
205	"\\.cpp",	28✔
206	"\\.h",	28✔
207	"\\.in",	28✔
208	"\\.vc",	28✔
209	"\\.m4",	28✔
210	"Makefile(\\.am\|\\.fallback\|\\.msc)?",	28✔
211	"\\.cmake",	28✔
212	"\\.mk",	28✔
213	"\\.patch",	28✔
214	"\\.esl*",	28✔
215	"\\.zuul\\.yml",	28✔
216	"\\.doclets\\.yml",	28✔
217	"\\.editorconfig",	28✔
218	"\\.tern-project",	28✔
219	"\\.dockerignore",	28✔
220	"\\.dir-locals\\.el",	28✔
221	"gulpfile\\.js",	28✔
222	"jsdoc\\.json",	28✔
223	"Gruntfile\\.js",	28✔
224	"karma\\.conf\\.js",	28✔
225	"verb\\.md",	28✔
226	"\\.nvmrc",	28✔
227	"bower\\.json",	28✔
228	"nodemon\\.json",	28✔
229	"\\.bash_completion.*",	28✔
230	"\\.coveralls\\.yml",	28✔
231	"\\.istanbul\\.yml",	28✔
232	"\\.babel.*",	28✔
233	"\\.nycrc",	28✔
234	"\\.env",	28✔
235	"x-package\\.json5?",	28✔
236	"component\\.json",	28✔
237	"tsconfig\\.json",	28✔
238	"cypress\\.json",	28✔
239	"\\.airtap\\.yml",	28✔
240	"\\.jscs\\.json",	28✔
241	"sauce-labs\\.svg",	28✔
242	"PATENTS(\\.md)?",	28✔
243	"release(-notes)?\\.md",	28✔
244	"NOTICE(\\.md)?",	28✔
245	"SUMMARY\\.md",	28✔
246	"MIGRAT.*\\.md",	28✔
247	"PULL_REQUEST_TEMPLATE\\.md",	28✔
248	"PATTERNS\\.md",	28✔
249	"REFERENCE\\.md",	28✔
250	"SECURITY\\.md",	28✔
251	"SFTPStream\\.md",	28✔
252	"LIMITS\\.md",	28✔
253	"DEPS",	28✔
254	"__tests__",	28✔
255	"Porting-Buffer\\.md",	28✔
256	"chains and topics\\.md",	28✔
257	"build_detect_platform"	28✔
258	].join("\|") +	28✔
259	")$\|(node_modules/(npm-pkgbuild\|@types\|node-addon-api\|mf-hosting\|node-gyp$)\|(win32\|android\|darwin)-(ia32\|x64\|arm\|arm64))",	28✔
260	"i"	28✔
261	);	28✔

arlac77 / npm-pkgbuild / 9285688786

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous