1 | /*
|
---|
2 | MIT License http://www.opensource.org/licenses/mit-license.php
|
---|
3 | Author Tobias Koppers @sokra
|
---|
4 | */
|
---|
5 |
|
---|
6 | "use strict";
|
---|
7 |
|
---|
8 | const asyncLib = require("neo-async");
|
---|
9 | const ChunkGraph = require("../ChunkGraph");
|
---|
10 | const ModuleGraph = require("../ModuleGraph");
|
---|
11 | const { STAGE_DEFAULT } = require("../OptimizationStages");
|
---|
12 | const HarmonyImportDependency = require("../dependencies/HarmonyImportDependency");
|
---|
13 | const { compareModulesByIdentifier } = require("../util/comparators");
|
---|
14 | const {
|
---|
15 | intersectRuntime,
|
---|
16 | mergeRuntimeOwned,
|
---|
17 | filterRuntime,
|
---|
18 | runtimeToString,
|
---|
19 | mergeRuntime
|
---|
20 | } = require("../util/runtime");
|
---|
21 | const ConcatenatedModule = require("./ConcatenatedModule");
|
---|
22 |
|
---|
23 | /** @typedef {import("../Compilation")} Compilation */
|
---|
24 | /** @typedef {import("../Compiler")} Compiler */
|
---|
25 | /** @typedef {import("../Module")} Module */
|
---|
26 | /** @typedef {import("../RequestShortener")} RequestShortener */
|
---|
27 | /** @typedef {import("../util/runtime").RuntimeSpec} RuntimeSpec */
|
---|
28 |
|
---|
29 | /**
|
---|
30 | * @typedef {Object} Statistics
|
---|
31 | * @property {number} cached
|
---|
32 | * @property {number} alreadyInConfig
|
---|
33 | * @property {number} invalidModule
|
---|
34 | * @property {number} incorrectChunks
|
---|
35 | * @property {number} incorrectDependency
|
---|
36 | * @property {number} incorrectModuleDependency
|
---|
37 | * @property {number} incorrectChunksOfImporter
|
---|
38 | * @property {number} incorrectRuntimeCondition
|
---|
39 | * @property {number} importerFailed
|
---|
40 | * @property {number} added
|
---|
41 | */
|
---|
42 |
|
---|
43 | const formatBailoutReason = msg => {
|
---|
44 | return "ModuleConcatenation bailout: " + msg;
|
---|
45 | };
|
---|
46 |
|
---|
47 | class ModuleConcatenationPlugin {
|
---|
48 | constructor(options) {
|
---|
49 | if (typeof options !== "object") options = {};
|
---|
50 | this.options = options;
|
---|
51 | }
|
---|
52 |
|
---|
53 | /**
|
---|
54 | * Apply the plugin
|
---|
55 | * @param {Compiler} compiler the compiler instance
|
---|
56 | * @returns {void}
|
---|
57 | */
|
---|
58 | apply(compiler) {
|
---|
59 | compiler.hooks.compilation.tap("ModuleConcatenationPlugin", compilation => {
|
---|
60 | const moduleGraph = compilation.moduleGraph;
|
---|
61 | const bailoutReasonMap = new Map();
|
---|
62 |
|
---|
63 | const setBailoutReason = (module, reason) => {
|
---|
64 | setInnerBailoutReason(module, reason);
|
---|
65 | moduleGraph
|
---|
66 | .getOptimizationBailout(module)
|
---|
67 | .push(
|
---|
68 | typeof reason === "function"
|
---|
69 | ? rs => formatBailoutReason(reason(rs))
|
---|
70 | : formatBailoutReason(reason)
|
---|
71 | );
|
---|
72 | };
|
---|
73 |
|
---|
74 | const setInnerBailoutReason = (module, reason) => {
|
---|
75 | bailoutReasonMap.set(module, reason);
|
---|
76 | };
|
---|
77 |
|
---|
78 | const getInnerBailoutReason = (module, requestShortener) => {
|
---|
79 | const reason = bailoutReasonMap.get(module);
|
---|
80 | if (typeof reason === "function") return reason(requestShortener);
|
---|
81 | return reason;
|
---|
82 | };
|
---|
83 |
|
---|
84 | const formatBailoutWarning = (module, problem) => requestShortener => {
|
---|
85 | if (typeof problem === "function") {
|
---|
86 | return formatBailoutReason(
|
---|
87 | `Cannot concat with ${module.readableIdentifier(
|
---|
88 | requestShortener
|
---|
89 | )}: ${problem(requestShortener)}`
|
---|
90 | );
|
---|
91 | }
|
---|
92 | const reason = getInnerBailoutReason(module, requestShortener);
|
---|
93 | const reasonWithPrefix = reason ? `: ${reason}` : "";
|
---|
94 | if (module === problem) {
|
---|
95 | return formatBailoutReason(
|
---|
96 | `Cannot concat with ${module.readableIdentifier(
|
---|
97 | requestShortener
|
---|
98 | )}${reasonWithPrefix}`
|
---|
99 | );
|
---|
100 | } else {
|
---|
101 | return formatBailoutReason(
|
---|
102 | `Cannot concat with ${module.readableIdentifier(
|
---|
103 | requestShortener
|
---|
104 | )} because of ${problem.readableIdentifier(
|
---|
105 | requestShortener
|
---|
106 | )}${reasonWithPrefix}`
|
---|
107 | );
|
---|
108 | }
|
---|
109 | };
|
---|
110 |
|
---|
111 | compilation.hooks.optimizeChunkModules.tapAsync(
|
---|
112 | {
|
---|
113 | name: "ModuleConcatenationPlugin",
|
---|
114 | stage: STAGE_DEFAULT
|
---|
115 | },
|
---|
116 | (allChunks, modules, callback) => {
|
---|
117 | const logger = compilation.getLogger(
|
---|
118 | "webpack.ModuleConcatenationPlugin"
|
---|
119 | );
|
---|
120 | const { chunkGraph, moduleGraph } = compilation;
|
---|
121 | const relevantModules = [];
|
---|
122 | const possibleInners = new Set();
|
---|
123 | const context = {
|
---|
124 | chunkGraph,
|
---|
125 | moduleGraph
|
---|
126 | };
|
---|
127 | logger.time("select relevant modules");
|
---|
128 | for (const module of modules) {
|
---|
129 | let canBeRoot = true;
|
---|
130 | let canBeInner = true;
|
---|
131 |
|
---|
132 | const bailoutReason = module.getConcatenationBailoutReason(context);
|
---|
133 | if (bailoutReason) {
|
---|
134 | setBailoutReason(module, bailoutReason);
|
---|
135 | continue;
|
---|
136 | }
|
---|
137 |
|
---|
138 | // Must not be an async module
|
---|
139 | if (moduleGraph.isAsync(module)) {
|
---|
140 | setBailoutReason(module, `Module is async`);
|
---|
141 | continue;
|
---|
142 | }
|
---|
143 |
|
---|
144 | // Must be in strict mode
|
---|
145 | if (!module.buildInfo.strict) {
|
---|
146 | setBailoutReason(module, `Module is not in strict mode`);
|
---|
147 | continue;
|
---|
148 | }
|
---|
149 |
|
---|
150 | // Module must be in any chunk (we don't want to do useless work)
|
---|
151 | if (chunkGraph.getNumberOfModuleChunks(module) === 0) {
|
---|
152 | setBailoutReason(module, "Module is not in any chunk");
|
---|
153 | continue;
|
---|
154 | }
|
---|
155 |
|
---|
156 | // Exports must be known (and not dynamic)
|
---|
157 | const exportsInfo = moduleGraph.getExportsInfo(module);
|
---|
158 | const relevantExports = exportsInfo.getRelevantExports(undefined);
|
---|
159 | const unknownReexports = relevantExports.filter(exportInfo => {
|
---|
160 | return (
|
---|
161 | exportInfo.isReexport() && !exportInfo.getTarget(moduleGraph)
|
---|
162 | );
|
---|
163 | });
|
---|
164 | if (unknownReexports.length > 0) {
|
---|
165 | setBailoutReason(
|
---|
166 | module,
|
---|
167 | `Reexports in this module do not have a static target (${Array.from(
|
---|
168 | unknownReexports,
|
---|
169 | exportInfo =>
|
---|
170 | `${
|
---|
171 | exportInfo.name || "other exports"
|
---|
172 | }: ${exportInfo.getUsedInfo()}`
|
---|
173 | ).join(", ")})`
|
---|
174 | );
|
---|
175 | continue;
|
---|
176 | }
|
---|
177 |
|
---|
178 | // Root modules must have a static list of exports
|
---|
179 | const unknownProvidedExports = relevantExports.filter(
|
---|
180 | exportInfo => {
|
---|
181 | return exportInfo.provided !== true;
|
---|
182 | }
|
---|
183 | );
|
---|
184 | if (unknownProvidedExports.length > 0) {
|
---|
185 | setBailoutReason(
|
---|
186 | module,
|
---|
187 | `List of module exports is dynamic (${Array.from(
|
---|
188 | unknownProvidedExports,
|
---|
189 | exportInfo =>
|
---|
190 | `${
|
---|
191 | exportInfo.name || "other exports"
|
---|
192 | }: ${exportInfo.getProvidedInfo()} and ${exportInfo.getUsedInfo()}`
|
---|
193 | ).join(", ")})`
|
---|
194 | );
|
---|
195 | canBeRoot = false;
|
---|
196 | }
|
---|
197 |
|
---|
198 | // Module must not be an entry point
|
---|
199 | if (chunkGraph.isEntryModule(module)) {
|
---|
200 | setInnerBailoutReason(module, "Module is an entry point");
|
---|
201 | canBeInner = false;
|
---|
202 | }
|
---|
203 |
|
---|
204 | if (canBeRoot) relevantModules.push(module);
|
---|
205 | if (canBeInner) possibleInners.add(module);
|
---|
206 | }
|
---|
207 | logger.timeEnd("select relevant modules");
|
---|
208 | logger.debug(
|
---|
209 | `${relevantModules.length} potential root modules, ${possibleInners.size} potential inner modules`
|
---|
210 | );
|
---|
211 | // sort by depth
|
---|
212 | // modules with lower depth are more likely suited as roots
|
---|
213 | // this improves performance, because modules already selected as inner are skipped
|
---|
214 | logger.time("sort relevant modules");
|
---|
215 | relevantModules.sort((a, b) => {
|
---|
216 | return moduleGraph.getDepth(a) - moduleGraph.getDepth(b);
|
---|
217 | });
|
---|
218 | logger.timeEnd("sort relevant modules");
|
---|
219 |
|
---|
220 | /** @type {Statistics} */
|
---|
221 | const stats = {
|
---|
222 | cached: 0,
|
---|
223 | alreadyInConfig: 0,
|
---|
224 | invalidModule: 0,
|
---|
225 | incorrectChunks: 0,
|
---|
226 | incorrectDependency: 0,
|
---|
227 | incorrectModuleDependency: 0,
|
---|
228 | incorrectChunksOfImporter: 0,
|
---|
229 | incorrectRuntimeCondition: 0,
|
---|
230 | importerFailed: 0,
|
---|
231 | added: 0
|
---|
232 | };
|
---|
233 | let statsCandidates = 0;
|
---|
234 | let statsSizeSum = 0;
|
---|
235 | let statsEmptyConfigurations = 0;
|
---|
236 |
|
---|
237 | logger.time("find modules to concatenate");
|
---|
238 | const concatConfigurations = [];
|
---|
239 | const usedAsInner = new Set();
|
---|
240 | for (const currentRoot of relevantModules) {
|
---|
241 | // when used by another configuration as inner:
|
---|
242 | // the other configuration is better and we can skip this one
|
---|
243 | // TODO reconsider that when it's only used in a different runtime
|
---|
244 | if (usedAsInner.has(currentRoot)) continue;
|
---|
245 |
|
---|
246 | let chunkRuntime = undefined;
|
---|
247 | for (const r of chunkGraph.getModuleRuntimes(currentRoot)) {
|
---|
248 | chunkRuntime = mergeRuntimeOwned(chunkRuntime, r);
|
---|
249 | }
|
---|
250 | const exportsInfo = moduleGraph.getExportsInfo(currentRoot);
|
---|
251 | const filteredRuntime = filterRuntime(chunkRuntime, r =>
|
---|
252 | exportsInfo.isModuleUsed(r)
|
---|
253 | );
|
---|
254 | const activeRuntime =
|
---|
255 | filteredRuntime === true
|
---|
256 | ? chunkRuntime
|
---|
257 | : filteredRuntime === false
|
---|
258 | ? undefined
|
---|
259 | : filteredRuntime;
|
---|
260 |
|
---|
261 | // create a configuration with the root
|
---|
262 | const currentConfiguration = new ConcatConfiguration(
|
---|
263 | currentRoot,
|
---|
264 | activeRuntime
|
---|
265 | );
|
---|
266 |
|
---|
267 | // cache failures to add modules
|
---|
268 | const failureCache = new Map();
|
---|
269 |
|
---|
270 | // potential optional import candidates
|
---|
271 | /** @type {Set<Module>} */
|
---|
272 | const candidates = new Set();
|
---|
273 |
|
---|
274 | // try to add all imports
|
---|
275 | for (const imp of this._getImports(
|
---|
276 | compilation,
|
---|
277 | currentRoot,
|
---|
278 | activeRuntime
|
---|
279 | )) {
|
---|
280 | candidates.add(imp);
|
---|
281 | }
|
---|
282 |
|
---|
283 | for (const imp of candidates) {
|
---|
284 | const impCandidates = new Set();
|
---|
285 | const problem = this._tryToAdd(
|
---|
286 | compilation,
|
---|
287 | currentConfiguration,
|
---|
288 | imp,
|
---|
289 | chunkRuntime,
|
---|
290 | activeRuntime,
|
---|
291 | possibleInners,
|
---|
292 | impCandidates,
|
---|
293 | failureCache,
|
---|
294 | chunkGraph,
|
---|
295 | true,
|
---|
296 | stats
|
---|
297 | );
|
---|
298 | if (problem) {
|
---|
299 | failureCache.set(imp, problem);
|
---|
300 | currentConfiguration.addWarning(imp, problem);
|
---|
301 | } else {
|
---|
302 | for (const c of impCandidates) {
|
---|
303 | candidates.add(c);
|
---|
304 | }
|
---|
305 | }
|
---|
306 | }
|
---|
307 | statsCandidates += candidates.size;
|
---|
308 | if (!currentConfiguration.isEmpty()) {
|
---|
309 | const modules = currentConfiguration.getModules();
|
---|
310 | statsSizeSum += modules.size;
|
---|
311 | concatConfigurations.push(currentConfiguration);
|
---|
312 | for (const module of modules) {
|
---|
313 | if (module !== currentConfiguration.rootModule) {
|
---|
314 | usedAsInner.add(module);
|
---|
315 | }
|
---|
316 | }
|
---|
317 | } else {
|
---|
318 | statsEmptyConfigurations++;
|
---|
319 | const optimizationBailouts =
|
---|
320 | moduleGraph.getOptimizationBailout(currentRoot);
|
---|
321 | for (const warning of currentConfiguration.getWarningsSorted()) {
|
---|
322 | optimizationBailouts.push(
|
---|
323 | formatBailoutWarning(warning[0], warning[1])
|
---|
324 | );
|
---|
325 | }
|
---|
326 | }
|
---|
327 | }
|
---|
328 | logger.timeEnd("find modules to concatenate");
|
---|
329 | logger.debug(
|
---|
330 | `${
|
---|
331 | concatConfigurations.length
|
---|
332 | } successful concat configurations (avg size: ${
|
---|
333 | statsSizeSum / concatConfigurations.length
|
---|
334 | }), ${statsEmptyConfigurations} bailed out completely`
|
---|
335 | );
|
---|
336 | logger.debug(
|
---|
337 | `${statsCandidates} candidates were considered for adding (${stats.cached} cached failure, ${stats.alreadyInConfig} already in config, ${stats.invalidModule} invalid module, ${stats.incorrectChunks} incorrect chunks, ${stats.incorrectDependency} incorrect dependency, ${stats.incorrectChunksOfImporter} incorrect chunks of importer, ${stats.incorrectModuleDependency} incorrect module dependency, ${stats.incorrectRuntimeCondition} incorrect runtime condition, ${stats.importerFailed} importer failed, ${stats.added} added)`
|
---|
338 | );
|
---|
339 | // HACK: Sort configurations by length and start with the longest one
|
---|
340 | // to get the biggest groups possible. Used modules are marked with usedModules
|
---|
341 | // TODO: Allow to reuse existing configuration while trying to add dependencies.
|
---|
342 | // This would improve performance. O(n^2) -> O(n)
|
---|
343 | logger.time(`sort concat configurations`);
|
---|
344 | concatConfigurations.sort((a, b) => {
|
---|
345 | return b.modules.size - a.modules.size;
|
---|
346 | });
|
---|
347 | logger.timeEnd(`sort concat configurations`);
|
---|
348 | const usedModules = new Set();
|
---|
349 |
|
---|
350 | logger.time("create concatenated modules");
|
---|
351 | asyncLib.each(
|
---|
352 | concatConfigurations,
|
---|
353 | (concatConfiguration, callback) => {
|
---|
354 | const rootModule = concatConfiguration.rootModule;
|
---|
355 |
|
---|
356 | // Avoid overlapping configurations
|
---|
357 | // TODO: remove this when todo above is fixed
|
---|
358 | if (usedModules.has(rootModule)) return callback();
|
---|
359 | const modules = concatConfiguration.getModules();
|
---|
360 | for (const m of modules) {
|
---|
361 | usedModules.add(m);
|
---|
362 | }
|
---|
363 |
|
---|
364 | // Create a new ConcatenatedModule
|
---|
365 | let newModule = ConcatenatedModule.create(
|
---|
366 | rootModule,
|
---|
367 | modules,
|
---|
368 | concatConfiguration.runtime,
|
---|
369 | compiler.root
|
---|
370 | );
|
---|
371 |
|
---|
372 | const build = () => {
|
---|
373 | newModule.build(
|
---|
374 | compiler.options,
|
---|
375 | compilation,
|
---|
376 | null,
|
---|
377 | null,
|
---|
378 | err => {
|
---|
379 | if (err) {
|
---|
380 | if (!err.module) {
|
---|
381 | err.module = newModule;
|
---|
382 | }
|
---|
383 | return callback(err);
|
---|
384 | }
|
---|
385 | integrate();
|
---|
386 | }
|
---|
387 | );
|
---|
388 | };
|
---|
389 |
|
---|
390 | const integrate = () => {
|
---|
391 | ChunkGraph.setChunkGraphForModule(newModule, chunkGraph);
|
---|
392 | ModuleGraph.setModuleGraphForModule(newModule, moduleGraph);
|
---|
393 |
|
---|
394 | for (const warning of concatConfiguration.getWarningsSorted()) {
|
---|
395 | moduleGraph
|
---|
396 | .getOptimizationBailout(newModule)
|
---|
397 | .push(formatBailoutWarning(warning[0], warning[1]));
|
---|
398 | }
|
---|
399 | moduleGraph.cloneModuleAttributes(rootModule, newModule);
|
---|
400 | for (const m of modules) {
|
---|
401 | // add to builtModules when one of the included modules was built
|
---|
402 | if (compilation.builtModules.has(m)) {
|
---|
403 | compilation.builtModules.add(newModule);
|
---|
404 | }
|
---|
405 | if (m !== rootModule) {
|
---|
406 | // attach external references to the concatenated module too
|
---|
407 | moduleGraph.copyOutgoingModuleConnections(
|
---|
408 | m,
|
---|
409 | newModule,
|
---|
410 | c => {
|
---|
411 | return (
|
---|
412 | c.originModule === m &&
|
---|
413 | !(
|
---|
414 | c.dependency instanceof HarmonyImportDependency &&
|
---|
415 | modules.has(c.module)
|
---|
416 | )
|
---|
417 | );
|
---|
418 | }
|
---|
419 | );
|
---|
420 | // remove module from chunk
|
---|
421 | for (const chunk of chunkGraph.getModuleChunksIterable(
|
---|
422 | rootModule
|
---|
423 | )) {
|
---|
424 | chunkGraph.disconnectChunkAndModule(chunk, m);
|
---|
425 | }
|
---|
426 | }
|
---|
427 | }
|
---|
428 | compilation.modules.delete(rootModule);
|
---|
429 | ChunkGraph.clearChunkGraphForModule(rootModule);
|
---|
430 | ModuleGraph.clearModuleGraphForModule(rootModule);
|
---|
431 |
|
---|
432 | // remove module from chunk
|
---|
433 | chunkGraph.replaceModule(rootModule, newModule);
|
---|
434 | // replace module references with the concatenated module
|
---|
435 | moduleGraph.moveModuleConnections(rootModule, newModule, c => {
|
---|
436 | const otherModule =
|
---|
437 | c.module === rootModule ? c.originModule : c.module;
|
---|
438 | const innerConnection =
|
---|
439 | c.dependency instanceof HarmonyImportDependency &&
|
---|
440 | modules.has(otherModule);
|
---|
441 | return !innerConnection;
|
---|
442 | });
|
---|
443 | // add concatenated module to the compilation
|
---|
444 | compilation.modules.add(newModule);
|
---|
445 |
|
---|
446 | callback();
|
---|
447 | };
|
---|
448 |
|
---|
449 | build();
|
---|
450 | },
|
---|
451 | err => {
|
---|
452 | logger.timeEnd("create concatenated modules");
|
---|
453 | process.nextTick(callback.bind(null, err));
|
---|
454 | }
|
---|
455 | );
|
---|
456 | }
|
---|
457 | );
|
---|
458 | });
|
---|
459 | }
|
---|
460 |
|
---|
461 | /**
|
---|
462 | * @param {Compilation} compilation the compilation
|
---|
463 | * @param {Module} module the module to be added
|
---|
464 | * @param {RuntimeSpec} runtime the runtime scope
|
---|
465 | * @returns {Set<Module>} the imported modules
|
---|
466 | */
|
---|
467 | _getImports(compilation, module, runtime) {
|
---|
468 | const moduleGraph = compilation.moduleGraph;
|
---|
469 | const set = new Set();
|
---|
470 | for (const dep of module.dependencies) {
|
---|
471 | // Get reference info only for harmony Dependencies
|
---|
472 | if (!(dep instanceof HarmonyImportDependency)) continue;
|
---|
473 |
|
---|
474 | const connection = moduleGraph.getConnection(dep);
|
---|
475 | // Reference is valid and has a module
|
---|
476 | if (
|
---|
477 | !connection ||
|
---|
478 | !connection.module ||
|
---|
479 | !connection.isTargetActive(runtime)
|
---|
480 | ) {
|
---|
481 | continue;
|
---|
482 | }
|
---|
483 |
|
---|
484 | const importedNames = compilation.getDependencyReferencedExports(
|
---|
485 | dep,
|
---|
486 | undefined
|
---|
487 | );
|
---|
488 |
|
---|
489 | if (
|
---|
490 | importedNames.every(i =>
|
---|
491 | Array.isArray(i) ? i.length > 0 : i.name.length > 0
|
---|
492 | ) ||
|
---|
493 | Array.isArray(moduleGraph.getProvidedExports(module))
|
---|
494 | ) {
|
---|
495 | set.add(connection.module);
|
---|
496 | }
|
---|
497 | }
|
---|
498 | return set;
|
---|
499 | }
|
---|
500 |
|
---|
501 | /**
|
---|
502 | * @param {Compilation} compilation webpack compilation
|
---|
503 | * @param {ConcatConfiguration} config concat configuration (will be modified when added)
|
---|
504 | * @param {Module} module the module to be added
|
---|
505 | * @param {RuntimeSpec} runtime the runtime scope of the generated code
|
---|
506 | * @param {RuntimeSpec} activeRuntime the runtime scope of the root module
|
---|
507 | * @param {Set<Module>} possibleModules modules that are candidates
|
---|
508 | * @param {Set<Module>} candidates list of potential candidates (will be added to)
|
---|
509 | * @param {Map<Module, Module | function(RequestShortener): string>} failureCache cache for problematic modules to be more performant
|
---|
510 | * @param {ChunkGraph} chunkGraph the chunk graph
|
---|
511 | * @param {boolean} avoidMutateOnFailure avoid mutating the config when adding fails
|
---|
512 | * @param {Statistics} statistics gathering metrics
|
---|
513 | * @returns {Module | function(RequestShortener): string} the problematic module
|
---|
514 | */
|
---|
515 | _tryToAdd(
|
---|
516 | compilation,
|
---|
517 | config,
|
---|
518 | module,
|
---|
519 | runtime,
|
---|
520 | activeRuntime,
|
---|
521 | possibleModules,
|
---|
522 | candidates,
|
---|
523 | failureCache,
|
---|
524 | chunkGraph,
|
---|
525 | avoidMutateOnFailure,
|
---|
526 | statistics
|
---|
527 | ) {
|
---|
528 | const cacheEntry = failureCache.get(module);
|
---|
529 | if (cacheEntry) {
|
---|
530 | statistics.cached++;
|
---|
531 | return cacheEntry;
|
---|
532 | }
|
---|
533 |
|
---|
534 | // Already added?
|
---|
535 | if (config.has(module)) {
|
---|
536 | statistics.alreadyInConfig++;
|
---|
537 | return null;
|
---|
538 | }
|
---|
539 |
|
---|
540 | // Not possible to add?
|
---|
541 | if (!possibleModules.has(module)) {
|
---|
542 | statistics.invalidModule++;
|
---|
543 | failureCache.set(module, module); // cache failures for performance
|
---|
544 | return module;
|
---|
545 | }
|
---|
546 |
|
---|
547 | // Module must be in the correct chunks
|
---|
548 | const missingChunks = Array.from(
|
---|
549 | chunkGraph.getModuleChunksIterable(config.rootModule)
|
---|
550 | ).filter(chunk => !chunkGraph.isModuleInChunk(module, chunk));
|
---|
551 | if (missingChunks.length > 0) {
|
---|
552 | const problem = requestShortener => {
|
---|
553 | const missingChunksList = Array.from(
|
---|
554 | new Set(missingChunks.map(chunk => chunk.name || "unnamed chunk(s)"))
|
---|
555 | ).sort();
|
---|
556 | const chunks = Array.from(
|
---|
557 | new Set(
|
---|
558 | Array.from(chunkGraph.getModuleChunksIterable(module)).map(
|
---|
559 | chunk => chunk.name || "unnamed chunk(s)"
|
---|
560 | )
|
---|
561 | )
|
---|
562 | ).sort();
|
---|
563 | return `Module ${module.readableIdentifier(
|
---|
564 | requestShortener
|
---|
565 | )} is not in the same chunk(s) (expected in chunk(s) ${missingChunksList.join(
|
---|
566 | ", "
|
---|
567 | )}, module is in chunk(s) ${chunks.join(", ")})`;
|
---|
568 | };
|
---|
569 | statistics.incorrectChunks++;
|
---|
570 | failureCache.set(module, problem); // cache failures for performance
|
---|
571 | return problem;
|
---|
572 | }
|
---|
573 |
|
---|
574 | const moduleGraph = compilation.moduleGraph;
|
---|
575 |
|
---|
576 | const incomingConnections =
|
---|
577 | moduleGraph.getIncomingConnectionsByOriginModule(module);
|
---|
578 |
|
---|
579 | const incomingConnectionsFromNonModules =
|
---|
580 | incomingConnections.get(null) || incomingConnections.get(undefined);
|
---|
581 | if (incomingConnectionsFromNonModules) {
|
---|
582 | const activeNonModulesConnections =
|
---|
583 | incomingConnectionsFromNonModules.filter(connection => {
|
---|
584 | // We are not interested in inactive connections
|
---|
585 | // or connections without dependency
|
---|
586 | return connection.isActive(runtime) || connection.dependency;
|
---|
587 | });
|
---|
588 | if (activeNonModulesConnections.length > 0) {
|
---|
589 | const problem = requestShortener => {
|
---|
590 | const importingExplanations = new Set(
|
---|
591 | activeNonModulesConnections.map(c => c.explanation).filter(Boolean)
|
---|
592 | );
|
---|
593 | const explanations = Array.from(importingExplanations).sort();
|
---|
594 | return `Module ${module.readableIdentifier(
|
---|
595 | requestShortener
|
---|
596 | )} is referenced ${
|
---|
597 | explanations.length > 0
|
---|
598 | ? `by: ${explanations.join(", ")}`
|
---|
599 | : "in an unsupported way"
|
---|
600 | }`;
|
---|
601 | };
|
---|
602 | statistics.incorrectDependency++;
|
---|
603 | failureCache.set(module, problem); // cache failures for performance
|
---|
604 | return problem;
|
---|
605 | }
|
---|
606 | }
|
---|
607 |
|
---|
608 | /** @type {Map<Module, readonly ModuleGraph.ModuleGraphConnection[]>} */
|
---|
609 | const incomingConnectionsFromModules = new Map();
|
---|
610 | for (const [originModule, connections] of incomingConnections) {
|
---|
611 | if (originModule) {
|
---|
612 | // Ignore connection from orphan modules
|
---|
613 | if (chunkGraph.getNumberOfModuleChunks(originModule) === 0) continue;
|
---|
614 |
|
---|
615 | // We don't care for connections from other runtimes
|
---|
616 | let originRuntime = undefined;
|
---|
617 | for (const r of chunkGraph.getModuleRuntimes(originModule)) {
|
---|
618 | originRuntime = mergeRuntimeOwned(originRuntime, r);
|
---|
619 | }
|
---|
620 |
|
---|
621 | if (!intersectRuntime(runtime, originRuntime)) continue;
|
---|
622 |
|
---|
623 | // We are not interested in inactive connections
|
---|
624 | const activeConnections = connections.filter(connection =>
|
---|
625 | connection.isActive(runtime)
|
---|
626 | );
|
---|
627 | if (activeConnections.length > 0)
|
---|
628 | incomingConnectionsFromModules.set(originModule, activeConnections);
|
---|
629 | }
|
---|
630 | }
|
---|
631 |
|
---|
632 | const incomingModules = Array.from(incomingConnectionsFromModules.keys());
|
---|
633 |
|
---|
634 | // Module must be in the same chunks like the referencing module
|
---|
635 | const otherChunkModules = incomingModules.filter(originModule => {
|
---|
636 | for (const chunk of chunkGraph.getModuleChunksIterable(
|
---|
637 | config.rootModule
|
---|
638 | )) {
|
---|
639 | if (!chunkGraph.isModuleInChunk(originModule, chunk)) {
|
---|
640 | return true;
|
---|
641 | }
|
---|
642 | }
|
---|
643 | return false;
|
---|
644 | });
|
---|
645 | if (otherChunkModules.length > 0) {
|
---|
646 | const problem = requestShortener => {
|
---|
647 | const names = otherChunkModules
|
---|
648 | .map(m => m.readableIdentifier(requestShortener))
|
---|
649 | .sort();
|
---|
650 | return `Module ${module.readableIdentifier(
|
---|
651 | requestShortener
|
---|
652 | )} is referenced from different chunks by these modules: ${names.join(
|
---|
653 | ", "
|
---|
654 | )}`;
|
---|
655 | };
|
---|
656 | statistics.incorrectChunksOfImporter++;
|
---|
657 | failureCache.set(module, problem); // cache failures for performance
|
---|
658 | return problem;
|
---|
659 | }
|
---|
660 |
|
---|
661 | /** @type {Map<Module, readonly ModuleGraph.ModuleGraphConnection[]>} */
|
---|
662 | const nonHarmonyConnections = new Map();
|
---|
663 | for (const [originModule, connections] of incomingConnectionsFromModules) {
|
---|
664 | const selected = connections.filter(
|
---|
665 | connection =>
|
---|
666 | !connection.dependency ||
|
---|
667 | !(connection.dependency instanceof HarmonyImportDependency)
|
---|
668 | );
|
---|
669 | if (selected.length > 0)
|
---|
670 | nonHarmonyConnections.set(originModule, connections);
|
---|
671 | }
|
---|
672 | if (nonHarmonyConnections.size > 0) {
|
---|
673 | const problem = requestShortener => {
|
---|
674 | const names = Array.from(nonHarmonyConnections)
|
---|
675 | .map(([originModule, connections]) => {
|
---|
676 | return `${originModule.readableIdentifier(
|
---|
677 | requestShortener
|
---|
678 | )} (referenced with ${Array.from(
|
---|
679 | new Set(
|
---|
680 | connections
|
---|
681 | .map(c => c.dependency && c.dependency.type)
|
---|
682 | .filter(Boolean)
|
---|
683 | )
|
---|
684 | )
|
---|
685 | .sort()
|
---|
686 | .join(", ")})`;
|
---|
687 | })
|
---|
688 | .sort();
|
---|
689 | return `Module ${module.readableIdentifier(
|
---|
690 | requestShortener
|
---|
691 | )} is referenced from these modules with unsupported syntax: ${names.join(
|
---|
692 | ", "
|
---|
693 | )}`;
|
---|
694 | };
|
---|
695 | statistics.incorrectModuleDependency++;
|
---|
696 | failureCache.set(module, problem); // cache failures for performance
|
---|
697 | return problem;
|
---|
698 | }
|
---|
699 |
|
---|
700 | if (runtime !== undefined && typeof runtime !== "string") {
|
---|
701 | // Module must be consistently referenced in the same runtimes
|
---|
702 | /** @type {{ originModule: Module, runtimeCondition: RuntimeSpec }[]} */
|
---|
703 | const otherRuntimeConnections = [];
|
---|
704 | outer: for (const [
|
---|
705 | originModule,
|
---|
706 | connections
|
---|
707 | ] of incomingConnectionsFromModules) {
|
---|
708 | /** @type {false | RuntimeSpec} */
|
---|
709 | let currentRuntimeCondition = false;
|
---|
710 | for (const connection of connections) {
|
---|
711 | const runtimeCondition = filterRuntime(runtime, runtime => {
|
---|
712 | return connection.isTargetActive(runtime);
|
---|
713 | });
|
---|
714 | if (runtimeCondition === false) continue;
|
---|
715 | if (runtimeCondition === true) continue outer;
|
---|
716 | if (currentRuntimeCondition !== false) {
|
---|
717 | currentRuntimeCondition = mergeRuntime(
|
---|
718 | currentRuntimeCondition,
|
---|
719 | runtimeCondition
|
---|
720 | );
|
---|
721 | } else {
|
---|
722 | currentRuntimeCondition = runtimeCondition;
|
---|
723 | }
|
---|
724 | }
|
---|
725 | if (currentRuntimeCondition !== false) {
|
---|
726 | otherRuntimeConnections.push({
|
---|
727 | originModule,
|
---|
728 | runtimeCondition: currentRuntimeCondition
|
---|
729 | });
|
---|
730 | }
|
---|
731 | }
|
---|
732 | if (otherRuntimeConnections.length > 0) {
|
---|
733 | const problem = requestShortener => {
|
---|
734 | return `Module ${module.readableIdentifier(
|
---|
735 | requestShortener
|
---|
736 | )} is runtime-dependent referenced by these modules: ${Array.from(
|
---|
737 | otherRuntimeConnections,
|
---|
738 | ({ originModule, runtimeCondition }) =>
|
---|
739 | `${originModule.readableIdentifier(
|
---|
740 | requestShortener
|
---|
741 | )} (expected runtime ${runtimeToString(
|
---|
742 | runtime
|
---|
743 | )}, module is only referenced in ${runtimeToString(
|
---|
744 | /** @type {RuntimeSpec} */ (runtimeCondition)
|
---|
745 | )})`
|
---|
746 | ).join(", ")}`;
|
---|
747 | };
|
---|
748 | statistics.incorrectRuntimeCondition++;
|
---|
749 | failureCache.set(module, problem); // cache failures for performance
|
---|
750 | return problem;
|
---|
751 | }
|
---|
752 | }
|
---|
753 |
|
---|
754 | let backup;
|
---|
755 | if (avoidMutateOnFailure) {
|
---|
756 | backup = config.snapshot();
|
---|
757 | }
|
---|
758 |
|
---|
759 | // Add the module
|
---|
760 | config.add(module);
|
---|
761 |
|
---|
762 | incomingModules.sort(compareModulesByIdentifier);
|
---|
763 |
|
---|
764 | // Every module which depends on the added module must be in the configuration too.
|
---|
765 | for (const originModule of incomingModules) {
|
---|
766 | const problem = this._tryToAdd(
|
---|
767 | compilation,
|
---|
768 | config,
|
---|
769 | originModule,
|
---|
770 | runtime,
|
---|
771 | activeRuntime,
|
---|
772 | possibleModules,
|
---|
773 | candidates,
|
---|
774 | failureCache,
|
---|
775 | chunkGraph,
|
---|
776 | false,
|
---|
777 | statistics
|
---|
778 | );
|
---|
779 | if (problem) {
|
---|
780 | if (backup !== undefined) config.rollback(backup);
|
---|
781 | statistics.importerFailed++;
|
---|
782 | failureCache.set(module, problem); // cache failures for performance
|
---|
783 | return problem;
|
---|
784 | }
|
---|
785 | }
|
---|
786 |
|
---|
787 | // Add imports to possible candidates list
|
---|
788 | for (const imp of this._getImports(compilation, module, runtime)) {
|
---|
789 | candidates.add(imp);
|
---|
790 | }
|
---|
791 | statistics.added++;
|
---|
792 | return null;
|
---|
793 | }
|
---|
794 | }
|
---|
795 |
|
---|
796 | class ConcatConfiguration {
|
---|
797 | /**
|
---|
798 | * @param {Module} rootModule the root module
|
---|
799 | * @param {RuntimeSpec} runtime the runtime
|
---|
800 | */
|
---|
801 | constructor(rootModule, runtime) {
|
---|
802 | this.rootModule = rootModule;
|
---|
803 | this.runtime = runtime;
|
---|
804 | /** @type {Set<Module>} */
|
---|
805 | this.modules = new Set();
|
---|
806 | this.modules.add(rootModule);
|
---|
807 | /** @type {Map<Module, Module | function(RequestShortener): string>} */
|
---|
808 | this.warnings = new Map();
|
---|
809 | }
|
---|
810 |
|
---|
811 | add(module) {
|
---|
812 | this.modules.add(module);
|
---|
813 | }
|
---|
814 |
|
---|
815 | has(module) {
|
---|
816 | return this.modules.has(module);
|
---|
817 | }
|
---|
818 |
|
---|
819 | isEmpty() {
|
---|
820 | return this.modules.size === 1;
|
---|
821 | }
|
---|
822 |
|
---|
823 | addWarning(module, problem) {
|
---|
824 | this.warnings.set(module, problem);
|
---|
825 | }
|
---|
826 |
|
---|
827 | getWarningsSorted() {
|
---|
828 | return new Map(
|
---|
829 | Array.from(this.warnings).sort((a, b) => {
|
---|
830 | const ai = a[0].identifier();
|
---|
831 | const bi = b[0].identifier();
|
---|
832 | if (ai < bi) return -1;
|
---|
833 | if (ai > bi) return 1;
|
---|
834 | return 0;
|
---|
835 | })
|
---|
836 | );
|
---|
837 | }
|
---|
838 |
|
---|
839 | /**
|
---|
840 | * @returns {Set<Module>} modules as set
|
---|
841 | */
|
---|
842 | getModules() {
|
---|
843 | return this.modules;
|
---|
844 | }
|
---|
845 |
|
---|
846 | snapshot() {
|
---|
847 | return this.modules.size;
|
---|
848 | }
|
---|
849 |
|
---|
850 | rollback(snapshot) {
|
---|
851 | const modules = this.modules;
|
---|
852 | for (const m of modules) {
|
---|
853 | if (snapshot === 0) {
|
---|
854 | modules.delete(m);
|
---|
855 | } else {
|
---|
856 | snapshot--;
|
---|
857 | }
|
---|
858 | }
|
---|
859 | }
|
---|
860 | }
|
---|
861 |
|
---|
862 | module.exports = ModuleConcatenationPlugin;
|
---|