提交学习笔记专用
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1361 lines
42 KiB

  1. /*
  2. MIT License http://www.opensource.org/licenses/mit-license.php
  3. Author Tobias Koppers @sokra
  4. */
  5. "use strict";
  6. const AsyncDependencyToInitialChunkError = require("./AsyncDependencyToInitialChunkError");
  7. const { connectChunkGroupParentAndChild } = require("./GraphHelpers");
  8. const ModuleGraphConnection = require("./ModuleGraphConnection");
  9. const { getEntryRuntime, mergeRuntime } = require("./util/runtime");
  10. /** @typedef {import("./AsyncDependenciesBlock")} AsyncDependenciesBlock */
  11. /** @typedef {import("./Chunk")} Chunk */
  12. /** @typedef {import("./ChunkGroup")} ChunkGroup */
  13. /** @typedef {import("./Compilation")} Compilation */
  14. /** @typedef {import("./DependenciesBlock")} DependenciesBlock */
  15. /** @typedef {import("./Dependency").DependencyLocation} DependencyLocation */
  16. /** @typedef {import("./Entrypoint")} Entrypoint */
  17. /** @typedef {import("./Module")} Module */
  18. /** @typedef {import("./ModuleGraph")} ModuleGraph */
  19. /** @typedef {import("./ModuleGraphConnection").ConnectionState} ConnectionState */
  20. /** @typedef {import("./logging/Logger").Logger} Logger */
  21. /** @typedef {import("./util/runtime").RuntimeSpec} RuntimeSpec */
  22. /**
  23. * @typedef {object} QueueItem
  24. * @property {number} action
  25. * @property {DependenciesBlock} block
  26. * @property {Module} module
  27. * @property {Chunk} chunk
  28. * @property {ChunkGroup} chunkGroup
  29. * @property {ChunkGroupInfo} chunkGroupInfo
  30. */
  31. /**
  32. * @typedef {object} ChunkGroupInfo
  33. * @property {ChunkGroup} chunkGroup the chunk group
  34. * @property {RuntimeSpec} runtime the runtimes
  35. * @property {boolean} initialized is this chunk group initialized
  36. * @property {bigint | undefined} minAvailableModules current minimal set of modules available at this point
  37. * @property {bigint[]} availableModulesToBeMerged enqueued updates to the minimal set of available modules
  38. * @property {Set<Module>=} skippedItems modules that were skipped because module is already available in parent chunks (need to reconsider when minAvailableModules is shrinking)
  39. * @property {Set<[Module, ModuleGraphConnection[]]>=} skippedModuleConnections referenced modules that where skipped because they were not active in this runtime
  40. * @property {bigint | undefined} resultingAvailableModules set of modules available including modules from this chunk group
  41. * @property {Set<ChunkGroupInfo> | undefined} children set of children chunk groups, that will be revisited when availableModules shrink
  42. * @property {Set<ChunkGroupInfo> | undefined} availableSources set of chunk groups that are the source for minAvailableModules
  43. * @property {Set<ChunkGroupInfo> | undefined} availableChildren set of chunk groups which depend on the this chunk group as availableSource
  44. * @property {number} preOrderIndex next pre order index
  45. * @property {number} postOrderIndex next post order index
  46. * @property {boolean} chunkLoading has a chunk loading mechanism
  47. * @property {boolean} asyncChunks create async chunks
  48. */
  49. /**
  50. * @typedef {object} BlockChunkGroupConnection
  51. * @property {ChunkGroupInfo} originChunkGroupInfo origin chunk group
  52. * @property {ChunkGroup} chunkGroup referenced chunk group
  53. */
  54. /** @typedef {(Module | ConnectionState | ModuleGraphConnection)[]} BlockModulesInTuples */
  55. /** @typedef {(Module | ConnectionState | ModuleGraphConnection[])[]} BlockModulesInFlattenTuples */
  56. /** @typedef {Map<DependenciesBlock, BlockModulesInFlattenTuples>} BlockModulesMap */
  57. /** @typedef {Map<Chunk, bigint>} MaskByChunk */
  58. /** @typedef {Set<DependenciesBlock>} BlocksWithNestedBlocks */
  59. /** @typedef {Map<AsyncDependenciesBlock, BlockChunkGroupConnection[]>} BlockConnections */
  60. /** @typedef {Map<ChunkGroup, ChunkGroupInfo>} ChunkGroupInfoMap */
  61. /** @typedef {Set<ChunkGroup>} AllCreatedChunkGroups */
  62. /** @typedef {Map<Entrypoint, Module[]>} InputEntrypointsAndModules */
  63. const ZERO_BIGINT = BigInt(0);
  64. const ONE_BIGINT = BigInt(1);
  65. /**
  66. * @param {bigint} mask The mask to test
  67. * @param {number} ordinal The ordinal of the bit to test
  68. * @returns {boolean} If the ordinal-th bit is set in the mask
  69. */
  70. const isOrdinalSetInMask = (mask, ordinal) =>
  71. BigInt.asUintN(1, mask >> BigInt(ordinal)) !== ZERO_BIGINT;
  72. /**
  73. * @param {ModuleGraphConnection[]} connections list of connections
  74. * @param {RuntimeSpec} runtime for which runtime
  75. * @returns {ConnectionState} connection state
  76. */
  77. const getActiveStateOfConnections = (connections, runtime) => {
  78. let merged = connections[0].getActiveState(runtime);
  79. if (merged === true) return true;
  80. for (let i = 1; i < connections.length; i++) {
  81. const c = connections[i];
  82. merged = ModuleGraphConnection.addConnectionStates(
  83. merged,
  84. c.getActiveState(runtime)
  85. );
  86. if (merged === true) return true;
  87. }
  88. return merged;
  89. };
  90. /**
  91. * @param {Module} module module
  92. * @param {ModuleGraph} moduleGraph module graph
  93. * @param {RuntimeSpec} runtime runtime
  94. * @param {BlockModulesMap} blockModulesMap block modules map
  95. */
  96. const extractBlockModules = (module, moduleGraph, runtime, blockModulesMap) => {
  97. /** @type {DependenciesBlock | undefined} */
  98. let blockCache;
  99. /** @type {BlockModulesInTuples | undefined} */
  100. let modules;
  101. /** @type {BlockModulesInTuples[]} */
  102. const arrays = [];
  103. /** @type {DependenciesBlock[]} */
  104. const queue = [module];
  105. while (queue.length > 0) {
  106. const block = /** @type {DependenciesBlock} */ (queue.pop());
  107. /** @type {Module[]} */
  108. const arr = [];
  109. arrays.push(arr);
  110. blockModulesMap.set(block, arr);
  111. for (const b of block.blocks) {
  112. queue.push(b);
  113. }
  114. }
  115. for (const connection of moduleGraph.getOutgoingConnections(module)) {
  116. const d = connection.dependency;
  117. // We skip connections without dependency
  118. if (!d) continue;
  119. const m = connection.module;
  120. // We skip connections without Module pointer
  121. if (!m) continue;
  122. // We skip weak connections
  123. if (connection.weak) continue;
  124. const block = moduleGraph.getParentBlock(d);
  125. let index = moduleGraph.getParentBlockIndex(d);
  126. // deprecated fallback
  127. if (index < 0) {
  128. index = /** @type {DependenciesBlock} */ (block).dependencies.indexOf(d);
  129. }
  130. if (blockCache !== block) {
  131. modules =
  132. /** @type {BlockModulesInTuples} */
  133. (
  134. blockModulesMap.get(
  135. (blockCache = /** @type {DependenciesBlock} */ (block))
  136. )
  137. );
  138. }
  139. const i = index * 3;
  140. /** @type {BlockModulesInTuples} */
  141. (modules)[i] = m;
  142. /** @type {BlockModulesInTuples} */
  143. (modules)[i + 1] = connection.getActiveState(runtime);
  144. /** @type {BlockModulesInTuples} */
  145. (modules)[i + 2] = connection;
  146. }
  147. for (const modules of arrays) {
  148. if (modules.length === 0) continue;
  149. let indexMap;
  150. let length = 0;
  151. outer: for (let j = 0; j < modules.length; j += 3) {
  152. const m = modules[j];
  153. if (m === undefined) continue;
  154. const state = /** @type {ConnectionState} */ (modules[j + 1]);
  155. const connection = /** @type {ModuleGraphConnection} */ (modules[j + 2]);
  156. if (indexMap === undefined) {
  157. let i = 0;
  158. for (; i < length; i += 3) {
  159. if (modules[i] === m) {
  160. const merged = /** @type {ConnectionState} */ (modules[i + 1]);
  161. /** @type {ModuleGraphConnection[]} */
  162. (/** @type {unknown} */ (modules[i + 2])).push(connection);
  163. if (merged === true) continue outer;
  164. modules[i + 1] = ModuleGraphConnection.addConnectionStates(
  165. merged,
  166. state
  167. );
  168. continue outer;
  169. }
  170. }
  171. modules[length] = m;
  172. length++;
  173. modules[length] = state;
  174. length++;
  175. /** @type {ModuleGraphConnection[]} */
  176. (/** @type {unknown} */ (modules[length])) = [connection];
  177. length++;
  178. if (length > 30) {
  179. // To avoid worse case performance, we will use an index map for
  180. // linear cost access, which allows to maintain O(n) complexity
  181. // while keeping allocations down to a minimum
  182. indexMap = new Map();
  183. for (let i = 0; i < length; i += 3) {
  184. indexMap.set(modules[i], i + 1);
  185. }
  186. }
  187. } else {
  188. const idx = indexMap.get(m);
  189. if (idx !== undefined) {
  190. const merged = /** @type {ConnectionState} */ (modules[idx]);
  191. /** @type {ModuleGraphConnection[]} */
  192. (/** @type {unknown} */ (modules[idx + 1])).push(connection);
  193. if (merged === true) continue;
  194. modules[idx] = ModuleGraphConnection.addConnectionStates(
  195. merged,
  196. state
  197. );
  198. } else {
  199. modules[length] = m;
  200. length++;
  201. modules[length] = state;
  202. indexMap.set(m, length);
  203. length++;
  204. /** @type {ModuleGraphConnection[]} */
  205. (
  206. /** @type {unknown} */
  207. (modules[length])
  208. ) = [connection];
  209. length++;
  210. }
  211. }
  212. }
  213. modules.length = length;
  214. }
  215. };
  216. /**
  217. * @param {Logger} logger a logger
  218. * @param {Compilation} compilation the compilation
  219. * @param {InputEntrypointsAndModules} inputEntrypointsAndModules chunk groups which are processed with the modules
  220. * @param {ChunkGroupInfoMap} chunkGroupInfoMap mapping from chunk group to available modules
  221. * @param {BlockConnections} blockConnections connection for blocks
  222. * @param {BlocksWithNestedBlocks} blocksWithNestedBlocks flag for blocks that have nested blocks
  223. * @param {AllCreatedChunkGroups} allCreatedChunkGroups filled with all chunk groups that are created here
  224. * @param {MaskByChunk} maskByChunk module content mask by chunk
  225. */
  226. const visitModules = (
  227. logger,
  228. compilation,
  229. inputEntrypointsAndModules,
  230. chunkGroupInfoMap,
  231. blockConnections,
  232. blocksWithNestedBlocks,
  233. allCreatedChunkGroups,
  234. maskByChunk
  235. ) => {
  236. const { moduleGraph, chunkGraph, moduleMemCaches } = compilation;
  237. /** @type {Map<RuntimeSpec, BlockModulesMap>} */
  238. const blockModulesRuntimeMap = new Map();
  239. /** @type {BlockModulesMap | undefined} */
  240. let blockModulesMap;
  241. /** @type {Map<Module, number>} */
  242. const ordinalByModule = new Map();
  243. /**
  244. * @param {Module} module The module to look up
  245. * @returns {number} The ordinal of the module in masks
  246. */
  247. const getModuleOrdinal = (module) => {
  248. let ordinal = ordinalByModule.get(module);
  249. if (ordinal === undefined) {
  250. ordinal = ordinalByModule.size;
  251. ordinalByModule.set(module, ordinal);
  252. }
  253. return ordinal;
  254. };
  255. for (const chunk of compilation.chunks) {
  256. let mask = ZERO_BIGINT;
  257. for (const m of chunkGraph.getChunkModulesIterable(chunk)) {
  258. mask |= ONE_BIGINT << BigInt(getModuleOrdinal(m));
  259. }
  260. maskByChunk.set(chunk, mask);
  261. }
  262. /**
  263. * @param {DependenciesBlock} block block
  264. * @param {RuntimeSpec} runtime runtime
  265. * @returns {BlockModulesInFlattenTuples | undefined} block modules in flatten tuples
  266. */
  267. const getBlockModules = (block, runtime) => {
  268. blockModulesMap = blockModulesRuntimeMap.get(runtime);
  269. if (blockModulesMap === undefined) {
  270. /** @type {BlockModulesMap} */
  271. blockModulesMap = new Map();
  272. blockModulesRuntimeMap.set(runtime, blockModulesMap);
  273. }
  274. let blockModules = blockModulesMap.get(block);
  275. if (blockModules !== undefined) return blockModules;
  276. const module = /** @type {Module} */ (block.getRootBlock());
  277. const memCache = moduleMemCaches && moduleMemCaches.get(module);
  278. if (memCache !== undefined) {
  279. /** @type {BlockModulesMap} */
  280. const map = memCache.provide(
  281. "bundleChunkGraph.blockModules",
  282. runtime,
  283. () => {
  284. logger.time("visitModules: prepare");
  285. const map = new Map();
  286. extractBlockModules(module, moduleGraph, runtime, map);
  287. logger.timeAggregate("visitModules: prepare");
  288. return map;
  289. }
  290. );
  291. for (const [block, blockModules] of map) {
  292. blockModulesMap.set(block, blockModules);
  293. }
  294. return map.get(block);
  295. }
  296. logger.time("visitModules: prepare");
  297. extractBlockModules(module, moduleGraph, runtime, blockModulesMap);
  298. blockModules =
  299. /** @type {BlockModulesInFlattenTuples} */
  300. (blockModulesMap.get(block));
  301. logger.timeAggregate("visitModules: prepare");
  302. return blockModules;
  303. };
  304. let statProcessedQueueItems = 0;
  305. let statProcessedBlocks = 0;
  306. let statConnectedChunkGroups = 0;
  307. let statProcessedChunkGroupsForMerging = 0;
  308. let statMergedAvailableModuleSets = 0;
  309. const statForkedAvailableModules = 0;
  310. const statForkedAvailableModulesCount = 0;
  311. const statForkedAvailableModulesCountPlus = 0;
  312. const statForkedMergedModulesCount = 0;
  313. const statForkedMergedModulesCountPlus = 0;
  314. const statForkedResultModulesCount = 0;
  315. let statChunkGroupInfoUpdated = 0;
  316. let statChildChunkGroupsReconnected = 0;
  317. let nextChunkGroupIndex = 0;
  318. let nextFreeModulePreOrderIndex = 0;
  319. let nextFreeModulePostOrderIndex = 0;
  320. /** @type {Map<DependenciesBlock, ChunkGroupInfo>} */
  321. const blockChunkGroups = new Map();
  322. /** @type {Map<ChunkGroupInfo, Set<DependenciesBlock>>} */
  323. const blocksByChunkGroups = new Map();
  324. /** @type {Map<string, ChunkGroupInfo>} */
  325. const namedChunkGroups = new Map();
  326. /** @type {Map<string, ChunkGroupInfo>} */
  327. const namedAsyncEntrypoints = new Map();
  328. /** @type {Set<ChunkGroupInfo>} */
  329. const outdatedOrderIndexChunkGroups = new Set();
  330. const ADD_AND_ENTER_ENTRY_MODULE = 0;
  331. const ADD_AND_ENTER_MODULE = 1;
  332. const ENTER_MODULE = 2;
  333. const PROCESS_BLOCK = 3;
  334. const PROCESS_ENTRY_BLOCK = 4;
  335. const LEAVE_MODULE = 5;
  336. /** @type {QueueItem[]} */
  337. let queue = [];
  338. /** @type {Map<ChunkGroupInfo, Set<[ChunkGroupInfo, QueueItem | null]>>} */
  339. const queueConnect = new Map();
  340. /** @type {Set<ChunkGroupInfo>} */
  341. const chunkGroupsForCombining = new Set();
  342. // Fill queue with entrypoint modules
  343. // Create ChunkGroupInfo for entrypoints
  344. for (const [chunkGroup, modules] of inputEntrypointsAndModules) {
  345. const runtime = getEntryRuntime(
  346. compilation,
  347. /** @type {string} */ (chunkGroup.name),
  348. chunkGroup.options
  349. );
  350. /** @type {ChunkGroupInfo} */
  351. const chunkGroupInfo = {
  352. initialized: false,
  353. chunkGroup,
  354. runtime,
  355. minAvailableModules: undefined,
  356. availableModulesToBeMerged: [],
  357. skippedItems: undefined,
  358. resultingAvailableModules: undefined,
  359. children: undefined,
  360. availableSources: undefined,
  361. availableChildren: undefined,
  362. preOrderIndex: 0,
  363. postOrderIndex: 0,
  364. chunkLoading:
  365. chunkGroup.options.chunkLoading !== undefined
  366. ? chunkGroup.options.chunkLoading !== false
  367. : compilation.outputOptions.chunkLoading !== false,
  368. asyncChunks:
  369. chunkGroup.options.asyncChunks !== undefined
  370. ? chunkGroup.options.asyncChunks
  371. : compilation.outputOptions.asyncChunks !== false
  372. };
  373. chunkGroup.index = nextChunkGroupIndex++;
  374. if (chunkGroup.getNumberOfParents() > 0) {
  375. // minAvailableModules for child entrypoints are unknown yet, set to undefined.
  376. // This means no module is added until other sets are merged into
  377. // this minAvailableModules (by the parent entrypoints)
  378. const skippedItems = new Set(modules);
  379. chunkGroupInfo.skippedItems = skippedItems;
  380. chunkGroupsForCombining.add(chunkGroupInfo);
  381. } else {
  382. // The application may start here: We start with an empty list of available modules
  383. chunkGroupInfo.minAvailableModules = ZERO_BIGINT;
  384. const chunk = chunkGroup.getEntrypointChunk();
  385. for (const module of modules) {
  386. queue.push({
  387. action: ADD_AND_ENTER_MODULE,
  388. block: module,
  389. module,
  390. chunk,
  391. chunkGroup,
  392. chunkGroupInfo
  393. });
  394. }
  395. }
  396. chunkGroupInfoMap.set(chunkGroup, chunkGroupInfo);
  397. if (chunkGroup.name) {
  398. namedChunkGroups.set(chunkGroup.name, chunkGroupInfo);
  399. }
  400. }
  401. // Fill availableSources with parent-child dependencies between entrypoints
  402. for (const chunkGroupInfo of chunkGroupsForCombining) {
  403. const { chunkGroup } = chunkGroupInfo;
  404. chunkGroupInfo.availableSources = new Set();
  405. for (const parent of chunkGroup.parentsIterable) {
  406. const parentChunkGroupInfo =
  407. /** @type {ChunkGroupInfo} */
  408. (chunkGroupInfoMap.get(parent));
  409. chunkGroupInfo.availableSources.add(parentChunkGroupInfo);
  410. if (parentChunkGroupInfo.availableChildren === undefined) {
  411. parentChunkGroupInfo.availableChildren = new Set();
  412. }
  413. parentChunkGroupInfo.availableChildren.add(chunkGroupInfo);
  414. }
  415. }
  416. // pop() is used to read from the queue
  417. // so it need to be reversed to be iterated in
  418. // correct order
  419. queue.reverse();
  420. /** @type {Set<ChunkGroupInfo>} */
  421. const outdatedChunkGroupInfo = new Set();
  422. /** @type {Set<[ChunkGroupInfo, QueueItem | null]>} */
  423. const chunkGroupsForMerging = new Set();
  424. /** @type {QueueItem[]} */
  425. let queueDelayed = [];
  426. /** @type {[Module, ModuleGraphConnection[]][]} */
  427. const skipConnectionBuffer = [];
  428. /** @type {Module[]} */
  429. const skipBuffer = [];
  430. /** @type {QueueItem[]} */
  431. const queueBuffer = [];
  432. /** @type {Module} */
  433. let module;
  434. /** @type {Chunk} */
  435. let chunk;
  436. /** @type {ChunkGroup} */
  437. let chunkGroup;
  438. /** @type {DependenciesBlock} */
  439. let block;
  440. /** @type {ChunkGroupInfo} */
  441. let chunkGroupInfo;
  442. // For each async Block in graph
  443. /**
  444. * @param {AsyncDependenciesBlock} b iterating over each Async DepBlock
  445. * @returns {void}
  446. */
  447. const iteratorBlock = (b) => {
  448. // 1. We create a chunk group with single chunk in it for this Block
  449. // but only once (blockChunkGroups map)
  450. /** @type {ChunkGroupInfo | undefined} */
  451. let cgi = blockChunkGroups.get(b);
  452. /** @type {ChunkGroup | undefined} */
  453. let c;
  454. /** @type {Entrypoint | undefined} */
  455. let entrypoint;
  456. const entryOptions = b.groupOptions && b.groupOptions.entryOptions;
  457. if (cgi === undefined) {
  458. const chunkName = (b.groupOptions && b.groupOptions.name) || b.chunkName;
  459. if (entryOptions) {
  460. cgi = namedAsyncEntrypoints.get(/** @type {string} */ (chunkName));
  461. if (!cgi) {
  462. entrypoint = compilation.addAsyncEntrypoint(
  463. entryOptions,
  464. module,
  465. /** @type {DependencyLocation} */ (b.loc),
  466. /** @type {string} */ (b.request)
  467. );
  468. maskByChunk.set(entrypoint.chunks[0], ZERO_BIGINT);
  469. entrypoint.index = nextChunkGroupIndex++;
  470. cgi = {
  471. chunkGroup: entrypoint,
  472. initialized: false,
  473. runtime:
  474. entrypoint.options.runtime ||
  475. /** @type {string | undefined} */ (entrypoint.name),
  476. minAvailableModules: ZERO_BIGINT,
  477. availableModulesToBeMerged: [],
  478. skippedItems: undefined,
  479. resultingAvailableModules: undefined,
  480. children: undefined,
  481. availableSources: undefined,
  482. availableChildren: undefined,
  483. preOrderIndex: 0,
  484. postOrderIndex: 0,
  485. chunkLoading:
  486. entryOptions.chunkLoading !== undefined
  487. ? entryOptions.chunkLoading !== false
  488. : chunkGroupInfo.chunkLoading,
  489. asyncChunks:
  490. entryOptions.asyncChunks !== undefined
  491. ? entryOptions.asyncChunks
  492. : chunkGroupInfo.asyncChunks
  493. };
  494. chunkGroupInfoMap.set(
  495. entrypoint,
  496. /** @type {ChunkGroupInfo} */
  497. (cgi)
  498. );
  499. chunkGraph.connectBlockAndChunkGroup(b, entrypoint);
  500. if (chunkName) {
  501. namedAsyncEntrypoints.set(
  502. chunkName,
  503. /** @type {ChunkGroupInfo} */
  504. (cgi)
  505. );
  506. }
  507. } else {
  508. entrypoint = /** @type {Entrypoint} */ (cgi.chunkGroup);
  509. // TODO merge entryOptions
  510. entrypoint.addOrigin(
  511. module,
  512. /** @type {DependencyLocation} */ (b.loc),
  513. /** @type {string} */ (b.request)
  514. );
  515. chunkGraph.connectBlockAndChunkGroup(b, entrypoint);
  516. }
  517. // 2. We enqueue the DependenciesBlock for traversal
  518. queueDelayed.push({
  519. action: PROCESS_ENTRY_BLOCK,
  520. block: b,
  521. module,
  522. chunk: entrypoint.chunks[0],
  523. chunkGroup: entrypoint,
  524. chunkGroupInfo: /** @type {ChunkGroupInfo} */ (cgi)
  525. });
  526. } else if (!chunkGroupInfo.asyncChunks || !chunkGroupInfo.chunkLoading) {
  527. // Just queue the block into the current chunk group
  528. queue.push({
  529. action: PROCESS_BLOCK,
  530. block: b,
  531. module,
  532. chunk,
  533. chunkGroup,
  534. chunkGroupInfo
  535. });
  536. } else {
  537. cgi = chunkName ? namedChunkGroups.get(chunkName) : undefined;
  538. if (!cgi) {
  539. c = compilation.addChunkInGroup(
  540. b.groupOptions || b.chunkName,
  541. module,
  542. /** @type {DependencyLocation} */ (b.loc),
  543. /** @type {string} */ (b.request)
  544. );
  545. maskByChunk.set(c.chunks[0], ZERO_BIGINT);
  546. c.index = nextChunkGroupIndex++;
  547. cgi = {
  548. initialized: false,
  549. chunkGroup: c,
  550. runtime: chunkGroupInfo.runtime,
  551. minAvailableModules: undefined,
  552. availableModulesToBeMerged: [],
  553. skippedItems: undefined,
  554. resultingAvailableModules: undefined,
  555. children: undefined,
  556. availableSources: undefined,
  557. availableChildren: undefined,
  558. preOrderIndex: 0,
  559. postOrderIndex: 0,
  560. chunkLoading: chunkGroupInfo.chunkLoading,
  561. asyncChunks: chunkGroupInfo.asyncChunks
  562. };
  563. allCreatedChunkGroups.add(c);
  564. chunkGroupInfoMap.set(c, cgi);
  565. if (chunkName) {
  566. namedChunkGroups.set(chunkName, cgi);
  567. }
  568. } else {
  569. c = cgi.chunkGroup;
  570. if (c.isInitial()) {
  571. compilation.errors.push(
  572. new AsyncDependencyToInitialChunkError(
  573. /** @type {string} */ (chunkName),
  574. module,
  575. /** @type {DependencyLocation} */ (b.loc)
  576. )
  577. );
  578. c = chunkGroup;
  579. } else {
  580. c.addOptions(b.groupOptions);
  581. }
  582. c.addOrigin(
  583. module,
  584. /** @type {DependencyLocation} */ (b.loc),
  585. /** @type {string} */ (b.request)
  586. );
  587. }
  588. blockConnections.set(b, []);
  589. }
  590. blockChunkGroups.set(b, /** @type {ChunkGroupInfo} */ (cgi));
  591. } else if (entryOptions) {
  592. entrypoint = /** @type {Entrypoint} */ (cgi.chunkGroup);
  593. } else {
  594. c = cgi.chunkGroup;
  595. }
  596. if (c !== undefined) {
  597. // 2. We store the connection for the block
  598. // to connect it later if needed
  599. /** @type {BlockChunkGroupConnection[]} */
  600. (blockConnections.get(b)).push({
  601. originChunkGroupInfo: chunkGroupInfo,
  602. chunkGroup: c
  603. });
  604. // 3. We enqueue the chunk group info creation/updating
  605. let connectList = queueConnect.get(chunkGroupInfo);
  606. if (connectList === undefined) {
  607. connectList = new Set();
  608. queueConnect.set(chunkGroupInfo, connectList);
  609. }
  610. connectList.add([
  611. /** @type {ChunkGroupInfo} */ (cgi),
  612. {
  613. action: PROCESS_BLOCK,
  614. block: b,
  615. module,
  616. chunk: c.chunks[0],
  617. chunkGroup: c,
  618. chunkGroupInfo: /** @type {ChunkGroupInfo} */ (cgi)
  619. }
  620. ]);
  621. } else if (entrypoint !== undefined) {
  622. chunkGroupInfo.chunkGroup.addAsyncEntrypoint(entrypoint);
  623. }
  624. };
  625. /**
  626. * @param {DependenciesBlock} block the block
  627. * @returns {void}
  628. */
  629. const processBlock = (block) => {
  630. statProcessedBlocks++;
  631. // get prepared block info
  632. const blockModules = getBlockModules(block, chunkGroupInfo.runtime);
  633. if (blockModules !== undefined) {
  634. const minAvailableModules =
  635. /** @type {bigint} */
  636. (chunkGroupInfo.minAvailableModules);
  637. // Buffer items because order need to be reversed to get indices correct
  638. // Traverse all referenced modules
  639. for (let i = 0, len = blockModules.length; i < len; i += 3) {
  640. const refModule = /** @type {Module} */ (blockModules[i]);
  641. // For single comparisons this might be cheaper
  642. const isModuleInChunk = chunkGraph.isModuleInChunk(refModule, chunk);
  643. if (isModuleInChunk) {
  644. // skip early if already connected
  645. continue;
  646. }
  647. const refOrdinal = /** @type {number} */ getModuleOrdinal(refModule);
  648. const activeState = /** @type {ConnectionState} */ (
  649. blockModules[i + 1]
  650. );
  651. if (activeState !== true) {
  652. const connections = /** @type {ModuleGraphConnection[]} */ (
  653. blockModules[i + 2]
  654. );
  655. skipConnectionBuffer.push([refModule, connections]);
  656. // We skip inactive connections
  657. if (activeState === false) continue;
  658. } else if (isOrdinalSetInMask(minAvailableModules, refOrdinal)) {
  659. // already in parent chunks, skip it for now
  660. skipBuffer.push(refModule);
  661. continue;
  662. }
  663. // enqueue, then add and enter to be in the correct order
  664. // this is relevant with circular dependencies
  665. queueBuffer.push({
  666. action: activeState === true ? ADD_AND_ENTER_MODULE : PROCESS_BLOCK,
  667. block: refModule,
  668. module: refModule,
  669. chunk,
  670. chunkGroup,
  671. chunkGroupInfo
  672. });
  673. }
  674. // Add buffered items in reverse order
  675. if (skipConnectionBuffer.length > 0) {
  676. let { skippedModuleConnections } = chunkGroupInfo;
  677. if (skippedModuleConnections === undefined) {
  678. chunkGroupInfo.skippedModuleConnections = skippedModuleConnections =
  679. new Set();
  680. }
  681. for (let i = skipConnectionBuffer.length - 1; i >= 0; i--) {
  682. skippedModuleConnections.add(skipConnectionBuffer[i]);
  683. }
  684. skipConnectionBuffer.length = 0;
  685. }
  686. if (skipBuffer.length > 0) {
  687. let { skippedItems } = chunkGroupInfo;
  688. if (skippedItems === undefined) {
  689. chunkGroupInfo.skippedItems = skippedItems = new Set();
  690. }
  691. for (let i = skipBuffer.length - 1; i >= 0; i--) {
  692. skippedItems.add(skipBuffer[i]);
  693. }
  694. skipBuffer.length = 0;
  695. }
  696. if (queueBuffer.length > 0) {
  697. for (let i = queueBuffer.length - 1; i >= 0; i--) {
  698. queue.push(queueBuffer[i]);
  699. }
  700. queueBuffer.length = 0;
  701. }
  702. }
  703. // Traverse all Blocks
  704. for (const b of block.blocks) {
  705. iteratorBlock(b);
  706. }
  707. if (block.blocks.length > 0 && module !== block) {
  708. blocksWithNestedBlocks.add(block);
  709. }
  710. };
  711. /**
  712. * @param {DependenciesBlock} block the block
  713. * @returns {void}
  714. */
  715. const processEntryBlock = (block) => {
  716. statProcessedBlocks++;
  717. // get prepared block info
  718. const blockModules = getBlockModules(block, chunkGroupInfo.runtime);
  719. if (blockModules !== undefined) {
  720. // Traverse all referenced modules in reverse order
  721. for (let i = blockModules.length - 3; i >= 0; i -= 3) {
  722. const refModule = /** @type {Module} */ (blockModules[i]);
  723. const activeState = /** @type {ConnectionState} */ (
  724. blockModules[i + 1]
  725. );
  726. // enqueue, then add and enter to be in the correct order
  727. // this is relevant with circular dependencies
  728. queue.push({
  729. action:
  730. activeState === true ? ADD_AND_ENTER_ENTRY_MODULE : PROCESS_BLOCK,
  731. block: refModule,
  732. module: refModule,
  733. chunk,
  734. chunkGroup,
  735. chunkGroupInfo
  736. });
  737. }
  738. }
  739. // Traverse all Blocks
  740. for (const b of block.blocks) {
  741. iteratorBlock(b);
  742. }
  743. if (block.blocks.length > 0 && module !== block) {
  744. blocksWithNestedBlocks.add(block);
  745. }
  746. };
  747. const processQueue = () => {
  748. while (queue.length) {
  749. statProcessedQueueItems++;
  750. const queueItem = /** @type {QueueItem} */ (queue.pop());
  751. module = queueItem.module;
  752. block = queueItem.block;
  753. chunk = queueItem.chunk;
  754. chunkGroup = queueItem.chunkGroup;
  755. chunkGroupInfo = queueItem.chunkGroupInfo;
  756. switch (queueItem.action) {
  757. case ADD_AND_ENTER_ENTRY_MODULE:
  758. chunkGraph.connectChunkAndEntryModule(
  759. chunk,
  760. module,
  761. /** @type {Entrypoint} */ (chunkGroup)
  762. );
  763. // fallthrough
  764. case ADD_AND_ENTER_MODULE: {
  765. const isModuleInChunk = chunkGraph.isModuleInChunk(module, chunk);
  766. if (isModuleInChunk) {
  767. // already connected, skip it
  768. break;
  769. }
  770. // We connect Module and Chunk
  771. chunkGraph.connectChunkAndModule(chunk, module);
  772. const moduleOrdinal = getModuleOrdinal(module);
  773. let chunkMask = /** @type {bigint} */ (maskByChunk.get(chunk));
  774. chunkMask |= ONE_BIGINT << BigInt(moduleOrdinal);
  775. maskByChunk.set(chunk, chunkMask);
  776. }
  777. // fallthrough
  778. case ENTER_MODULE: {
  779. const index = chunkGroup.getModulePreOrderIndex(module);
  780. if (index === undefined) {
  781. chunkGroup.setModulePreOrderIndex(
  782. module,
  783. chunkGroupInfo.preOrderIndex++
  784. );
  785. }
  786. if (
  787. moduleGraph.setPreOrderIndexIfUnset(
  788. module,
  789. nextFreeModulePreOrderIndex
  790. )
  791. ) {
  792. nextFreeModulePreOrderIndex++;
  793. }
  794. // reuse queueItem
  795. queueItem.action = LEAVE_MODULE;
  796. queue.push(queueItem);
  797. }
  798. // fallthrough
  799. case PROCESS_BLOCK: {
  800. processBlock(block);
  801. break;
  802. }
  803. case PROCESS_ENTRY_BLOCK: {
  804. processEntryBlock(block);
  805. break;
  806. }
  807. case LEAVE_MODULE: {
  808. const index = chunkGroup.getModulePostOrderIndex(module);
  809. if (index === undefined) {
  810. chunkGroup.setModulePostOrderIndex(
  811. module,
  812. chunkGroupInfo.postOrderIndex++
  813. );
  814. }
  815. if (
  816. moduleGraph.setPostOrderIndexIfUnset(
  817. module,
  818. nextFreeModulePostOrderIndex
  819. )
  820. ) {
  821. nextFreeModulePostOrderIndex++;
  822. }
  823. break;
  824. }
  825. }
  826. }
  827. };
  828. /**
  829. * @param {ChunkGroupInfo} chunkGroupInfo The info object for the chunk group
  830. * @returns {bigint} The mask of available modules after the chunk group
  831. */
  832. const calculateResultingAvailableModules = (chunkGroupInfo) => {
  833. if (chunkGroupInfo.resultingAvailableModules !== undefined) {
  834. return chunkGroupInfo.resultingAvailableModules;
  835. }
  836. let resultingAvailableModules = /** @type {bigint} */ (
  837. chunkGroupInfo.minAvailableModules
  838. );
  839. // add the modules from the chunk group to the set
  840. for (const chunk of chunkGroupInfo.chunkGroup.chunks) {
  841. const mask = /** @type {bigint} */ (maskByChunk.get(chunk));
  842. resultingAvailableModules |= mask;
  843. }
  844. return (chunkGroupInfo.resultingAvailableModules =
  845. resultingAvailableModules);
  846. };
  847. const processConnectQueue = () => {
  848. // Figure out new parents for chunk groups
  849. // to get new available modules for these children
  850. for (const [chunkGroupInfo, targets] of queueConnect) {
  851. // 1. Add new targets to the list of children
  852. if (chunkGroupInfo.children === undefined) {
  853. chunkGroupInfo.children = new Set();
  854. }
  855. for (const [target] of targets) {
  856. chunkGroupInfo.children.add(target);
  857. }
  858. // 2. Calculate resulting available modules
  859. const resultingAvailableModules =
  860. calculateResultingAvailableModules(chunkGroupInfo);
  861. const runtime = chunkGroupInfo.runtime;
  862. // 3. Update chunk group info
  863. for (const [target, processBlock] of targets) {
  864. target.availableModulesToBeMerged.push(resultingAvailableModules);
  865. chunkGroupsForMerging.add([target, processBlock]);
  866. const oldRuntime = target.runtime;
  867. const newRuntime = mergeRuntime(oldRuntime, runtime);
  868. if (oldRuntime !== newRuntime) {
  869. target.runtime = newRuntime;
  870. outdatedChunkGroupInfo.add(target);
  871. }
  872. }
  873. statConnectedChunkGroups += targets.size;
  874. }
  875. queueConnect.clear();
  876. };
  877. const processChunkGroupsForMerging = () => {
  878. statProcessedChunkGroupsForMerging += chunkGroupsForMerging.size;
  879. // Execute the merge
  880. for (const [info, processBlock] of chunkGroupsForMerging) {
  881. const availableModulesToBeMerged = info.availableModulesToBeMerged;
  882. const cachedMinAvailableModules = info.minAvailableModules;
  883. let minAvailableModules = cachedMinAvailableModules;
  884. statMergedAvailableModuleSets += availableModulesToBeMerged.length;
  885. for (const availableModules of availableModulesToBeMerged) {
  886. if (minAvailableModules === undefined) {
  887. minAvailableModules = availableModules;
  888. } else {
  889. minAvailableModules &= availableModules;
  890. }
  891. }
  892. const changed = minAvailableModules !== cachedMinAvailableModules;
  893. availableModulesToBeMerged.length = 0;
  894. if (changed) {
  895. info.minAvailableModules = minAvailableModules;
  896. info.resultingAvailableModules = undefined;
  897. outdatedChunkGroupInfo.add(info);
  898. }
  899. if (processBlock) {
  900. let blocks = blocksByChunkGroups.get(info);
  901. if (!blocks) {
  902. blocksByChunkGroups.set(info, (blocks = new Set()));
  903. }
  904. // Whether to walk block depends on minAvailableModules and input block.
  905. // We can treat creating chunk group as a function with 2 input, entry block and minAvailableModules
  906. // If input is the same, we can skip re-walk
  907. let needWalkBlock = !info.initialized || changed;
  908. if (!blocks.has(processBlock.block)) {
  909. needWalkBlock = true;
  910. blocks.add(processBlock.block);
  911. }
  912. if (needWalkBlock) {
  913. info.initialized = true;
  914. queueDelayed.push(processBlock);
  915. }
  916. }
  917. }
  918. chunkGroupsForMerging.clear();
  919. };
  920. const processChunkGroupsForCombining = () => {
  921. for (const info of chunkGroupsForCombining) {
  922. for (const source of /** @type {Set<ChunkGroupInfo>} */ (
  923. info.availableSources
  924. )) {
  925. if (source.minAvailableModules === undefined) {
  926. chunkGroupsForCombining.delete(info);
  927. break;
  928. }
  929. }
  930. }
  931. for (const info of chunkGroupsForCombining) {
  932. let availableModules = ZERO_BIGINT;
  933. // combine minAvailableModules from all resultingAvailableModules
  934. for (const source of /** @type {Set<ChunkGroupInfo>} */ (
  935. info.availableSources
  936. )) {
  937. const resultingAvailableModules =
  938. calculateResultingAvailableModules(source);
  939. availableModules |= resultingAvailableModules;
  940. }
  941. info.minAvailableModules = availableModules;
  942. info.resultingAvailableModules = undefined;
  943. outdatedChunkGroupInfo.add(info);
  944. }
  945. chunkGroupsForCombining.clear();
  946. };
  947. const processOutdatedChunkGroupInfo = () => {
  948. statChunkGroupInfoUpdated += outdatedChunkGroupInfo.size;
  949. // Revisit skipped elements
  950. for (const info of outdatedChunkGroupInfo) {
  951. // 1. Reconsider skipped items
  952. if (info.skippedItems !== undefined) {
  953. const minAvailableModules =
  954. /** @type {bigint} */
  955. (info.minAvailableModules);
  956. for (const module of info.skippedItems) {
  957. const ordinal = getModuleOrdinal(module);
  958. if (!isOrdinalSetInMask(minAvailableModules, ordinal)) {
  959. queue.push({
  960. action: ADD_AND_ENTER_MODULE,
  961. block: module,
  962. module,
  963. chunk: info.chunkGroup.chunks[0],
  964. chunkGroup: info.chunkGroup,
  965. chunkGroupInfo: info
  966. });
  967. info.skippedItems.delete(module);
  968. }
  969. }
  970. }
  971. // 2. Reconsider skipped connections
  972. if (info.skippedModuleConnections !== undefined) {
  973. const minAvailableModules =
  974. /** @type {bigint} */
  975. (info.minAvailableModules);
  976. for (const entry of info.skippedModuleConnections) {
  977. const [module, connections] = entry;
  978. const activeState = getActiveStateOfConnections(
  979. connections,
  980. info.runtime
  981. );
  982. if (activeState === false) continue;
  983. if (activeState === true) {
  984. const ordinal = getModuleOrdinal(module);
  985. info.skippedModuleConnections.delete(entry);
  986. if (isOrdinalSetInMask(minAvailableModules, ordinal)) {
  987. /** @type {NonNullable<ChunkGroupInfo["skippedItems"]>} */
  988. (info.skippedItems).add(module);
  989. continue;
  990. }
  991. }
  992. queue.push({
  993. action: activeState === true ? ADD_AND_ENTER_MODULE : PROCESS_BLOCK,
  994. block: module,
  995. module,
  996. chunk: info.chunkGroup.chunks[0],
  997. chunkGroup: info.chunkGroup,
  998. chunkGroupInfo: info
  999. });
  1000. }
  1001. }
  1002. // 2. Reconsider children chunk groups
  1003. if (info.children !== undefined) {
  1004. statChildChunkGroupsReconnected += info.children.size;
  1005. for (const cgi of info.children) {
  1006. let connectList = queueConnect.get(info);
  1007. if (connectList === undefined) {
  1008. connectList = new Set();
  1009. queueConnect.set(info, connectList);
  1010. }
  1011. connectList.add([cgi, null]);
  1012. }
  1013. }
  1014. // 3. Reconsider chunk groups for combining
  1015. if (info.availableChildren !== undefined) {
  1016. for (const cgi of info.availableChildren) {
  1017. chunkGroupsForCombining.add(cgi);
  1018. }
  1019. }
  1020. outdatedOrderIndexChunkGroups.add(info);
  1021. }
  1022. outdatedChunkGroupInfo.clear();
  1023. };
  1024. // Iterative traversal of the Module graph
  1025. // Recursive would be simpler to write but could result in Stack Overflows
  1026. while (queue.length || queueConnect.size) {
  1027. logger.time("visitModules: visiting");
  1028. processQueue();
  1029. logger.timeAggregateEnd("visitModules: prepare");
  1030. logger.timeEnd("visitModules: visiting");
  1031. if (chunkGroupsForCombining.size > 0) {
  1032. logger.time("visitModules: combine available modules");
  1033. processChunkGroupsForCombining();
  1034. logger.timeEnd("visitModules: combine available modules");
  1035. }
  1036. if (queueConnect.size > 0) {
  1037. logger.time("visitModules: calculating available modules");
  1038. processConnectQueue();
  1039. logger.timeEnd("visitModules: calculating available modules");
  1040. if (chunkGroupsForMerging.size > 0) {
  1041. logger.time("visitModules: merging available modules");
  1042. processChunkGroupsForMerging();
  1043. logger.timeEnd("visitModules: merging available modules");
  1044. }
  1045. }
  1046. if (outdatedChunkGroupInfo.size > 0) {
  1047. logger.time("visitModules: check modules for revisit");
  1048. processOutdatedChunkGroupInfo();
  1049. logger.timeEnd("visitModules: check modules for revisit");
  1050. }
  1051. // Run queueDelayed when all items of the queue are processed
  1052. // This is important to get the global indexing correct
  1053. // Async blocks should be processed after all sync blocks are processed
  1054. if (queue.length === 0) {
  1055. const tempQueue = queue;
  1056. queue = queueDelayed.reverse();
  1057. queueDelayed = tempQueue;
  1058. }
  1059. }
  1060. for (const info of outdatedOrderIndexChunkGroups) {
  1061. const { chunkGroup, runtime } = info;
  1062. const blocks = blocksByChunkGroups.get(info);
  1063. if (!blocks) {
  1064. continue;
  1065. }
  1066. for (const block of blocks) {
  1067. let preOrderIndex = 0;
  1068. let postOrderIndex = 0;
  1069. /**
  1070. * @param {DependenciesBlock} current current
  1071. * @param {BlocksWithNestedBlocks} visited visited dependencies blocks
  1072. */
  1073. const process = (current, visited) => {
  1074. const blockModules =
  1075. /** @type {BlockModulesInFlattenTuples} */
  1076. (getBlockModules(current, runtime));
  1077. for (let i = 0, len = blockModules.length; i < len; i += 3) {
  1078. const activeState = /** @type {ConnectionState} */ (
  1079. blockModules[i + 1]
  1080. );
  1081. if (activeState === false) {
  1082. continue;
  1083. }
  1084. const refModule = /** @type {Module} */ (blockModules[i]);
  1085. if (visited.has(refModule)) {
  1086. continue;
  1087. }
  1088. visited.add(refModule);
  1089. if (refModule) {
  1090. chunkGroup.setModulePreOrderIndex(refModule, preOrderIndex++);
  1091. process(refModule, visited);
  1092. chunkGroup.setModulePostOrderIndex(refModule, postOrderIndex++);
  1093. }
  1094. }
  1095. };
  1096. process(block, new Set());
  1097. }
  1098. }
  1099. outdatedOrderIndexChunkGroups.clear();
  1100. ordinalByModule.clear();
  1101. logger.log(
  1102. `${statProcessedQueueItems} queue items processed (${statProcessedBlocks} blocks)`
  1103. );
  1104. logger.log(`${statConnectedChunkGroups} chunk groups connected`);
  1105. logger.log(
  1106. `${statProcessedChunkGroupsForMerging} chunk groups processed for merging (${statMergedAvailableModuleSets} module sets, ${statForkedAvailableModules} forked, ${statForkedAvailableModulesCount} + ${statForkedAvailableModulesCountPlus} modules forked, ${statForkedMergedModulesCount} + ${statForkedMergedModulesCountPlus} modules merged into fork, ${statForkedResultModulesCount} resulting modules)`
  1107. );
  1108. logger.log(
  1109. `${statChunkGroupInfoUpdated} chunk group info updated (${statChildChunkGroupsReconnected} already connected chunk groups reconnected)`
  1110. );
  1111. };
  1112. /**
  1113. * @param {Compilation} compilation the compilation
  1114. * @param {BlocksWithNestedBlocks} blocksWithNestedBlocks flag for blocks that have nested blocks
  1115. * @param {BlockConnections} blockConnections connection for blocks
  1116. * @param {MaskByChunk} maskByChunk mapping from chunk to module mask
  1117. */
  1118. const connectChunkGroups = (
  1119. compilation,
  1120. blocksWithNestedBlocks,
  1121. blockConnections,
  1122. maskByChunk
  1123. ) => {
  1124. const { chunkGraph } = compilation;
  1125. /**
  1126. * Helper function to check if all modules of a chunk are available
  1127. * @param {ChunkGroup} chunkGroup the chunkGroup to scan
  1128. * @param {bigint} availableModules the comparator set
  1129. * @returns {boolean} return true if all modules of a chunk are available
  1130. */
  1131. const areModulesAvailable = (chunkGroup, availableModules) => {
  1132. for (const chunk of chunkGroup.chunks) {
  1133. const chunkMask = /** @type {bigint} */ (maskByChunk.get(chunk));
  1134. if ((chunkMask & availableModules) !== chunkMask) return false;
  1135. }
  1136. return true;
  1137. };
  1138. // For each edge in the basic chunk graph
  1139. for (const [block, connections] of blockConnections) {
  1140. // 1. Check if connection is needed
  1141. // When none of the dependencies need to be connected
  1142. // we can skip all of them
  1143. // It's not possible to filter each item so it doesn't create inconsistent
  1144. // connections and modules can only create one version
  1145. // TODO maybe decide this per runtime
  1146. if (
  1147. // TODO is this needed?
  1148. !blocksWithNestedBlocks.has(block) &&
  1149. connections.every(({ chunkGroup, originChunkGroupInfo }) =>
  1150. areModulesAvailable(
  1151. chunkGroup,
  1152. /** @type {bigint} */ (originChunkGroupInfo.resultingAvailableModules)
  1153. )
  1154. )
  1155. ) {
  1156. continue;
  1157. }
  1158. // 2. Foreach edge
  1159. for (let i = 0; i < connections.length; i++) {
  1160. const { chunkGroup, originChunkGroupInfo } = connections[i];
  1161. // 3. Connect block with chunk
  1162. chunkGraph.connectBlockAndChunkGroup(block, chunkGroup);
  1163. // 4. Connect chunk with parent
  1164. connectChunkGroupParentAndChild(
  1165. originChunkGroupInfo.chunkGroup,
  1166. chunkGroup
  1167. );
  1168. }
  1169. }
  1170. };
  1171. /**
  1172. * Remove all unconnected chunk groups
  1173. * @param {Compilation} compilation the compilation
  1174. * @param {Iterable<ChunkGroup>} allCreatedChunkGroups all chunk groups that where created before
  1175. */
  1176. const cleanupUnconnectedGroups = (compilation, allCreatedChunkGroups) => {
  1177. const { chunkGraph } = compilation;
  1178. for (const chunkGroup of allCreatedChunkGroups) {
  1179. if (chunkGroup.getNumberOfParents() === 0) {
  1180. for (const chunk of chunkGroup.chunks) {
  1181. compilation.chunks.delete(chunk);
  1182. chunkGraph.disconnectChunk(chunk);
  1183. }
  1184. chunkGraph.disconnectChunkGroup(chunkGroup);
  1185. chunkGroup.remove();
  1186. }
  1187. }
  1188. };
  1189. /**
  1190. * This method creates the Chunk graph from the Module graph
  1191. * @param {Compilation} compilation the compilation
  1192. * @param {InputEntrypointsAndModules} inputEntrypointsAndModules chunk groups which are processed with the modules
  1193. * @returns {void}
  1194. */
  1195. const buildChunkGraph = (compilation, inputEntrypointsAndModules) => {
  1196. const logger = compilation.getLogger("webpack.buildChunkGraph");
  1197. // SHARED STATE
  1198. /** @type {BlockConnections} */
  1199. const blockConnections = new Map();
  1200. /** @type {AllCreatedChunkGroups} */
  1201. const allCreatedChunkGroups = new Set();
  1202. /** @type {ChunkGroupInfoMap} */
  1203. const chunkGroupInfoMap = new Map();
  1204. /** @type {BlocksWithNestedBlocks} */
  1205. const blocksWithNestedBlocks = new Set();
  1206. /** @type {MaskByChunk} */
  1207. const maskByChunk = new Map();
  1208. // PART ONE
  1209. logger.time("visitModules");
  1210. visitModules(
  1211. logger,
  1212. compilation,
  1213. inputEntrypointsAndModules,
  1214. chunkGroupInfoMap,
  1215. blockConnections,
  1216. blocksWithNestedBlocks,
  1217. allCreatedChunkGroups,
  1218. maskByChunk
  1219. );
  1220. logger.timeEnd("visitModules");
  1221. // PART TWO
  1222. logger.time("connectChunkGroups");
  1223. connectChunkGroups(
  1224. compilation,
  1225. blocksWithNestedBlocks,
  1226. blockConnections,
  1227. maskByChunk
  1228. );
  1229. logger.timeEnd("connectChunkGroups");
  1230. for (const [chunkGroup, chunkGroupInfo] of chunkGroupInfoMap) {
  1231. for (const chunk of chunkGroup.chunks) {
  1232. chunk.runtime = mergeRuntime(chunk.runtime, chunkGroupInfo.runtime);
  1233. }
  1234. }
  1235. // Cleanup work
  1236. logger.time("cleanup");
  1237. cleanupUnconnectedGroups(compilation, allCreatedChunkGroups);
  1238. logger.timeEnd("cleanup");
  1239. };
  1240. module.exports = buildChunkGraph;