buildChunkGraph.js 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362
  1. /*
  2. MIT License http://www.opensource.org/licenses/mit-license.php
  3. Author Tobias Koppers @sokra
  4. */
  5. "use strict";
  6. const AsyncDependencyToInitialChunkError = require("./AsyncDependencyToInitialChunkError");
  7. const { connectChunkGroupParentAndChild } = require("./GraphHelpers");
  8. const ModuleGraphConnection = require("./ModuleGraphConnection");
  9. const { getEntryRuntime, mergeRuntime } = require("./util/runtime");
  10. /** @typedef {import("./AsyncDependenciesBlock")} AsyncDependenciesBlock */
  11. /** @typedef {import("./Chunk")} Chunk */
  12. /** @typedef {import("./ChunkGroup")} ChunkGroup */
  13. /** @typedef {import("./Compilation")} Compilation */
  14. /** @typedef {import("./DependenciesBlock")} DependenciesBlock */
  15. /** @typedef {import("./Dependency")} Dependency */
  16. /** @typedef {import("./Dependency").DependencyLocation} DependencyLocation */
  17. /** @typedef {import("./Entrypoint")} Entrypoint */
  18. /** @typedef {import("./Module")} Module */
  19. /** @typedef {import("./ModuleGraph")} ModuleGraph */
  20. /** @typedef {import("./ModuleGraphConnection").ConnectionState} ConnectionState */
  21. /** @typedef {import("./logging/Logger").Logger} Logger */
  22. /** @typedef {import("./util/runtime").RuntimeSpec} RuntimeSpec */
  23. /**
  24. * @typedef {object} QueueItem
  25. * @property {number} action
  26. * @property {DependenciesBlock} block
  27. * @property {Module} module
  28. * @property {Chunk} chunk
  29. * @property {ChunkGroup} chunkGroup
  30. * @property {ChunkGroupInfo} chunkGroupInfo
  31. */
  32. /**
  33. * @typedef {object} ChunkGroupInfo
  34. * @property {ChunkGroup} chunkGroup the chunk group
  35. * @property {RuntimeSpec} runtime the runtimes
  36. * @property {boolean} initialized is this chunk group initialized
  37. * @property {bigint | undefined} minAvailableModules current minimal set of modules available at this point
  38. * @property {bigint[]} availableModulesToBeMerged enqueued updates to the minimal set of available modules
  39. * @property {Set<Module>=} skippedItems modules that were skipped because module is already available in parent chunks (need to reconsider when minAvailableModules is shrinking)
  40. * @property {Set<[Module, ModuleGraphConnection[]]>=} skippedModuleConnections referenced modules that where skipped because they were not active in this runtime
  41. * @property {bigint | undefined} resultingAvailableModules set of modules available including modules from this chunk group
  42. * @property {Set<ChunkGroupInfo> | undefined} children set of children chunk groups, that will be revisited when availableModules shrink
  43. * @property {Set<ChunkGroupInfo> | undefined} availableSources set of chunk groups that are the source for minAvailableModules
  44. * @property {Set<ChunkGroupInfo> | undefined} availableChildren set of chunk groups which depend on the this chunk group as availableSource
  45. * @property {number} preOrderIndex next pre order index
  46. * @property {number} postOrderIndex next post order index
  47. * @property {boolean} chunkLoading has a chunk loading mechanism
  48. * @property {boolean} asyncChunks create async chunks
  49. */
  50. /**
  51. * @typedef {object} BlockChunkGroupConnection
  52. * @property {ChunkGroupInfo} originChunkGroupInfo origin chunk group
  53. * @property {ChunkGroup} chunkGroup referenced chunk group
  54. */
  55. /** @typedef {(Module | ConnectionState | ModuleGraphConnection)[]} BlockModulesInTuples */
  56. /** @typedef {(Module | ConnectionState | ModuleGraphConnection[])[]} BlockModulesInFlattenTuples */
  57. /** @typedef {Map<DependenciesBlock, BlockModulesInFlattenTuples>} BlockModulesMap */
  58. /** @typedef {Map<Chunk, bigint>} MaskByChunk */
  59. /** @typedef {Set<DependenciesBlock>} BlocksWithNestedBlocks */
  60. /** @typedef {Map<AsyncDependenciesBlock, BlockChunkGroupConnection[]>} BlockConnections */
  61. /** @typedef {Map<ChunkGroup, ChunkGroupInfo>} ChunkGroupInfoMap */
  62. /** @typedef {Set<ChunkGroup>} AllCreatedChunkGroups */
  63. /** @typedef {Map<Entrypoint, Module[]>} InputEntrypointsAndModules */
  64. const ZERO_BIGINT = BigInt(0);
  65. const ONE_BIGINT = BigInt(1);
  66. /**
  67. * @param {bigint} mask The mask to test
  68. * @param {number} ordinal The ordinal of the bit to test
  69. * @returns {boolean} If the ordinal-th bit is set in the mask
  70. */
  71. const isOrdinalSetInMask = (mask, ordinal) =>
  72. BigInt.asUintN(1, mask >> BigInt(ordinal)) !== ZERO_BIGINT;
  73. /**
  74. * @param {ModuleGraphConnection[]} connections list of connections
  75. * @param {RuntimeSpec} runtime for which runtime
  76. * @returns {ConnectionState} connection state
  77. */
  78. const getActiveStateOfConnections = (connections, runtime) => {
  79. let merged = connections[0].getActiveState(runtime);
  80. if (merged === true) return true;
  81. for (let i = 1; i < connections.length; i++) {
  82. const c = connections[i];
  83. merged = ModuleGraphConnection.addConnectionStates(
  84. merged,
  85. c.getActiveState(runtime)
  86. );
  87. if (merged === true) return true;
  88. }
  89. return merged;
  90. };
  91. /**
  92. * @param {Module} module module
  93. * @param {ModuleGraph} moduleGraph module graph
  94. * @param {RuntimeSpec} runtime runtime
  95. * @param {BlockModulesMap} blockModulesMap block modules map
  96. */
  97. const extractBlockModules = (module, moduleGraph, runtime, blockModulesMap) => {
  98. /** @type {DependenciesBlock | undefined} */
  99. let blockCache;
  100. /** @type {BlockModulesInTuples | undefined} */
  101. let modules;
  102. /** @type {BlockModulesInTuples[]} */
  103. const arrays = [];
  104. /** @type {DependenciesBlock[]} */
  105. const queue = [module];
  106. while (queue.length > 0) {
  107. const block = /** @type {DependenciesBlock} */ (queue.pop());
  108. /** @type {Module[]} */
  109. const arr = [];
  110. arrays.push(arr);
  111. blockModulesMap.set(block, arr);
  112. for (const b of block.blocks) {
  113. queue.push(b);
  114. }
  115. }
  116. for (const connection of moduleGraph.getOutgoingConnections(module)) {
  117. const d = connection.dependency;
  118. // We skip connections without dependency
  119. if (!d) continue;
  120. const m = connection.module;
  121. // We skip connections without Module pointer
  122. if (!m) continue;
  123. // We skip weak connections
  124. if (connection.weak) continue;
  125. const block = moduleGraph.getParentBlock(d);
  126. let index = moduleGraph.getParentBlockIndex(d);
  127. // deprecated fallback
  128. if (index < 0) {
  129. index = /** @type {DependenciesBlock} */ (block).dependencies.indexOf(d);
  130. }
  131. if (blockCache !== block) {
  132. modules =
  133. /** @type {BlockModulesInTuples} */
  134. (
  135. blockModulesMap.get(
  136. (blockCache = /** @type {DependenciesBlock} */ (block))
  137. )
  138. );
  139. }
  140. const i = index * 3;
  141. /** @type {BlockModulesInTuples} */
  142. (modules)[i] = m;
  143. /** @type {BlockModulesInTuples} */
  144. (modules)[i + 1] = connection.getActiveState(runtime);
  145. /** @type {BlockModulesInTuples} */
  146. (modules)[i + 2] = connection;
  147. }
  148. for (const modules of arrays) {
  149. if (modules.length === 0) continue;
  150. let indexMap;
  151. let length = 0;
  152. outer: for (let j = 0; j < modules.length; j += 3) {
  153. const m = modules[j];
  154. if (m === undefined) continue;
  155. const state = /** @type {ConnectionState} */ (modules[j + 1]);
  156. const connection = /** @type {ModuleGraphConnection} */ (modules[j + 2]);
  157. if (indexMap === undefined) {
  158. let i = 0;
  159. for (; i < length; i += 3) {
  160. if (modules[i] === m) {
  161. const merged = /** @type {ConnectionState} */ (modules[i + 1]);
  162. /** @type {ModuleGraphConnection[]} */
  163. (/** @type {unknown} */ (modules[i + 2])).push(connection);
  164. if (merged === true) continue outer;
  165. modules[i + 1] = ModuleGraphConnection.addConnectionStates(
  166. merged,
  167. state
  168. );
  169. continue outer;
  170. }
  171. }
  172. modules[length] = m;
  173. length++;
  174. modules[length] = state;
  175. length++;
  176. /** @type {ModuleGraphConnection[]} */
  177. (/** @type {unknown} */ (modules[length])) = [connection];
  178. length++;
  179. if (length > 30) {
  180. // To avoid worse case performance, we will use an index map for
  181. // linear cost access, which allows to maintain O(n) complexity
  182. // while keeping allocations down to a minimum
  183. indexMap = new Map();
  184. for (let i = 0; i < length; i += 3) {
  185. indexMap.set(modules[i], i + 1);
  186. }
  187. }
  188. } else {
  189. const idx = indexMap.get(m);
  190. if (idx !== undefined) {
  191. const merged = /** @type {ConnectionState} */ (modules[idx]);
  192. /** @type {ModuleGraphConnection[]} */
  193. (/** @type {unknown} */ (modules[idx + 1])).push(connection);
  194. if (merged === true) continue;
  195. modules[idx] = ModuleGraphConnection.addConnectionStates(
  196. merged,
  197. state
  198. );
  199. } else {
  200. modules[length] = m;
  201. length++;
  202. modules[length] = state;
  203. indexMap.set(m, length);
  204. length++;
  205. /** @type {ModuleGraphConnection[]} */
  206. (
  207. /** @type {unknown} */
  208. (modules[length])
  209. ) = [connection];
  210. length++;
  211. }
  212. }
  213. }
  214. modules.length = length;
  215. }
  216. };
  217. /**
  218. * @param {Logger} logger a logger
  219. * @param {Compilation} compilation the compilation
  220. * @param {InputEntrypointsAndModules} inputEntrypointsAndModules chunk groups which are processed with the modules
  221. * @param {ChunkGroupInfoMap} chunkGroupInfoMap mapping from chunk group to available modules
  222. * @param {BlockConnections} blockConnections connection for blocks
  223. * @param {BlocksWithNestedBlocks} blocksWithNestedBlocks flag for blocks that have nested blocks
  224. * @param {AllCreatedChunkGroups} allCreatedChunkGroups filled with all chunk groups that are created here
  225. * @param {MaskByChunk} maskByChunk module content mask by chunk
  226. */
  227. const visitModules = (
  228. logger,
  229. compilation,
  230. inputEntrypointsAndModules,
  231. chunkGroupInfoMap,
  232. blockConnections,
  233. blocksWithNestedBlocks,
  234. allCreatedChunkGroups,
  235. maskByChunk
  236. ) => {
  237. const { moduleGraph, chunkGraph, moduleMemCaches } = compilation;
  238. /** @type {Map<RuntimeSpec, BlockModulesMap>} */
  239. const blockModulesRuntimeMap = new Map();
  240. /** @type {BlockModulesMap | undefined} */
  241. let blockModulesMap;
  242. /** @type {Map<Module, number>} */
  243. const ordinalByModule = new Map();
  244. /**
  245. * @param {Module} module The module to look up
  246. * @returns {number} The ordinal of the module in masks
  247. */
  248. const getModuleOrdinal = module => {
  249. let ordinal = ordinalByModule.get(module);
  250. if (ordinal === undefined) {
  251. ordinal = ordinalByModule.size;
  252. ordinalByModule.set(module, ordinal);
  253. }
  254. return ordinal;
  255. };
  256. for (const chunk of compilation.chunks) {
  257. let mask = ZERO_BIGINT;
  258. for (const m of chunkGraph.getChunkModulesIterable(chunk)) {
  259. mask |= ONE_BIGINT << BigInt(getModuleOrdinal(m));
  260. }
  261. maskByChunk.set(chunk, mask);
  262. }
  263. /**
  264. * @param {DependenciesBlock} block block
  265. * @param {RuntimeSpec} runtime runtime
  266. * @returns {BlockModulesInFlattenTuples | undefined} block modules in flatten tuples
  267. */
  268. const getBlockModules = (block, runtime) => {
  269. blockModulesMap = blockModulesRuntimeMap.get(runtime);
  270. if (blockModulesMap === undefined) {
  271. /** @type {BlockModulesMap} */
  272. blockModulesMap = new Map();
  273. blockModulesRuntimeMap.set(runtime, blockModulesMap);
  274. }
  275. let blockModules = blockModulesMap.get(block);
  276. if (blockModules !== undefined) return blockModules;
  277. const module = /** @type {Module} */ (block.getRootBlock());
  278. const memCache = moduleMemCaches && moduleMemCaches.get(module);
  279. if (memCache !== undefined) {
  280. /** @type {BlockModulesMap} */
  281. const map = memCache.provide(
  282. "bundleChunkGraph.blockModules",
  283. runtime,
  284. () => {
  285. logger.time("visitModules: prepare");
  286. const map = new Map();
  287. extractBlockModules(module, moduleGraph, runtime, map);
  288. logger.timeAggregate("visitModules: prepare");
  289. return map;
  290. }
  291. );
  292. for (const [block, blockModules] of map) {
  293. blockModulesMap.set(block, blockModules);
  294. }
  295. return map.get(block);
  296. }
  297. logger.time("visitModules: prepare");
  298. extractBlockModules(module, moduleGraph, runtime, blockModulesMap);
  299. blockModules =
  300. /** @type {BlockModulesInFlattenTuples} */
  301. (blockModulesMap.get(block));
  302. logger.timeAggregate("visitModules: prepare");
  303. return blockModules;
  304. };
  305. let statProcessedQueueItems = 0;
  306. let statProcessedBlocks = 0;
  307. let statConnectedChunkGroups = 0;
  308. let statProcessedChunkGroupsForMerging = 0;
  309. let statMergedAvailableModuleSets = 0;
  310. const statForkedAvailableModules = 0;
  311. const statForkedAvailableModulesCount = 0;
  312. const statForkedAvailableModulesCountPlus = 0;
  313. const statForkedMergedModulesCount = 0;
  314. const statForkedMergedModulesCountPlus = 0;
  315. const statForkedResultModulesCount = 0;
  316. let statChunkGroupInfoUpdated = 0;
  317. let statChildChunkGroupsReconnected = 0;
  318. let nextChunkGroupIndex = 0;
  319. let nextFreeModulePreOrderIndex = 0;
  320. let nextFreeModulePostOrderIndex = 0;
  321. /** @type {Map<DependenciesBlock, ChunkGroupInfo>} */
  322. const blockChunkGroups = new Map();
  323. /** @type {Map<ChunkGroupInfo, Set<DependenciesBlock>>} */
  324. const blocksByChunkGroups = new Map();
  325. /** @type {Map<string, ChunkGroupInfo>} */
  326. const namedChunkGroups = new Map();
  327. /** @type {Map<string, ChunkGroupInfo>} */
  328. const namedAsyncEntrypoints = new Map();
  329. /** @type {Set<ChunkGroupInfo>} */
  330. const outdatedOrderIndexChunkGroups = new Set();
  331. const ADD_AND_ENTER_ENTRY_MODULE = 0;
  332. const ADD_AND_ENTER_MODULE = 1;
  333. const ENTER_MODULE = 2;
  334. const PROCESS_BLOCK = 3;
  335. const PROCESS_ENTRY_BLOCK = 4;
  336. const LEAVE_MODULE = 5;
  337. /** @type {QueueItem[]} */
  338. let queue = [];
  339. /** @type {Map<ChunkGroupInfo, Set<[ChunkGroupInfo, QueueItem | null]>>} */
  340. const queueConnect = new Map();
  341. /** @type {Set<ChunkGroupInfo>} */
  342. const chunkGroupsForCombining = new Set();
  343. // Fill queue with entrypoint modules
  344. // Create ChunkGroupInfo for entrypoints
  345. for (const [chunkGroup, modules] of inputEntrypointsAndModules) {
  346. const runtime = getEntryRuntime(
  347. compilation,
  348. /** @type {string} */ (chunkGroup.name),
  349. chunkGroup.options
  350. );
  351. /** @type {ChunkGroupInfo} */
  352. const chunkGroupInfo = {
  353. initialized: false,
  354. chunkGroup,
  355. runtime,
  356. minAvailableModules: undefined,
  357. availableModulesToBeMerged: [],
  358. skippedItems: undefined,
  359. resultingAvailableModules: undefined,
  360. children: undefined,
  361. availableSources: undefined,
  362. availableChildren: undefined,
  363. preOrderIndex: 0,
  364. postOrderIndex: 0,
  365. chunkLoading:
  366. chunkGroup.options.chunkLoading !== undefined
  367. ? chunkGroup.options.chunkLoading !== false
  368. : compilation.outputOptions.chunkLoading !== false,
  369. asyncChunks:
  370. chunkGroup.options.asyncChunks !== undefined
  371. ? chunkGroup.options.asyncChunks
  372. : compilation.outputOptions.asyncChunks !== false
  373. };
  374. chunkGroup.index = nextChunkGroupIndex++;
  375. if (chunkGroup.getNumberOfParents() > 0) {
  376. // minAvailableModules for child entrypoints are unknown yet, set to undefined.
  377. // This means no module is added until other sets are merged into
  378. // this minAvailableModules (by the parent entrypoints)
  379. const skippedItems = new Set(modules);
  380. chunkGroupInfo.skippedItems = skippedItems;
  381. chunkGroupsForCombining.add(chunkGroupInfo);
  382. } else {
  383. // The application may start here: We start with an empty list of available modules
  384. chunkGroupInfo.minAvailableModules = ZERO_BIGINT;
  385. const chunk = chunkGroup.getEntrypointChunk();
  386. for (const module of modules) {
  387. queue.push({
  388. action: ADD_AND_ENTER_MODULE,
  389. block: module,
  390. module,
  391. chunk,
  392. chunkGroup,
  393. chunkGroupInfo
  394. });
  395. }
  396. }
  397. chunkGroupInfoMap.set(chunkGroup, chunkGroupInfo);
  398. if (chunkGroup.name) {
  399. namedChunkGroups.set(chunkGroup.name, chunkGroupInfo);
  400. }
  401. }
  402. // Fill availableSources with parent-child dependencies between entrypoints
  403. for (const chunkGroupInfo of chunkGroupsForCombining) {
  404. const { chunkGroup } = chunkGroupInfo;
  405. chunkGroupInfo.availableSources = new Set();
  406. for (const parent of chunkGroup.parentsIterable) {
  407. const parentChunkGroupInfo =
  408. /** @type {ChunkGroupInfo} */
  409. (chunkGroupInfoMap.get(parent));
  410. chunkGroupInfo.availableSources.add(parentChunkGroupInfo);
  411. if (parentChunkGroupInfo.availableChildren === undefined) {
  412. parentChunkGroupInfo.availableChildren = new Set();
  413. }
  414. parentChunkGroupInfo.availableChildren.add(chunkGroupInfo);
  415. }
  416. }
  417. // pop() is used to read from the queue
  418. // so it need to be reversed to be iterated in
  419. // correct order
  420. queue.reverse();
  421. /** @type {Set<ChunkGroupInfo>} */
  422. const outdatedChunkGroupInfo = new Set();
  423. /** @type {Set<[ChunkGroupInfo, QueueItem | null]>} */
  424. const chunkGroupsForMerging = new Set();
  425. /** @type {QueueItem[]} */
  426. let queueDelayed = [];
  427. /** @type {[Module, ModuleGraphConnection[]][]} */
  428. const skipConnectionBuffer = [];
  429. /** @type {Module[]} */
  430. const skipBuffer = [];
  431. /** @type {QueueItem[]} */
  432. const queueBuffer = [];
  433. /** @type {Module} */
  434. let module;
  435. /** @type {Chunk} */
  436. let chunk;
  437. /** @type {ChunkGroup} */
  438. let chunkGroup;
  439. /** @type {DependenciesBlock} */
  440. let block;
  441. /** @type {ChunkGroupInfo} */
  442. let chunkGroupInfo;
  443. // For each async Block in graph
  444. /**
  445. * @param {AsyncDependenciesBlock} b iterating over each Async DepBlock
  446. * @returns {void}
  447. */
  448. const iteratorBlock = b => {
  449. // 1. We create a chunk group with single chunk in it for this Block
  450. // but only once (blockChunkGroups map)
  451. /** @type {ChunkGroupInfo | undefined} */
  452. let cgi = blockChunkGroups.get(b);
  453. /** @type {ChunkGroup | undefined} */
  454. let c;
  455. /** @type {Entrypoint | undefined} */
  456. let entrypoint;
  457. const entryOptions = b.groupOptions && b.groupOptions.entryOptions;
  458. if (cgi === undefined) {
  459. const chunkName = (b.groupOptions && b.groupOptions.name) || b.chunkName;
  460. if (entryOptions) {
  461. cgi = namedAsyncEntrypoints.get(/** @type {string} */ (chunkName));
  462. if (!cgi) {
  463. entrypoint = compilation.addAsyncEntrypoint(
  464. entryOptions,
  465. module,
  466. /** @type {DependencyLocation} */ (b.loc),
  467. /** @type {string} */ (b.request)
  468. );
  469. maskByChunk.set(entrypoint.chunks[0], ZERO_BIGINT);
  470. entrypoint.index = nextChunkGroupIndex++;
  471. cgi = {
  472. chunkGroup: entrypoint,
  473. initialized: false,
  474. runtime:
  475. entrypoint.options.runtime ||
  476. /** @type {string | undefined} */ (entrypoint.name),
  477. minAvailableModules: ZERO_BIGINT,
  478. availableModulesToBeMerged: [],
  479. skippedItems: undefined,
  480. resultingAvailableModules: undefined,
  481. children: undefined,
  482. availableSources: undefined,
  483. availableChildren: undefined,
  484. preOrderIndex: 0,
  485. postOrderIndex: 0,
  486. chunkLoading:
  487. entryOptions.chunkLoading !== undefined
  488. ? entryOptions.chunkLoading !== false
  489. : chunkGroupInfo.chunkLoading,
  490. asyncChunks:
  491. entryOptions.asyncChunks !== undefined
  492. ? entryOptions.asyncChunks
  493. : chunkGroupInfo.asyncChunks
  494. };
  495. chunkGroupInfoMap.set(
  496. entrypoint,
  497. /** @type {ChunkGroupInfo} */
  498. (cgi)
  499. );
  500. chunkGraph.connectBlockAndChunkGroup(b, entrypoint);
  501. if (chunkName) {
  502. namedAsyncEntrypoints.set(
  503. chunkName,
  504. /** @type {ChunkGroupInfo} */
  505. (cgi)
  506. );
  507. }
  508. } else {
  509. entrypoint = /** @type {Entrypoint} */ (cgi.chunkGroup);
  510. // TODO merge entryOptions
  511. entrypoint.addOrigin(
  512. module,
  513. /** @type {DependencyLocation} */ (b.loc),
  514. /** @type {string} */ (b.request)
  515. );
  516. chunkGraph.connectBlockAndChunkGroup(b, entrypoint);
  517. }
  518. // 2. We enqueue the DependenciesBlock for traversal
  519. queueDelayed.push({
  520. action: PROCESS_ENTRY_BLOCK,
  521. block: b,
  522. module,
  523. chunk: entrypoint.chunks[0],
  524. chunkGroup: entrypoint,
  525. chunkGroupInfo: /** @type {ChunkGroupInfo} */ (cgi)
  526. });
  527. } else if (!chunkGroupInfo.asyncChunks || !chunkGroupInfo.chunkLoading) {
  528. // Just queue the block into the current chunk group
  529. queue.push({
  530. action: PROCESS_BLOCK,
  531. block: b,
  532. module,
  533. chunk,
  534. chunkGroup,
  535. chunkGroupInfo
  536. });
  537. } else {
  538. cgi = chunkName ? namedChunkGroups.get(chunkName) : undefined;
  539. if (!cgi) {
  540. c = compilation.addChunkInGroup(
  541. b.groupOptions || b.chunkName,
  542. module,
  543. /** @type {DependencyLocation} */ (b.loc),
  544. /** @type {string} */ (b.request)
  545. );
  546. maskByChunk.set(c.chunks[0], ZERO_BIGINT);
  547. c.index = nextChunkGroupIndex++;
  548. cgi = {
  549. initialized: false,
  550. chunkGroup: c,
  551. runtime: chunkGroupInfo.runtime,
  552. minAvailableModules: undefined,
  553. availableModulesToBeMerged: [],
  554. skippedItems: undefined,
  555. resultingAvailableModules: undefined,
  556. children: undefined,
  557. availableSources: undefined,
  558. availableChildren: undefined,
  559. preOrderIndex: 0,
  560. postOrderIndex: 0,
  561. chunkLoading: chunkGroupInfo.chunkLoading,
  562. asyncChunks: chunkGroupInfo.asyncChunks
  563. };
  564. allCreatedChunkGroups.add(c);
  565. chunkGroupInfoMap.set(c, cgi);
  566. if (chunkName) {
  567. namedChunkGroups.set(chunkName, cgi);
  568. }
  569. } else {
  570. c = cgi.chunkGroup;
  571. if (c.isInitial()) {
  572. compilation.errors.push(
  573. new AsyncDependencyToInitialChunkError(
  574. /** @type {string} */ (chunkName),
  575. module,
  576. /** @type {DependencyLocation} */ (b.loc)
  577. )
  578. );
  579. c = chunkGroup;
  580. } else {
  581. c.addOptions(b.groupOptions);
  582. }
  583. c.addOrigin(
  584. module,
  585. /** @type {DependencyLocation} */ (b.loc),
  586. /** @type {string} */ (b.request)
  587. );
  588. }
  589. blockConnections.set(b, []);
  590. }
  591. blockChunkGroups.set(b, /** @type {ChunkGroupInfo} */ (cgi));
  592. } else if (entryOptions) {
  593. entrypoint = /** @type {Entrypoint} */ (cgi.chunkGroup);
  594. } else {
  595. c = cgi.chunkGroup;
  596. }
  597. if (c !== undefined) {
  598. // 2. We store the connection for the block
  599. // to connect it later if needed
  600. /** @type {BlockChunkGroupConnection[]} */
  601. (blockConnections.get(b)).push({
  602. originChunkGroupInfo: chunkGroupInfo,
  603. chunkGroup: c
  604. });
  605. // 3. We enqueue the chunk group info creation/updating
  606. let connectList = queueConnect.get(chunkGroupInfo);
  607. if (connectList === undefined) {
  608. connectList = new Set();
  609. queueConnect.set(chunkGroupInfo, connectList);
  610. }
  611. connectList.add([
  612. /** @type {ChunkGroupInfo} */ (cgi),
  613. {
  614. action: PROCESS_BLOCK,
  615. block: b,
  616. module,
  617. chunk: c.chunks[0],
  618. chunkGroup: c,
  619. chunkGroupInfo: /** @type {ChunkGroupInfo} */ (cgi)
  620. }
  621. ]);
  622. } else if (entrypoint !== undefined) {
  623. chunkGroupInfo.chunkGroup.addAsyncEntrypoint(entrypoint);
  624. }
  625. };
  626. /**
  627. * @param {DependenciesBlock} block the block
  628. * @returns {void}
  629. */
  630. const processBlock = block => {
  631. statProcessedBlocks++;
  632. // get prepared block info
  633. const blockModules = getBlockModules(block, chunkGroupInfo.runtime);
  634. if (blockModules !== undefined) {
  635. const minAvailableModules =
  636. /** @type {bigint} */
  637. (chunkGroupInfo.minAvailableModules);
  638. // Buffer items because order need to be reversed to get indices correct
  639. // Traverse all referenced modules
  640. for (let i = 0, len = blockModules.length; i < len; i += 3) {
  641. const refModule = /** @type {Module} */ (blockModules[i]);
  642. // For single comparisons this might be cheaper
  643. const isModuleInChunk = chunkGraph.isModuleInChunk(refModule, chunk);
  644. if (isModuleInChunk) {
  645. // skip early if already connected
  646. continue;
  647. }
  648. const refOrdinal = /** @type {number} */ getModuleOrdinal(refModule);
  649. const activeState = /** @type {ConnectionState} */ (
  650. blockModules[i + 1]
  651. );
  652. if (activeState !== true) {
  653. const connections = /** @type {ModuleGraphConnection[]} */ (
  654. blockModules[i + 2]
  655. );
  656. skipConnectionBuffer.push([refModule, connections]);
  657. // We skip inactive connections
  658. if (activeState === false) continue;
  659. } else if (isOrdinalSetInMask(minAvailableModules, refOrdinal)) {
  660. // already in parent chunks, skip it for now
  661. skipBuffer.push(refModule);
  662. continue;
  663. }
  664. // enqueue, then add and enter to be in the correct order
  665. // this is relevant with circular dependencies
  666. queueBuffer.push({
  667. action: activeState === true ? ADD_AND_ENTER_MODULE : PROCESS_BLOCK,
  668. block: refModule,
  669. module: refModule,
  670. chunk,
  671. chunkGroup,
  672. chunkGroupInfo
  673. });
  674. }
  675. // Add buffered items in reverse order
  676. if (skipConnectionBuffer.length > 0) {
  677. let { skippedModuleConnections } = chunkGroupInfo;
  678. if (skippedModuleConnections === undefined) {
  679. chunkGroupInfo.skippedModuleConnections = skippedModuleConnections =
  680. new Set();
  681. }
  682. for (let i = skipConnectionBuffer.length - 1; i >= 0; i--) {
  683. skippedModuleConnections.add(skipConnectionBuffer[i]);
  684. }
  685. skipConnectionBuffer.length = 0;
  686. }
  687. if (skipBuffer.length > 0) {
  688. let { skippedItems } = chunkGroupInfo;
  689. if (skippedItems === undefined) {
  690. chunkGroupInfo.skippedItems = skippedItems = new Set();
  691. }
  692. for (let i = skipBuffer.length - 1; i >= 0; i--) {
  693. skippedItems.add(skipBuffer[i]);
  694. }
  695. skipBuffer.length = 0;
  696. }
  697. if (queueBuffer.length > 0) {
  698. for (let i = queueBuffer.length - 1; i >= 0; i--) {
  699. queue.push(queueBuffer[i]);
  700. }
  701. queueBuffer.length = 0;
  702. }
  703. }
  704. // Traverse all Blocks
  705. for (const b of block.blocks) {
  706. iteratorBlock(b);
  707. }
  708. if (block.blocks.length > 0 && module !== block) {
  709. blocksWithNestedBlocks.add(block);
  710. }
  711. };
  712. /**
  713. * @param {DependenciesBlock} block the block
  714. * @returns {void}
  715. */
  716. const processEntryBlock = block => {
  717. statProcessedBlocks++;
  718. // get prepared block info
  719. const blockModules = getBlockModules(block, chunkGroupInfo.runtime);
  720. if (blockModules !== undefined) {
  721. // Traverse all referenced modules in reverse order
  722. for (let i = blockModules.length - 3; i >= 0; i -= 3) {
  723. const refModule = /** @type {Module} */ (blockModules[i]);
  724. const activeState = /** @type {ConnectionState} */ (
  725. blockModules[i + 1]
  726. );
  727. // enqueue, then add and enter to be in the correct order
  728. // this is relevant with circular dependencies
  729. queue.push({
  730. action:
  731. activeState === true ? ADD_AND_ENTER_ENTRY_MODULE : PROCESS_BLOCK,
  732. block: refModule,
  733. module: refModule,
  734. chunk,
  735. chunkGroup,
  736. chunkGroupInfo
  737. });
  738. }
  739. }
  740. // Traverse all Blocks
  741. for (const b of block.blocks) {
  742. iteratorBlock(b);
  743. }
  744. if (block.blocks.length > 0 && module !== block) {
  745. blocksWithNestedBlocks.add(block);
  746. }
  747. };
  748. const processQueue = () => {
  749. while (queue.length) {
  750. statProcessedQueueItems++;
  751. const queueItem = /** @type {QueueItem} */ (queue.pop());
  752. module = queueItem.module;
  753. block = queueItem.block;
  754. chunk = queueItem.chunk;
  755. chunkGroup = queueItem.chunkGroup;
  756. chunkGroupInfo = queueItem.chunkGroupInfo;
  757. switch (queueItem.action) {
  758. case ADD_AND_ENTER_ENTRY_MODULE:
  759. chunkGraph.connectChunkAndEntryModule(
  760. chunk,
  761. module,
  762. /** @type {Entrypoint} */ (chunkGroup)
  763. );
  764. // fallthrough
  765. case ADD_AND_ENTER_MODULE: {
  766. const isModuleInChunk = chunkGraph.isModuleInChunk(module, chunk);
  767. if (isModuleInChunk) {
  768. // already connected, skip it
  769. break;
  770. }
  771. // We connect Module and Chunk
  772. chunkGraph.connectChunkAndModule(chunk, module);
  773. const moduleOrdinal = getModuleOrdinal(module);
  774. let chunkMask = /** @type {bigint} */ (maskByChunk.get(chunk));
  775. chunkMask |= ONE_BIGINT << BigInt(moduleOrdinal);
  776. maskByChunk.set(chunk, chunkMask);
  777. }
  778. // fallthrough
  779. case ENTER_MODULE: {
  780. const index = chunkGroup.getModulePreOrderIndex(module);
  781. if (index === undefined) {
  782. chunkGroup.setModulePreOrderIndex(
  783. module,
  784. chunkGroupInfo.preOrderIndex++
  785. );
  786. }
  787. if (
  788. moduleGraph.setPreOrderIndexIfUnset(
  789. module,
  790. nextFreeModulePreOrderIndex
  791. )
  792. ) {
  793. nextFreeModulePreOrderIndex++;
  794. }
  795. // reuse queueItem
  796. queueItem.action = LEAVE_MODULE;
  797. queue.push(queueItem);
  798. }
  799. // fallthrough
  800. case PROCESS_BLOCK: {
  801. processBlock(block);
  802. break;
  803. }
  804. case PROCESS_ENTRY_BLOCK: {
  805. processEntryBlock(block);
  806. break;
  807. }
  808. case LEAVE_MODULE: {
  809. const index = chunkGroup.getModulePostOrderIndex(module);
  810. if (index === undefined) {
  811. chunkGroup.setModulePostOrderIndex(
  812. module,
  813. chunkGroupInfo.postOrderIndex++
  814. );
  815. }
  816. if (
  817. moduleGraph.setPostOrderIndexIfUnset(
  818. module,
  819. nextFreeModulePostOrderIndex
  820. )
  821. ) {
  822. nextFreeModulePostOrderIndex++;
  823. }
  824. break;
  825. }
  826. }
  827. }
  828. };
  829. /**
  830. * @param {ChunkGroupInfo} chunkGroupInfo The info object for the chunk group
  831. * @returns {bigint} The mask of available modules after the chunk group
  832. */
  833. const calculateResultingAvailableModules = chunkGroupInfo => {
  834. if (chunkGroupInfo.resultingAvailableModules !== undefined) {
  835. return chunkGroupInfo.resultingAvailableModules;
  836. }
  837. let resultingAvailableModules = /** @type {bigint} */ (
  838. chunkGroupInfo.minAvailableModules
  839. );
  840. // add the modules from the chunk group to the set
  841. for (const chunk of chunkGroupInfo.chunkGroup.chunks) {
  842. const mask = /** @type {bigint} */ (maskByChunk.get(chunk));
  843. resultingAvailableModules |= mask;
  844. }
  845. return (chunkGroupInfo.resultingAvailableModules =
  846. resultingAvailableModules);
  847. };
  848. const processConnectQueue = () => {
  849. // Figure out new parents for chunk groups
  850. // to get new available modules for these children
  851. for (const [chunkGroupInfo, targets] of queueConnect) {
  852. // 1. Add new targets to the list of children
  853. if (chunkGroupInfo.children === undefined) {
  854. chunkGroupInfo.children = new Set();
  855. }
  856. for (const [target] of targets) {
  857. chunkGroupInfo.children.add(target);
  858. }
  859. // 2. Calculate resulting available modules
  860. const resultingAvailableModules =
  861. calculateResultingAvailableModules(chunkGroupInfo);
  862. const runtime = chunkGroupInfo.runtime;
  863. // 3. Update chunk group info
  864. for (const [target, processBlock] of targets) {
  865. target.availableModulesToBeMerged.push(resultingAvailableModules);
  866. chunkGroupsForMerging.add([target, processBlock]);
  867. const oldRuntime = target.runtime;
  868. const newRuntime = mergeRuntime(oldRuntime, runtime);
  869. if (oldRuntime !== newRuntime) {
  870. target.runtime = newRuntime;
  871. outdatedChunkGroupInfo.add(target);
  872. }
  873. }
  874. statConnectedChunkGroups += targets.size;
  875. }
  876. queueConnect.clear();
  877. };
  878. const processChunkGroupsForMerging = () => {
  879. statProcessedChunkGroupsForMerging += chunkGroupsForMerging.size;
  880. // Execute the merge
  881. for (const [info, processBlock] of chunkGroupsForMerging) {
  882. const availableModulesToBeMerged = info.availableModulesToBeMerged;
  883. const cachedMinAvailableModules = info.minAvailableModules;
  884. let minAvailableModules = cachedMinAvailableModules;
  885. statMergedAvailableModuleSets += availableModulesToBeMerged.length;
  886. for (const availableModules of availableModulesToBeMerged) {
  887. if (minAvailableModules === undefined) {
  888. minAvailableModules = availableModules;
  889. } else {
  890. minAvailableModules &= availableModules;
  891. }
  892. }
  893. const changed = minAvailableModules !== cachedMinAvailableModules;
  894. availableModulesToBeMerged.length = 0;
  895. if (changed) {
  896. info.minAvailableModules = minAvailableModules;
  897. info.resultingAvailableModules = undefined;
  898. outdatedChunkGroupInfo.add(info);
  899. }
  900. if (processBlock) {
  901. let blocks = blocksByChunkGroups.get(info);
  902. if (!blocks) {
  903. blocksByChunkGroups.set(info, (blocks = new Set()));
  904. }
  905. // Whether to walk block depends on minAvailableModules and input block.
  906. // We can treat creating chunk group as a function with 2 input, entry block and minAvailableModules
  907. // If input is the same, we can skip re-walk
  908. let needWalkBlock = !info.initialized || changed;
  909. if (!blocks.has(processBlock.block)) {
  910. needWalkBlock = true;
  911. blocks.add(processBlock.block);
  912. }
  913. if (needWalkBlock) {
  914. info.initialized = true;
  915. queueDelayed.push(processBlock);
  916. }
  917. }
  918. }
  919. chunkGroupsForMerging.clear();
  920. };
  921. const processChunkGroupsForCombining = () => {
  922. for (const info of chunkGroupsForCombining) {
  923. for (const source of /** @type {Set<ChunkGroupInfo>} */ (
  924. info.availableSources
  925. )) {
  926. if (source.minAvailableModules === undefined) {
  927. chunkGroupsForCombining.delete(info);
  928. break;
  929. }
  930. }
  931. }
  932. for (const info of chunkGroupsForCombining) {
  933. let availableModules = ZERO_BIGINT;
  934. // combine minAvailableModules from all resultingAvailableModules
  935. for (const source of /** @type {Set<ChunkGroupInfo>} */ (
  936. info.availableSources
  937. )) {
  938. const resultingAvailableModules =
  939. calculateResultingAvailableModules(source);
  940. availableModules |= resultingAvailableModules;
  941. }
  942. info.minAvailableModules = availableModules;
  943. info.resultingAvailableModules = undefined;
  944. outdatedChunkGroupInfo.add(info);
  945. }
  946. chunkGroupsForCombining.clear();
  947. };
  948. const processOutdatedChunkGroupInfo = () => {
  949. statChunkGroupInfoUpdated += outdatedChunkGroupInfo.size;
  950. // Revisit skipped elements
  951. for (const info of outdatedChunkGroupInfo) {
  952. // 1. Reconsider skipped items
  953. if (info.skippedItems !== undefined) {
  954. const minAvailableModules =
  955. /** @type {bigint} */
  956. (info.minAvailableModules);
  957. for (const module of info.skippedItems) {
  958. const ordinal = getModuleOrdinal(module);
  959. if (!isOrdinalSetInMask(minAvailableModules, ordinal)) {
  960. queue.push({
  961. action: ADD_AND_ENTER_MODULE,
  962. block: module,
  963. module,
  964. chunk: info.chunkGroup.chunks[0],
  965. chunkGroup: info.chunkGroup,
  966. chunkGroupInfo: info
  967. });
  968. info.skippedItems.delete(module);
  969. }
  970. }
  971. }
  972. // 2. Reconsider skipped connections
  973. if (info.skippedModuleConnections !== undefined) {
  974. const minAvailableModules =
  975. /** @type {bigint} */
  976. (info.minAvailableModules);
  977. for (const entry of info.skippedModuleConnections) {
  978. const [module, connections] = entry;
  979. const activeState = getActiveStateOfConnections(
  980. connections,
  981. info.runtime
  982. );
  983. if (activeState === false) continue;
  984. if (activeState === true) {
  985. const ordinal = getModuleOrdinal(module);
  986. info.skippedModuleConnections.delete(entry);
  987. if (isOrdinalSetInMask(minAvailableModules, ordinal)) {
  988. /** @type {NonNullable<ChunkGroupInfo["skippedItems"]>} */
  989. (info.skippedItems).add(module);
  990. continue;
  991. }
  992. }
  993. queue.push({
  994. action: activeState === true ? ADD_AND_ENTER_MODULE : PROCESS_BLOCK,
  995. block: module,
  996. module,
  997. chunk: info.chunkGroup.chunks[0],
  998. chunkGroup: info.chunkGroup,
  999. chunkGroupInfo: info
  1000. });
  1001. }
  1002. }
  1003. // 2. Reconsider children chunk groups
  1004. if (info.children !== undefined) {
  1005. statChildChunkGroupsReconnected += info.children.size;
  1006. for (const cgi of info.children) {
  1007. let connectList = queueConnect.get(info);
  1008. if (connectList === undefined) {
  1009. connectList = new Set();
  1010. queueConnect.set(info, connectList);
  1011. }
  1012. connectList.add([cgi, null]);
  1013. }
  1014. }
  1015. // 3. Reconsider chunk groups for combining
  1016. if (info.availableChildren !== undefined) {
  1017. for (const cgi of info.availableChildren) {
  1018. chunkGroupsForCombining.add(cgi);
  1019. }
  1020. }
  1021. outdatedOrderIndexChunkGroups.add(info);
  1022. }
  1023. outdatedChunkGroupInfo.clear();
  1024. };
  1025. // Iterative traversal of the Module graph
  1026. // Recursive would be simpler to write but could result in Stack Overflows
  1027. while (queue.length || queueConnect.size) {
  1028. logger.time("visitModules: visiting");
  1029. processQueue();
  1030. logger.timeAggregateEnd("visitModules: prepare");
  1031. logger.timeEnd("visitModules: visiting");
  1032. if (chunkGroupsForCombining.size > 0) {
  1033. logger.time("visitModules: combine available modules");
  1034. processChunkGroupsForCombining();
  1035. logger.timeEnd("visitModules: combine available modules");
  1036. }
  1037. if (queueConnect.size > 0) {
  1038. logger.time("visitModules: calculating available modules");
  1039. processConnectQueue();
  1040. logger.timeEnd("visitModules: calculating available modules");
  1041. if (chunkGroupsForMerging.size > 0) {
  1042. logger.time("visitModules: merging available modules");
  1043. processChunkGroupsForMerging();
  1044. logger.timeEnd("visitModules: merging available modules");
  1045. }
  1046. }
  1047. if (outdatedChunkGroupInfo.size > 0) {
  1048. logger.time("visitModules: check modules for revisit");
  1049. processOutdatedChunkGroupInfo();
  1050. logger.timeEnd("visitModules: check modules for revisit");
  1051. }
  1052. // Run queueDelayed when all items of the queue are processed
  1053. // This is important to get the global indexing correct
  1054. // Async blocks should be processed after all sync blocks are processed
  1055. if (queue.length === 0) {
  1056. const tempQueue = queue;
  1057. queue = queueDelayed.reverse();
  1058. queueDelayed = tempQueue;
  1059. }
  1060. }
  1061. for (const info of outdatedOrderIndexChunkGroups) {
  1062. const { chunkGroup, runtime } = info;
  1063. const blocks = blocksByChunkGroups.get(info);
  1064. if (!blocks) {
  1065. continue;
  1066. }
  1067. for (const block of blocks) {
  1068. let preOrderIndex = 0;
  1069. let postOrderIndex = 0;
  1070. /**
  1071. * @param {DependenciesBlock} current current
  1072. * @param {BlocksWithNestedBlocks} visited visited dependencies blocks
  1073. */
  1074. const process = (current, visited) => {
  1075. const blockModules =
  1076. /** @type {BlockModulesInFlattenTuples} */
  1077. (getBlockModules(current, runtime));
  1078. for (let i = 0, len = blockModules.length; i < len; i += 3) {
  1079. const activeState = /** @type {ConnectionState} */ (
  1080. blockModules[i + 1]
  1081. );
  1082. if (activeState === false) {
  1083. continue;
  1084. }
  1085. const refModule = /** @type {Module} */ (blockModules[i]);
  1086. if (visited.has(refModule)) {
  1087. continue;
  1088. }
  1089. visited.add(refModule);
  1090. if (refModule) {
  1091. chunkGroup.setModulePreOrderIndex(refModule, preOrderIndex++);
  1092. process(refModule, visited);
  1093. chunkGroup.setModulePostOrderIndex(refModule, postOrderIndex++);
  1094. }
  1095. }
  1096. };
  1097. process(block, new Set());
  1098. }
  1099. }
  1100. outdatedOrderIndexChunkGroups.clear();
  1101. ordinalByModule.clear();
  1102. logger.log(
  1103. `${statProcessedQueueItems} queue items processed (${statProcessedBlocks} blocks)`
  1104. );
  1105. logger.log(`${statConnectedChunkGroups} chunk groups connected`);
  1106. logger.log(
  1107. `${statProcessedChunkGroupsForMerging} chunk groups processed for merging (${statMergedAvailableModuleSets} module sets, ${statForkedAvailableModules} forked, ${statForkedAvailableModulesCount} + ${statForkedAvailableModulesCountPlus} modules forked, ${statForkedMergedModulesCount} + ${statForkedMergedModulesCountPlus} modules merged into fork, ${statForkedResultModulesCount} resulting modules)`
  1108. );
  1109. logger.log(
  1110. `${statChunkGroupInfoUpdated} chunk group info updated (${statChildChunkGroupsReconnected} already connected chunk groups reconnected)`
  1111. );
  1112. };
  1113. /**
  1114. * @param {Compilation} compilation the compilation
  1115. * @param {BlocksWithNestedBlocks} blocksWithNestedBlocks flag for blocks that have nested blocks
  1116. * @param {BlockConnections} blockConnections connection for blocks
  1117. * @param {MaskByChunk} maskByChunk mapping from chunk to module mask
  1118. */
  1119. const connectChunkGroups = (
  1120. compilation,
  1121. blocksWithNestedBlocks,
  1122. blockConnections,
  1123. maskByChunk
  1124. ) => {
  1125. const { chunkGraph } = compilation;
  1126. /**
  1127. * Helper function to check if all modules of a chunk are available
  1128. * @param {ChunkGroup} chunkGroup the chunkGroup to scan
  1129. * @param {bigint} availableModules the comparator set
  1130. * @returns {boolean} return true if all modules of a chunk are available
  1131. */
  1132. const areModulesAvailable = (chunkGroup, availableModules) => {
  1133. for (const chunk of chunkGroup.chunks) {
  1134. const chunkMask = /** @type {bigint} */ (maskByChunk.get(chunk));
  1135. if ((chunkMask & availableModules) !== chunkMask) return false;
  1136. }
  1137. return true;
  1138. };
  1139. // For each edge in the basic chunk graph
  1140. for (const [block, connections] of blockConnections) {
  1141. // 1. Check if connection is needed
  1142. // When none of the dependencies need to be connected
  1143. // we can skip all of them
  1144. // It's not possible to filter each item so it doesn't create inconsistent
  1145. // connections and modules can only create one version
  1146. // TODO maybe decide this per runtime
  1147. if (
  1148. // TODO is this needed?
  1149. !blocksWithNestedBlocks.has(block) &&
  1150. connections.every(({ chunkGroup, originChunkGroupInfo }) =>
  1151. areModulesAvailable(
  1152. chunkGroup,
  1153. /** @type {bigint} */ (originChunkGroupInfo.resultingAvailableModules)
  1154. )
  1155. )
  1156. ) {
  1157. continue;
  1158. }
  1159. // 2. Foreach edge
  1160. for (let i = 0; i < connections.length; i++) {
  1161. const { chunkGroup, originChunkGroupInfo } = connections[i];
  1162. // 3. Connect block with chunk
  1163. chunkGraph.connectBlockAndChunkGroup(block, chunkGroup);
  1164. // 4. Connect chunk with parent
  1165. connectChunkGroupParentAndChild(
  1166. originChunkGroupInfo.chunkGroup,
  1167. chunkGroup
  1168. );
  1169. }
  1170. }
  1171. };
  1172. /**
  1173. * Remove all unconnected chunk groups
  1174. * @param {Compilation} compilation the compilation
  1175. * @param {Iterable<ChunkGroup>} allCreatedChunkGroups all chunk groups that where created before
  1176. */
  1177. const cleanupUnconnectedGroups = (compilation, allCreatedChunkGroups) => {
  1178. const { chunkGraph } = compilation;
  1179. for (const chunkGroup of allCreatedChunkGroups) {
  1180. if (chunkGroup.getNumberOfParents() === 0) {
  1181. for (const chunk of chunkGroup.chunks) {
  1182. compilation.chunks.delete(chunk);
  1183. chunkGraph.disconnectChunk(chunk);
  1184. }
  1185. chunkGraph.disconnectChunkGroup(chunkGroup);
  1186. chunkGroup.remove();
  1187. }
  1188. }
  1189. };
  1190. /**
  1191. * This method creates the Chunk graph from the Module graph
  1192. * @param {Compilation} compilation the compilation
  1193. * @param {InputEntrypointsAndModules} inputEntrypointsAndModules chunk groups which are processed with the modules
  1194. * @returns {void}
  1195. */
  1196. const buildChunkGraph = (compilation, inputEntrypointsAndModules) => {
  1197. const logger = compilation.getLogger("webpack.buildChunkGraph");
  1198. // SHARED STATE
  1199. /** @type {BlockConnections} */
  1200. const blockConnections = new Map();
  1201. /** @type {AllCreatedChunkGroups} */
  1202. const allCreatedChunkGroups = new Set();
  1203. /** @type {ChunkGroupInfoMap} */
  1204. const chunkGroupInfoMap = new Map();
  1205. /** @type {BlocksWithNestedBlocks} */
  1206. const blocksWithNestedBlocks = new Set();
  1207. /** @type {MaskByChunk} */
  1208. const maskByChunk = new Map();
  1209. // PART ONE
  1210. logger.time("visitModules");
  1211. visitModules(
  1212. logger,
  1213. compilation,
  1214. inputEntrypointsAndModules,
  1215. chunkGroupInfoMap,
  1216. blockConnections,
  1217. blocksWithNestedBlocks,
  1218. allCreatedChunkGroups,
  1219. maskByChunk
  1220. );
  1221. logger.timeEnd("visitModules");
  1222. // PART TWO
  1223. logger.time("connectChunkGroups");
  1224. connectChunkGroups(
  1225. compilation,
  1226. blocksWithNestedBlocks,
  1227. blockConnections,
  1228. maskByChunk
  1229. );
  1230. logger.timeEnd("connectChunkGroups");
  1231. for (const [chunkGroup, chunkGroupInfo] of chunkGroupInfoMap) {
  1232. for (const chunk of chunkGroup.chunks) {
  1233. chunk.runtime = mergeRuntime(chunk.runtime, chunkGroupInfo.runtime);
  1234. }
  1235. }
  1236. // Cleanup work
  1237. logger.time("cleanup");
  1238. cleanupUnconnectedGroups(compilation, allCreatedChunkGroups);
  1239. logger.timeEnd("cleanup");
  1240. };
  1241. module.exports = buildChunkGraph;