提交学习笔记专用
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

708 lines
20 KiB

  1. /*
  2. MIT License http://www.opensource.org/licenses/mit-license.php
  3. Author Tobias Koppers @sokra
  4. */
  5. "use strict";
  6. const Compiler = require("./Compiler");
  7. const MultiCompiler = require("./MultiCompiler");
  8. const NormalModule = require("./NormalModule");
  9. const createSchemaValidation = require("./util/create-schema-validation");
  10. const { contextify } = require("./util/identifier");
  11. /** @typedef {import("tapable").Tap} Tap */
  12. /**
  13. * @template T, R, AdditionalOptions
  14. * @typedef {import("tapable").Hook<T, R, AdditionalOptions>} Hook
  15. */
  16. /** @typedef {import("../declarations/plugins/ProgressPlugin").ProgressPluginArgument} ProgressPluginArgument */
  17. /** @typedef {import("./Compilation").FactorizeModuleOptions} FactorizeModuleOptions */
  18. /** @typedef {import("./Dependency")} Dependency */
  19. /** @typedef {import("./Entrypoint").EntryOptions} EntryOptions */
  20. /** @typedef {import("./Module")} Module */
  21. /** @typedef {import("./ModuleFactory").ModuleFactoryResult} ModuleFactoryResult */
  22. /** @typedef {import("./logging/Logger").Logger} Logger */
  23. /**
  24. * @template T, K, R
  25. * @typedef {import("./util/AsyncQueue")<T, K, R>} AsyncQueue
  26. */
  27. /**
  28. * @typedef {object} CountsData
  29. * @property {number} modulesCount modules count
  30. * @property {number} dependenciesCount dependencies count
  31. */
  32. const validate = createSchemaValidation(
  33. require("../schemas/plugins/ProgressPlugin.check"),
  34. () => require("../schemas/plugins/ProgressPlugin.json"),
  35. {
  36. name: "Progress Plugin",
  37. baseDataPath: "options"
  38. }
  39. );
  40. /**
  41. * @param {number} a a
  42. * @param {number} b b
  43. * @param {number} c c
  44. * @returns {number} median
  45. */
  46. const median3 = (a, b, c) => a + b + c - Math.max(a, b, c) - Math.min(a, b, c);
  47. /** @typedef {(percentage: number, msg: string, ...args: string[]) => void} HandlerFn */
  48. /**
  49. * @param {boolean | null | undefined} profile need profile
  50. * @param {Logger} logger logger
  51. * @returns {HandlerFn} default handler
  52. */
  53. const createDefaultHandler = (profile, logger) => {
  54. /** @type {{ value: string | undefined, time: number }[]} */
  55. const lastStateInfo = [];
  56. /** @type {HandlerFn} */
  57. const defaultHandler = (percentage, msg, ...args) => {
  58. if (profile) {
  59. if (percentage === 0) {
  60. lastStateInfo.length = 0;
  61. }
  62. const fullState = [msg, ...args];
  63. const state = fullState.map((s) => s.replace(/\d+\/\d+ /g, ""));
  64. const now = Date.now();
  65. const len = Math.max(state.length, lastStateInfo.length);
  66. for (let i = len; i >= 0; i--) {
  67. const stateItem = i < state.length ? state[i] : undefined;
  68. const lastStateItem =
  69. i < lastStateInfo.length ? lastStateInfo[i] : undefined;
  70. if (lastStateItem) {
  71. if (stateItem !== lastStateItem.value) {
  72. const diff = now - lastStateItem.time;
  73. if (lastStateItem.value) {
  74. let reportState = lastStateItem.value;
  75. if (i > 0) {
  76. reportState = `${lastStateInfo[i - 1].value} > ${reportState}`;
  77. }
  78. const stateMsg = `${" | ".repeat(i)}${diff} ms ${reportState}`;
  79. const d = diff;
  80. // This depends on timing so we ignore it for coverage
  81. /* eslint-disable no-lone-blocks */
  82. /* istanbul ignore next */
  83. {
  84. if (d > 10000) {
  85. logger.error(stateMsg);
  86. } else if (d > 1000) {
  87. logger.warn(stateMsg);
  88. } else if (d > 10) {
  89. logger.info(stateMsg);
  90. } else if (d > 5) {
  91. logger.log(stateMsg);
  92. } else {
  93. logger.debug(stateMsg);
  94. }
  95. }
  96. /* eslint-enable no-lone-blocks */
  97. }
  98. if (stateItem === undefined) {
  99. lastStateInfo.length = i;
  100. } else {
  101. lastStateItem.value = stateItem;
  102. lastStateItem.time = now;
  103. lastStateInfo.length = i + 1;
  104. }
  105. }
  106. } else {
  107. lastStateInfo[i] = {
  108. value: stateItem,
  109. time: now
  110. };
  111. }
  112. }
  113. }
  114. logger.status(`${Math.floor(percentage * 100)}%`, msg, ...args);
  115. if (percentage === 1 || (!msg && args.length === 0)) logger.status();
  116. };
  117. return defaultHandler;
  118. };
  119. const SKIPPED_QUEUE_CONTEXTS = ["import-module", "load-module"];
  120. /**
  121. * @callback ReportProgress
  122. * @param {number} p percentage
  123. * @param {...string} args additional arguments
  124. * @returns {void}
  125. */
  126. /** @type {WeakMap<Compiler, ReportProgress | undefined>} */
  127. const progressReporters = new WeakMap();
  128. const PLUGIN_NAME = "ProgressPlugin";
  129. class ProgressPlugin {
  130. /**
  131. * @param {Compiler} compiler the current compiler
  132. * @returns {ReportProgress | undefined} a progress reporter, if any
  133. */
  134. static getReporter(compiler) {
  135. return progressReporters.get(compiler);
  136. }
  137. /**
  138. * @param {ProgressPluginArgument} options options
  139. */
  140. constructor(options = {}) {
  141. if (typeof options === "function") {
  142. options = {
  143. handler: options
  144. };
  145. }
  146. validate(options);
  147. options = { ...ProgressPlugin.defaultOptions, ...options };
  148. this.profile = options.profile;
  149. this.handler = options.handler;
  150. this.modulesCount = options.modulesCount;
  151. this.dependenciesCount = options.dependenciesCount;
  152. this.showEntries = options.entries;
  153. this.showModules = options.modules;
  154. this.showDependencies = options.dependencies;
  155. this.showActiveModules = options.activeModules;
  156. this.percentBy = options.percentBy;
  157. }
  158. /**
  159. * @param {Compiler | MultiCompiler} compiler webpack compiler
  160. * @returns {void}
  161. */
  162. apply(compiler) {
  163. const handler =
  164. this.handler ||
  165. createDefaultHandler(
  166. this.profile,
  167. compiler.getInfrastructureLogger("webpack.Progress")
  168. );
  169. if (compiler instanceof MultiCompiler) {
  170. this._applyOnMultiCompiler(compiler, handler);
  171. } else if (compiler instanceof Compiler) {
  172. this._applyOnCompiler(compiler, handler);
  173. }
  174. }
  175. /**
  176. * @param {MultiCompiler} compiler webpack multi-compiler
  177. * @param {HandlerFn} handler function that executes for every progress step
  178. * @returns {void}
  179. */
  180. _applyOnMultiCompiler(compiler, handler) {
  181. const states = compiler.compilers.map(
  182. () => /** @type {[number, ...string[]]} */ ([0])
  183. );
  184. for (const [idx, item] of compiler.compilers.entries()) {
  185. new ProgressPlugin((p, msg, ...args) => {
  186. states[idx] = [p, msg, ...args];
  187. let sum = 0;
  188. for (const [p] of states) sum += p;
  189. handler(sum / states.length, `[${idx}] ${msg}`, ...args);
  190. }).apply(item);
  191. }
  192. }
  193. /**
  194. * @param {Compiler} compiler webpack compiler
  195. * @param {HandlerFn} handler function that executes for every progress step
  196. * @returns {void}
  197. */
  198. _applyOnCompiler(compiler, handler) {
  199. const showEntries = this.showEntries;
  200. const showModules = this.showModules;
  201. const showDependencies = this.showDependencies;
  202. const showActiveModules = this.showActiveModules;
  203. let lastActiveModule = "";
  204. let currentLoader = "";
  205. let lastModulesCount = 0;
  206. let lastDependenciesCount = 0;
  207. let lastEntriesCount = 0;
  208. let modulesCount = 0;
  209. let skippedModulesCount = 0;
  210. let dependenciesCount = 0;
  211. let skippedDependenciesCount = 0;
  212. let entriesCount = 1;
  213. let doneModules = 0;
  214. let doneDependencies = 0;
  215. let doneEntries = 0;
  216. const activeModules = new Set();
  217. let lastUpdate = 0;
  218. const updateThrottled = () => {
  219. if (lastUpdate + 500 < Date.now()) update();
  220. };
  221. const update = () => {
  222. /** @type {string[]} */
  223. const items = [];
  224. const percentByModules =
  225. doneModules /
  226. Math.max(lastModulesCount || this.modulesCount || 1, modulesCount);
  227. const percentByEntries =
  228. doneEntries /
  229. Math.max(lastEntriesCount || this.dependenciesCount || 1, entriesCount);
  230. const percentByDependencies =
  231. doneDependencies /
  232. Math.max(lastDependenciesCount || 1, dependenciesCount);
  233. let percentageFactor;
  234. switch (this.percentBy) {
  235. case "entries":
  236. percentageFactor = percentByEntries;
  237. break;
  238. case "dependencies":
  239. percentageFactor = percentByDependencies;
  240. break;
  241. case "modules":
  242. percentageFactor = percentByModules;
  243. break;
  244. default:
  245. percentageFactor = median3(
  246. percentByModules,
  247. percentByEntries,
  248. percentByDependencies
  249. );
  250. }
  251. const percentage = 0.1 + percentageFactor * 0.55;
  252. if (currentLoader) {
  253. items.push(
  254. `import loader ${contextify(
  255. compiler.context,
  256. currentLoader,
  257. compiler.root
  258. )}`
  259. );
  260. } else {
  261. const statItems = [];
  262. if (showEntries) {
  263. statItems.push(`${doneEntries}/${entriesCount} entries`);
  264. }
  265. if (showDependencies) {
  266. statItems.push(
  267. `${doneDependencies}/${dependenciesCount} dependencies`
  268. );
  269. }
  270. if (showModules) {
  271. statItems.push(`${doneModules}/${modulesCount} modules`);
  272. }
  273. if (showActiveModules) {
  274. statItems.push(`${activeModules.size} active`);
  275. }
  276. if (statItems.length > 0) {
  277. items.push(statItems.join(" "));
  278. }
  279. if (showActiveModules) {
  280. items.push(lastActiveModule);
  281. }
  282. }
  283. handler(percentage, "building", ...items);
  284. lastUpdate = Date.now();
  285. };
  286. /**
  287. * @template T
  288. * @param {AsyncQueue<FactorizeModuleOptions, string, Module | ModuleFactoryResult>} factorizeQueue async queue
  289. * @param {T} _item item
  290. */
  291. const factorizeAdd = (factorizeQueue, _item) => {
  292. if (SKIPPED_QUEUE_CONTEXTS.includes(factorizeQueue.getContext())) {
  293. skippedDependenciesCount++;
  294. }
  295. dependenciesCount++;
  296. if (dependenciesCount < 50 || dependenciesCount % 100 === 0) {
  297. updateThrottled();
  298. }
  299. };
  300. const factorizeDone = () => {
  301. doneDependencies++;
  302. if (doneDependencies < 50 || doneDependencies % 100 === 0) {
  303. updateThrottled();
  304. }
  305. };
  306. /**
  307. * @template T
  308. * @param {AsyncQueue<Module, string, Module>} addModuleQueue async queue
  309. * @param {T} _item item
  310. */
  311. const moduleAdd = (addModuleQueue, _item) => {
  312. if (SKIPPED_QUEUE_CONTEXTS.includes(addModuleQueue.getContext())) {
  313. skippedModulesCount++;
  314. }
  315. modulesCount++;
  316. if (modulesCount < 50 || modulesCount % 100 === 0) updateThrottled();
  317. };
  318. // only used when showActiveModules is set
  319. /**
  320. * @param {Module} module the module
  321. */
  322. const moduleBuild = (module) => {
  323. const ident = module.identifier();
  324. if (ident) {
  325. activeModules.add(ident);
  326. lastActiveModule = ident;
  327. update();
  328. }
  329. };
  330. /**
  331. * @param {Dependency} entry entry dependency
  332. * @param {EntryOptions} options options object
  333. */
  334. const entryAdd = (entry, options) => {
  335. entriesCount++;
  336. if (entriesCount < 5 || entriesCount % 10 === 0) updateThrottled();
  337. };
  338. /**
  339. * @param {Module} module the module
  340. */
  341. const moduleDone = (module) => {
  342. doneModules++;
  343. if (showActiveModules) {
  344. const ident = module.identifier();
  345. if (ident) {
  346. activeModules.delete(ident);
  347. if (lastActiveModule === ident) {
  348. lastActiveModule = "";
  349. for (const m of activeModules) {
  350. lastActiveModule = m;
  351. }
  352. update();
  353. return;
  354. }
  355. }
  356. }
  357. if (doneModules < 50 || doneModules % 100 === 0) updateThrottled();
  358. };
  359. /**
  360. * @param {Dependency} entry entry dependency
  361. * @param {EntryOptions} options options object
  362. */
  363. const entryDone = (entry, options) => {
  364. doneEntries++;
  365. update();
  366. };
  367. const cache = compiler.getCache(PLUGIN_NAME).getItemCache("counts", null);
  368. /** @type {Promise<CountsData> | undefined} */
  369. let cacheGetPromise;
  370. compiler.hooks.beforeCompile.tap(PLUGIN_NAME, () => {
  371. if (!cacheGetPromise) {
  372. cacheGetPromise = cache.getPromise().then(
  373. (data) => {
  374. if (data) {
  375. lastModulesCount = lastModulesCount || data.modulesCount;
  376. lastDependenciesCount =
  377. lastDependenciesCount || data.dependenciesCount;
  378. }
  379. return data;
  380. },
  381. (_err) => {
  382. // Ignore error
  383. }
  384. );
  385. }
  386. });
  387. compiler.hooks.afterCompile.tapPromise(PLUGIN_NAME, (compilation) => {
  388. if (compilation.compiler.isChild()) return Promise.resolve();
  389. return /** @type {Promise<CountsData>} */ (cacheGetPromise).then(
  390. async (oldData) => {
  391. const realModulesCount = modulesCount - skippedModulesCount;
  392. const realDependenciesCount =
  393. dependenciesCount - skippedDependenciesCount;
  394. if (
  395. !oldData ||
  396. oldData.modulesCount !== realModulesCount ||
  397. oldData.dependenciesCount !== realDependenciesCount
  398. ) {
  399. await cache.storePromise({
  400. modulesCount: realModulesCount,
  401. dependenciesCount: realDependenciesCount
  402. });
  403. }
  404. }
  405. );
  406. });
  407. compiler.hooks.compilation.tap(PLUGIN_NAME, (compilation) => {
  408. if (compilation.compiler.isChild()) return;
  409. lastModulesCount = modulesCount;
  410. lastEntriesCount = entriesCount;
  411. lastDependenciesCount = dependenciesCount;
  412. modulesCount =
  413. skippedModulesCount =
  414. dependenciesCount =
  415. skippedDependenciesCount =
  416. entriesCount =
  417. 0;
  418. doneModules = doneDependencies = doneEntries = 0;
  419. compilation.factorizeQueue.hooks.added.tap(PLUGIN_NAME, (item) =>
  420. factorizeAdd(compilation.factorizeQueue, item)
  421. );
  422. compilation.factorizeQueue.hooks.result.tap(PLUGIN_NAME, factorizeDone);
  423. compilation.addModuleQueue.hooks.added.tap(PLUGIN_NAME, (item) =>
  424. moduleAdd(compilation.addModuleQueue, item)
  425. );
  426. compilation.processDependenciesQueue.hooks.result.tap(
  427. PLUGIN_NAME,
  428. moduleDone
  429. );
  430. if (showActiveModules) {
  431. compilation.hooks.buildModule.tap(PLUGIN_NAME, moduleBuild);
  432. }
  433. compilation.hooks.addEntry.tap(PLUGIN_NAME, entryAdd);
  434. compilation.hooks.failedEntry.tap(PLUGIN_NAME, entryDone);
  435. compilation.hooks.succeedEntry.tap(PLUGIN_NAME, entryDone);
  436. // @ts-expect-error avoid dynamic require if bundled with webpack
  437. if (typeof __webpack_require__ !== "function") {
  438. const requiredLoaders = new Set();
  439. NormalModule.getCompilationHooks(compilation).beforeLoaders.tap(
  440. PLUGIN_NAME,
  441. (loaders) => {
  442. for (const loader of loaders) {
  443. if (
  444. loader.type !== "module" &&
  445. !requiredLoaders.has(loader.loader)
  446. ) {
  447. requiredLoaders.add(loader.loader);
  448. currentLoader = loader.loader;
  449. update();
  450. require(loader.loader);
  451. }
  452. }
  453. if (currentLoader) {
  454. currentLoader = "";
  455. update();
  456. }
  457. }
  458. );
  459. }
  460. const hooks = {
  461. finishModules: "finish module graph",
  462. seal: "plugins",
  463. optimizeDependencies: "dependencies optimization",
  464. afterOptimizeDependencies: "after dependencies optimization",
  465. beforeChunks: "chunk graph",
  466. afterChunks: "after chunk graph",
  467. optimize: "optimizing",
  468. optimizeModules: "module optimization",
  469. afterOptimizeModules: "after module optimization",
  470. optimizeChunks: "chunk optimization",
  471. afterOptimizeChunks: "after chunk optimization",
  472. optimizeTree: "module and chunk tree optimization",
  473. afterOptimizeTree: "after module and chunk tree optimization",
  474. optimizeChunkModules: "chunk modules optimization",
  475. afterOptimizeChunkModules: "after chunk modules optimization",
  476. reviveModules: "module reviving",
  477. beforeModuleIds: "before module ids",
  478. moduleIds: "module ids",
  479. optimizeModuleIds: "module id optimization",
  480. afterOptimizeModuleIds: "module id optimization",
  481. reviveChunks: "chunk reviving",
  482. beforeChunkIds: "before chunk ids",
  483. chunkIds: "chunk ids",
  484. optimizeChunkIds: "chunk id optimization",
  485. afterOptimizeChunkIds: "after chunk id optimization",
  486. recordModules: "record modules",
  487. recordChunks: "record chunks",
  488. beforeModuleHash: "module hashing",
  489. beforeCodeGeneration: "code generation",
  490. beforeRuntimeRequirements: "runtime requirements",
  491. beforeHash: "hashing",
  492. afterHash: "after hashing",
  493. recordHash: "record hash",
  494. beforeModuleAssets: "module assets processing",
  495. beforeChunkAssets: "chunk assets processing",
  496. processAssets: "asset processing",
  497. afterProcessAssets: "after asset optimization",
  498. record: "recording",
  499. afterSeal: "after seal"
  500. };
  501. const numberOfHooks = Object.keys(hooks).length;
  502. for (const [idx, name] of Object.keys(hooks).entries()) {
  503. const title = hooks[/** @type {keyof typeof hooks} */ (name)];
  504. const percentage = (idx / numberOfHooks) * 0.25 + 0.7;
  505. compilation.hooks[/** @type {keyof typeof hooks} */ (name)].intercept({
  506. name: PLUGIN_NAME,
  507. call() {
  508. handler(percentage, "sealing", title);
  509. },
  510. done() {
  511. progressReporters.set(compiler, undefined);
  512. handler(percentage, "sealing", title);
  513. },
  514. result() {
  515. handler(percentage, "sealing", title);
  516. },
  517. error() {
  518. handler(percentage, "sealing", title);
  519. },
  520. tap(tap) {
  521. // p is percentage from 0 to 1
  522. // args is any number of messages in a hierarchical matter
  523. progressReporters.set(compilation.compiler, (p, ...args) => {
  524. handler(percentage, "sealing", title, tap.name, ...args);
  525. });
  526. handler(percentage, "sealing", title, tap.name);
  527. }
  528. });
  529. }
  530. });
  531. compiler.hooks.make.intercept({
  532. name: PLUGIN_NAME,
  533. call() {
  534. handler(0.1, "building");
  535. },
  536. done() {
  537. handler(0.65, "building");
  538. }
  539. });
  540. /**
  541. * @template {Hook<EXPECTED_ANY, EXPECTED_ANY, EXPECTED_ANY>} T
  542. * @param {T} hook hook
  543. * @param {number} progress progress from 0 to 1
  544. * @param {string} category category
  545. * @param {string} name name
  546. */
  547. const interceptHook = (hook, progress, category, name) => {
  548. hook.intercept({
  549. name: PLUGIN_NAME,
  550. call() {
  551. handler(progress, category, name);
  552. },
  553. done() {
  554. progressReporters.set(compiler, undefined);
  555. handler(progress, category, name);
  556. },
  557. result() {
  558. handler(progress, category, name);
  559. },
  560. error() {
  561. handler(progress, category, name);
  562. },
  563. /**
  564. * @param {Tap} tap tap
  565. */
  566. tap(tap) {
  567. progressReporters.set(compiler, (p, ...args) => {
  568. handler(progress, category, name, tap.name, ...args);
  569. });
  570. handler(progress, category, name, tap.name);
  571. }
  572. });
  573. };
  574. compiler.cache.hooks.endIdle.intercept({
  575. name: PLUGIN_NAME,
  576. call() {
  577. handler(0, "");
  578. }
  579. });
  580. interceptHook(compiler.cache.hooks.endIdle, 0.01, "cache", "end idle");
  581. compiler.hooks.beforeRun.intercept({
  582. name: PLUGIN_NAME,
  583. call() {
  584. handler(0, "");
  585. }
  586. });
  587. interceptHook(compiler.hooks.beforeRun, 0.01, "setup", "before run");
  588. interceptHook(compiler.hooks.run, 0.02, "setup", "run");
  589. interceptHook(compiler.hooks.watchRun, 0.03, "setup", "watch run");
  590. interceptHook(
  591. compiler.hooks.normalModuleFactory,
  592. 0.04,
  593. "setup",
  594. "normal module factory"
  595. );
  596. interceptHook(
  597. compiler.hooks.contextModuleFactory,
  598. 0.05,
  599. "setup",
  600. "context module factory"
  601. );
  602. interceptHook(
  603. compiler.hooks.beforeCompile,
  604. 0.06,
  605. "setup",
  606. "before compile"
  607. );
  608. interceptHook(compiler.hooks.compile, 0.07, "setup", "compile");
  609. interceptHook(compiler.hooks.thisCompilation, 0.08, "setup", "compilation");
  610. interceptHook(compiler.hooks.compilation, 0.09, "setup", "compilation");
  611. interceptHook(compiler.hooks.finishMake, 0.69, "building", "finish");
  612. interceptHook(compiler.hooks.emit, 0.95, "emitting", "emit");
  613. interceptHook(compiler.hooks.afterEmit, 0.98, "emitting", "after emit");
  614. interceptHook(compiler.hooks.done, 0.99, "done", "plugins");
  615. compiler.hooks.done.intercept({
  616. name: PLUGIN_NAME,
  617. done() {
  618. handler(0.99, "");
  619. }
  620. });
  621. interceptHook(
  622. compiler.cache.hooks.storeBuildDependencies,
  623. 0.99,
  624. "cache",
  625. "store build dependencies"
  626. );
  627. interceptHook(compiler.cache.hooks.shutdown, 0.99, "cache", "shutdown");
  628. interceptHook(compiler.cache.hooks.beginIdle, 0.99, "cache", "begin idle");
  629. interceptHook(
  630. compiler.hooks.watchClose,
  631. 0.99,
  632. "end",
  633. "closing watch compilation"
  634. );
  635. compiler.cache.hooks.beginIdle.intercept({
  636. name: PLUGIN_NAME,
  637. done() {
  638. handler(1, "");
  639. }
  640. });
  641. compiler.cache.hooks.shutdown.intercept({
  642. name: PLUGIN_NAME,
  643. done() {
  644. handler(1, "");
  645. }
  646. });
  647. }
  648. }
  649. ProgressPlugin.defaultOptions = {
  650. profile: false,
  651. modulesCount: 5000,
  652. dependenciesCount: 10000,
  653. modules: true,
  654. dependencies: true,
  655. activeModules: false,
  656. entries: true
  657. };
  658. ProgressPlugin.createDefaultHandler = createDefaultHandler;
  659. module.exports = ProgressPlugin;