feat: add concurrency and retry options

bin/install.js

@@ -152,6 +152,8 @@ Options:
   --high-speed-store: specify high speed store script to cache tgz files, and so on. Should export '* getStream(url)' function.
   --dependencies-tree: install with dependencies tree to restore the last install.
   --force-link-latest: force link latest version package to module root path.
+  --concurrency: install concurrency, default is 10
+  --retry: retry count, default is 3
 `
   );
   process.exit(0);
@@ -296,6 +298,9 @@ debug('argv: %j, env: %j', argv, env);
   config.trace = argv.trace;
   config.engineStrict = argv['engine-strict'];
   config.registryOnly = argv['registry-only'];
+  config.concurrency = process.env.concurrency || argv.concurrency;
+  config.retry = process.env.retry || argv.retry;
+
   if (config.production || argv.global) {
     // make sure show detail on production install or global install
     config.detail = true;

lib/download/npm.js

@@ -340,7 +340,7 @@ async function download(pkg, options) {
   const tarballUrls = utils.parseTarballUrls(pkg.dist.tarball);
   let tarballUrlIndex = 0;
   let tarballUrl;
-  while (count < 3) {
+  while (count < options.retry) {
     tarballUrl = tarballUrls[tarballUrlIndex++];
     if (!tarballUrl) {
       tarballUrlIndex = 0;

lib/format_install_options.js

@@ -140,6 +140,9 @@ module.exports = function formatInstallOptions(options) {
   options.pruneCount = 0;
   options.pruneSize = 0;
 
+  options.concurrency = isNaN(options.concurrency) ? 10 : Number(options.concurrency);
+  options.retry = isNaN(options.retry) ? 3 : Number(options.retry);
+
   debug('options: %j', options);
 
   return options;

lib/local_install.js

@@ -48,6 +48,8 @@ const Context = require('./context');
  *  - {Boolean} [trace] - show memory and cpu usages traces of installation
  *  - {Boolean} [flatten] - flatten dependencies by matching ancestors' dependencies
  *  - {Boolean} [disableDedupe] - disable dedupe mode, will back to npm@2 node_modules tree
+ *  - {Number} [concurrency] - install concurrency, default is `10`
+ *  - {Number} [retry] - retry count, default is `3`
  * @param {Object} context - install context
  */
 module.exports = async (options, context = new Context()) => {
@@ -147,7 +149,7 @@ async function _install(options, context) {
     await installOne(options.targetDir, childPkg, options, context);
   };
 
-  await pMap(pkgs, mapper, 10);
+  await pMap(pkgs, mapper, options.concurrency);
   options.downloadFinished = Date.now();
   options.spinner && options.spinner.succeed(`Installed ${pkgs.length} packages`);
 

test/fixtures/options-concurrency/package.json

@@ -0,0 +1,6 @@
+{
+  "name": "options-concurrency",
+  "dependencies": {
+    "lodash": "*"
+  }
+}

test/fixtures/options-retry/package.json

@@ -0,0 +1,6 @@
+{
+  "name": "options-retry",
+  "dependencies": {
+    "ladaygagaloadshnotexisit": "*"
+  }
+}

test/install_concurrency.test.js

@@ -0,0 +1,19 @@
+const coffee = require('coffee');
+const helper = require('./helper');
+
+describe('test/install_concurrency.test.js', () => {
+  describe('concurrency', () => {
+    const root = helper.fixtures('options-concurrency');
+    const cleanup = helper.cleanup(root);
+
+    beforeEach(cleanup);
+    afterEach(cleanup);
+
+    it('should use 5 concurrency success', async () => {
+      await coffee.fork(helper.npminstall, [ '--concurrency', '5' ], { cwd: root })
+        .debug()
+        .expect('code', 0)
+        .end();
+    });
+  });
+});

test/install_retry.test.js

@@ -0,0 +1,19 @@
+const coffee = require('coffee');
+const helper = require('./helper');
+
+describe('test/install_retry.test.js', () => {
+  describe('retry', () => {
+    const root = helper.fixtures('options-retry');
+    const cleanup = helper.cleanup(root);
+
+    beforeEach(cleanup);
+    afterEach(cleanup);
+
+    it('should use 5 retry failed', async () => {
+      await coffee.fork(helper.npminstall, [ '--retry', '5' ], { cwd: root })
+        .debug()
+        .notExpect('code', 0)
+        .end();
+    });
+  });
+});