feat: impl accelerate request (#1637)

* feat: impl accelerate request

common/urllib.js

@@ -5,6 +5,8 @@ var urllib = require('urllib');
 var HttpAgent = require('agentkeepalive');
 var HttpsAgent = require('agentkeepalive').HttpsAgent;
 var config = require('../config');
+var url = require('url');
+var URL = require('url').URL;
 
 var httpAgent;
 var httpsAgent;
@@ -57,5 +59,26 @@ var client = urllib.create({
   httpsAgent: httpsAgent
 });
 
+var request = urllib.HttpClient.prototype.request;
+
+function getAccelerateUrl(url) {
+  const urlObj = typeof url === 'string' ? new URL(url) : url;
+  const newHost = config.accelerateHostMap && config.accelerateHostMap[urlObj.host];
+  if (newHost) {
+    urlObj.host = newHost;
+  }
+  return urlObj.toString();
+}
+
+client.request = function (requestUrl, options) {
+  const accelerateUrl = getAccelerateUrl(requestUrl);
+  options = Object.assign({}, options, {
+    formatRedirectUrl: function (from, to) {
+      return getAccelerateUrl(url.resolve(from, to));
+    }
+  });
+  return Reflect.apply(request, client, [ accelerateUrl, options ]);
+};
+
 module.exports = client;
 module.exports.USER_AGENT = urllib.USER_AGENT;

config/index.js

@@ -316,6 +316,8 @@ var config = {
   formatCustomOnePackageVersion: (ctx, packageVersion) => {
     return packageVersion;
   },
+  // registry download accelerate map
+  accelerateHostMap: {},
 };
 
 if (process.env.NODE_ENV === 'test') {

docs/dockerize/config.js

@@ -229,6 +229,7 @@ var config = {
   // global hook function: function* (envelope) {}
   // envelope format please see https://github.com/npm/registry/blob/master/docs/hooks/hooks-payload.md#payload
   globalHook: null,
+  accelerateHostMap: {},
 };
 
 if (process.env.NODE_ENV !== 'test') {

test/common/urllib.test.js

@@ -0,0 +1,39 @@
+'use strict';
+
+const assert = require('assert');
+const mm = require('mm');
+const urllib = require('../../common/urllib');
+const config = require('../../config');
+
+describe('test/common/urllib.test.js', () => {
+  describe('accelerate request', () => {
+    beforeEach(() => {
+      mm(config, 'accelerateHostMap', {
+        'www.alipay.com': 'www.antgroup.com'
+      });
+    });
+
+    describe('direct', () => {
+      it('should work', function* () {
+        const res = yield urllib.request('https://www.alipay.com', {
+          followRedirect: true,
+        });
+        assert.deepStrictEqual(res.res.requestUrls, [
+          'https://www.antgroup.com/',
+        ]);
+      });
+    });
+
+    describe('redirect', () => {
+      it('should work', function* () {
+        const res = yield urllib.request('http://alipay.com', {
+          followRedirect: true,
+        });
+        assert.deepStrictEqual(res.res.requestUrls, [
+          'http://alipay.com/',
+          'https://www.antgroup.com/',
+        ]);
+      });
+    });
+  });
+});