-
-
Notifications
You must be signed in to change notification settings - Fork 1.7k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: use go multi-part downloader to download big files (much more f…
…aster and reliable compared to node due to obvious reasons)
- Loading branch information
Showing
18 changed files
with
138 additions
and
232 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,90 +1,18 @@ | ||
| import { CancellationToken, configureRequestOptionsFromUrl, DownloadOptions, HttpExecutor } from "builder-util-runtime" | ||
| import { ensureDir, readFile } from "fs-extra-p" | ||
| import { Agent, ClientRequest, request as httpRequest } from "http" | ||
| import { HttpExecutor, DownloadOptions } from "builder-util-runtime" | ||
| import { download as _download } from "./binDownload" | ||
| import { ClientRequest, request as httpRequest } from "http" | ||
| import * as https from "https" | ||
| import { parse as parseIni } from "ini" | ||
| import { homedir } from "os" | ||
| import * as path from "path" | ||
| import { parse as parseUrl } from "url" | ||
|
|
||
| export class NodeHttpExecutor extends HttpExecutor<ClientRequest> { | ||
| private httpsAgentPromise: Promise<Agent> | null = null | ||
|
|
||
| async download(url: string, destination: string, options: DownloadOptions = {cancellationToken: new CancellationToken()}): Promise<string> { | ||
| if (!options.skipDirCreation) { | ||
| await ensureDir(path.dirname(destination)) | ||
| } | ||
|
|
||
| if (this.httpsAgentPromise == null) { | ||
| this.httpsAgentPromise = createAgent() | ||
| } | ||
|
|
||
| const agent = await this.httpsAgentPromise | ||
| return await options.cancellationToken.createPromise<string>((resolve, reject, onCancel) => { | ||
| this.doDownload(configureRequestOptionsFromUrl(url, { | ||
| headers: options.headers || undefined, | ||
| agent, | ||
| }), destination, 0, options, error => { | ||
| if (error == null) { | ||
| resolve(destination) | ||
| } | ||
| else { | ||
| reject(error) | ||
| } | ||
| }, onCancel) | ||
| }) | ||
| // used only in tests of electron-updater | ||
| download(url: string, destination: string, options: DownloadOptions): Promise<string> { | ||
| return _download(url, destination, options == null ? null : options.sha512) | ||
| .then(() => destination) | ||
| } | ||
|
|
||
| doRequest(options: any, callback: (response: any) => void): any { | ||
| return (options.protocol === "http:" ? httpRequest : https.request)(options, callback) | ||
| } | ||
| } | ||
|
|
||
| export const httpExecutor: NodeHttpExecutor = new NodeHttpExecutor() | ||
|
|
||
| // only https proxy | ||
| async function proxyFromNpm() { | ||
| let data = "" | ||
| try { | ||
| data = await readFile(path.join(homedir(), ".npmrc"), "utf-8") | ||
| } | ||
| catch (ignored) { | ||
| return null | ||
| } | ||
|
|
||
| if (!data) { | ||
| return null | ||
| } | ||
|
|
||
| try { | ||
| const config = parseIni(data) | ||
| return config["https-proxy"] || config.proxy | ||
| } | ||
| catch (e) { | ||
| // used in nsis auto-updater, do not use .util.warn here | ||
| console.warn(e) | ||
| return null | ||
| } | ||
| } | ||
|
|
||
| // only https url | ||
| async function createAgent() { | ||
| let proxyString = process.env.npm_config_https_proxy || process.env.HTTPS_PROXY || process.env.https_proxy || process.env.npm_config_proxy | ||
| if (!proxyString) { | ||
| proxyString = await proxyFromNpm() | ||
| if (!proxyString) { | ||
| return null | ||
| } | ||
| } | ||
|
|
||
| const proxy = parseUrl(proxyString) | ||
|
|
||
| const proxyProtocol = proxy.protocol === "https:" ? "Https" : "Http" | ||
| return require("tunnel-agent")[`httpsOver${proxyProtocol}`]({ | ||
| proxy: { | ||
| port: proxy.port || (proxyProtocol === "Https" ? 443 : 80), | ||
| host: proxy.hostname, | ||
| proxyAuth: proxy.auth | ||
| } | ||
| }) | ||
| } | ||
| export const httpExecutor: NodeHttpExecutor = new NodeHttpExecutor() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.