705 lines
29 KiB
JavaScript
705 lines
29 KiB
JavaScript
|
import invariant, { AssertionError } from 'assert';
|
||
|
|
import fs from 'fs';
|
||
|
|
import isStream from 'is-stream';
|
||
|
|
import makeDir from 'make-dir';
|
||
|
|
import fsPath from 'path';
|
||
|
|
import { PromiseQueue } from 'sb-promise-queue';
|
||
|
|
import scanDirectory from 'sb-scandir';
|
||
|
|
import shellEscape from 'shell-escape';
|
||
|
|
import SSH2 from 'ssh2';
|
||
|
|
const DEFAULT_CONCURRENCY = 1;
|
||
|
|
const DEFAULT_VALIDATE = (path) => !fsPath.basename(path).startsWith('.');
|
||
|
|
const DEFAULT_TICK = () => {
|
||
|
|
/* No Op */
|
||
|
|
};
|
||
|
|
export class SSHError extends Error {
|
||
|
|
constructor(message, code = null) {
|
||
|
|
super(message);
|
||
|
|
this.code = code;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
function unixifyPath(path) {
|
||
|
|
if (path.includes('\\')) {
|
||
|
|
return path.split('\\').join('/');
|
||
|
|
}
|
||
|
|
return path;
|
||
|
|
}
|
||
|
|
async function readFile(filePath) {
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
fs.readFile(filePath, 'utf8', (err, res) => {
|
||
|
|
if (err) {
|
||
|
|
reject(err);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
resolve(res);
|
||
|
|
}
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
const SFTP_MKDIR_ERR_CODE_REGEXP = /Error: (E[\S]+): /;
|
||
|
|
async function makeDirectoryWithSftp(path, sftp) {
|
||
|
|
let stats = null;
|
||
|
|
try {
|
||
|
|
stats = await new Promise((resolve, reject) => {
|
||
|
|
sftp.stat(path, (err, res) => {
|
||
|
|
if (err) {
|
||
|
|
reject(err);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
resolve(res);
|
||
|
|
}
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
catch (_) {
|
||
|
|
/* No Op */
|
||
|
|
}
|
||
|
|
if (stats) {
|
||
|
|
if (stats.isDirectory()) {
|
||
|
|
// Already exists, nothing to worry about
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
throw new Error('mkdir() failed, target already exists and is not a directory');
|
||
|
|
}
|
||
|
|
try {
|
||
|
|
await new Promise((resolve, reject) => {
|
||
|
|
sftp.mkdir(path, (err) => {
|
||
|
|
if (err) {
|
||
|
|
reject(err);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
resolve();
|
||
|
|
}
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
catch (err) {
|
||
|
|
if (err != null && typeof err.stack === 'string') {
|
||
|
|
const matches = SFTP_MKDIR_ERR_CODE_REGEXP.exec(err.stack);
|
||
|
|
if (matches != null) {
|
||
|
|
throw new SSHError(err.message, matches[1]);
|
||
|
|
}
|
||
|
|
throw err;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
export class NodeSSH {
|
||
|
|
constructor() {
|
||
|
|
this.connection = null;
|
||
|
|
}
|
||
|
|
getConnection() {
|
||
|
|
const { connection } = this;
|
||
|
|
if (connection == null) {
|
||
|
|
throw new Error('Not connected to server');
|
||
|
|
}
|
||
|
|
return connection;
|
||
|
|
}
|
||
|
|
async connect(givenConfig) {
|
||
|
|
invariant(givenConfig != null && typeof givenConfig === 'object', 'config must be a valid object');
|
||
|
|
const config = { ...givenConfig };
|
||
|
|
invariant(config.username != null && typeof config.username === 'string', 'config.username must be a valid string');
|
||
|
|
if (config.host != null) {
|
||
|
|
invariant(typeof config.host === 'string', 'config.host must be a valid string');
|
||
|
|
}
|
||
|
|
else if (config.sock != null) {
|
||
|
|
invariant(typeof config.sock === 'object', 'config.sock must be a valid object');
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
throw new AssertionError({ message: 'Either config.host or config.sock must be provided' });
|
||
|
|
}
|
||
|
|
if (config.privateKey != null || config.privateKeyPath != null) {
|
||
|
|
if (config.privateKey != null) {
|
||
|
|
invariant(typeof config.privateKey === 'string', 'config.privateKey must be a valid string');
|
||
|
|
invariant(config.privateKeyPath == null, 'config.privateKeyPath must not be specified when config.privateKey is specified');
|
||
|
|
}
|
||
|
|
else if (config.privateKeyPath != null) {
|
||
|
|
invariant(typeof config.privateKeyPath === 'string', 'config.privateKeyPath must be a valid string');
|
||
|
|
invariant(config.privateKey == null, 'config.privateKey must not be specified when config.privateKeyPath is specified');
|
||
|
|
}
|
||
|
|
invariant(config.passphrase == null || typeof config.passphrase === 'string', 'config.passphrase must be null or a valid string');
|
||
|
|
if (config.privateKeyPath != null) {
|
||
|
|
// Must be an fs path
|
||
|
|
try {
|
||
|
|
config.privateKey = await readFile(config.privateKeyPath);
|
||
|
|
}
|
||
|
|
catch (err) {
|
||
|
|
if (err != null && err.code === 'ENOENT') {
|
||
|
|
throw new AssertionError({ message: 'config.privateKeyPath does not exist at given fs path' });
|
||
|
|
}
|
||
|
|
throw err;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
else if (config.password != null) {
|
||
|
|
invariant(typeof config.password === 'string', 'config.password must be a valid string');
|
||
|
|
}
|
||
|
|
if (config.tryKeyboard != null) {
|
||
|
|
invariant(typeof config.tryKeyboard === 'boolean', 'config.tryKeyboard must be a valid boolean');
|
||
|
|
}
|
||
|
|
if (config.tryKeyboard) {
|
||
|
|
const { password } = config;
|
||
|
|
if (config.onKeyboardInteractive != null) {
|
||
|
|
invariant(typeof config.onKeyboardInteractive === 'function', 'config.onKeyboardInteractive must be a valid function');
|
||
|
|
}
|
||
|
|
else if (password != null) {
|
||
|
|
config.onKeyboardInteractive = (name, instructions, instructionsLang, prompts, finish) => {
|
||
|
|
if (prompts.length > 0 && prompts[0].prompt.toLowerCase().includes('password')) {
|
||
|
|
finish([password]);
|
||
|
|
}
|
||
|
|
};
|
||
|
|
}
|
||
|
|
}
|
||
|
|
const connection = new SSH2.Client();
|
||
|
|
this.connection = connection;
|
||
|
|
await new Promise((resolve, reject) => {
|
||
|
|
connection.on('error', reject);
|
||
|
|
if (config.onKeyboardInteractive) {
|
||
|
|
connection.on('keyboard-interactive', config.onKeyboardInteractive);
|
||
|
|
}
|
||
|
|
connection.on('ready', () => {
|
||
|
|
connection.removeListener('error', reject);
|
||
|
|
resolve();
|
||
|
|
});
|
||
|
|
connection.on('end', () => {
|
||
|
|
if (this.connection === connection) {
|
||
|
|
this.connection = null;
|
||
|
|
}
|
||
|
|
});
|
||
|
|
connection.on('close', () => {
|
||
|
|
if (this.connection === connection) {
|
||
|
|
this.connection = null;
|
||
|
|
}
|
||
|
|
reject(new SSHError('No response from server', 'ETIMEDOUT'));
|
||
|
|
});
|
||
|
|
connection.connect(config);
|
||
|
|
});
|
||
|
|
return this;
|
||
|
|
}
|
||
|
|
isConnected() {
|
||
|
|
return this.connection != null;
|
||
|
|
}
|
||
|
|
async requestShell(options) {
|
||
|
|
const connection = this.getConnection();
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
connection.on('error', reject);
|
||
|
|
const callback = (err, res) => {
|
||
|
|
connection.removeListener('error', reject);
|
||
|
|
if (err) {
|
||
|
|
reject(err);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
resolve(res);
|
||
|
|
}
|
||
|
|
};
|
||
|
|
if (options == null) {
|
||
|
|
connection.shell(callback);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
connection.shell(options, callback);
|
||
|
|
}
|
||
|
|
});
|
||
|
|
}
|
||
|
|
async withShell(callback, options) {
|
||
|
|
invariant(typeof callback === 'function', 'callback must be a valid function');
|
||
|
|
const shell = await this.requestShell(options);
|
||
|
|
try {
|
||
|
|
await callback(shell);
|
||
|
|
}
|
||
|
|
finally {
|
||
|
|
shell.destroy();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
async requestSFTP() {
|
||
|
|
const connection = this.getConnection();
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
connection.on('error', reject);
|
||
|
|
connection.sftp((err, res) => {
|
||
|
|
connection.removeListener('error', reject);
|
||
|
|
if (err) {
|
||
|
|
reject(err);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
resolve(res);
|
||
|
|
}
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
async withSFTP(callback) {
|
||
|
|
invariant(typeof callback === 'function', 'callback must be a valid function');
|
||
|
|
const sftp = await this.requestSFTP();
|
||
|
|
try {
|
||
|
|
await callback(sftp);
|
||
|
|
}
|
||
|
|
finally {
|
||
|
|
sftp.end();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
async execCommand(givenCommand, options = {}) {
|
||
|
|
invariant(typeof givenCommand === 'string', 'command must be a valid string');
|
||
|
|
invariant(options != null && typeof options === 'object', 'options must be a valid object');
|
||
|
|
invariant(options.cwd == null || typeof options.cwd === 'string', 'options.cwd must be a valid string');
|
||
|
|
invariant(options.stdin == null || typeof options.stdin === 'string' || isStream.readable(options.stdin), 'options.stdin must be a valid string or readable stream');
|
||
|
|
invariant(options.execOptions == null || typeof options.execOptions === 'object', 'options.execOptions must be a valid object');
|
||
|
|
invariant(options.encoding == null || typeof options.encoding === 'string', 'options.encoding must be a valid string');
|
||
|
|
invariant(options.onChannel == null || typeof options.onChannel === 'function', 'options.onChannel must be a valid function');
|
||
|
|
invariant(options.onStdout == null || typeof options.onStdout === 'function', 'options.onStdout must be a valid function');
|
||
|
|
invariant(options.onStderr == null || typeof options.onStderr === 'function', 'options.onStderr must be a valid function');
|
||
|
|
invariant(options.noTrim == null || typeof options.noTrim === 'boolean', 'options.noTrim must be a boolean');
|
||
|
|
let command = givenCommand;
|
||
|
|
if (options.cwd) {
|
||
|
|
command = `cd ${shellEscape([options.cwd])} ; ${command}`;
|
||
|
|
}
|
||
|
|
const connection = this.getConnection();
|
||
|
|
const output = { stdout: [], stderr: [] };
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
connection.on('error', reject);
|
||
|
|
connection.exec(command, options.execOptions != null ? options.execOptions : {}, (err, channel) => {
|
||
|
|
connection.removeListener('error', reject);
|
||
|
|
if (err) {
|
||
|
|
reject(err);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
if (options.onChannel) {
|
||
|
|
options.onChannel(channel);
|
||
|
|
}
|
||
|
|
channel.on('data', (chunk) => {
|
||
|
|
if (options.onStdout)
|
||
|
|
options.onStdout(chunk);
|
||
|
|
output.stdout.push(chunk.toString(options.encoding));
|
||
|
|
});
|
||
|
|
channel.stderr.on('data', (chunk) => {
|
||
|
|
if (options.onStderr)
|
||
|
|
options.onStderr(chunk);
|
||
|
|
output.stderr.push(chunk.toString(options.encoding));
|
||
|
|
});
|
||
|
|
if (options.stdin != null) {
|
||
|
|
if (isStream.readable(options.stdin)) {
|
||
|
|
options.stdin.pipe(channel, {
|
||
|
|
end: true,
|
||
|
|
});
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
channel.write(options.stdin);
|
||
|
|
channel.end();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
channel.end();
|
||
|
|
}
|
||
|
|
let code = null;
|
||
|
|
let signal = null;
|
||
|
|
channel.on('exit', (code_, signal_) => {
|
||
|
|
code = code_ !== null && code_ !== void 0 ? code_ : null;
|
||
|
|
signal = signal_ !== null && signal_ !== void 0 ? signal_ : null;
|
||
|
|
});
|
||
|
|
channel.on('close', () => {
|
||
|
|
let stdout = output.stdout.join('');
|
||
|
|
let stderr = output.stderr.join('');
|
||
|
|
if (options.noTrim !== true) {
|
||
|
|
stdout = stdout.trim();
|
||
|
|
stderr = stderr.trim();
|
||
|
|
}
|
||
|
|
resolve({
|
||
|
|
code: code != null ? code : null,
|
||
|
|
signal: signal != null ? signal : null,
|
||
|
|
stdout,
|
||
|
|
stderr,
|
||
|
|
});
|
||
|
|
});
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
async exec(command, parameters, options = {}) {
|
||
|
|
invariant(typeof command === 'string', 'command must be a valid string');
|
||
|
|
invariant(Array.isArray(parameters), 'parameters must be a valid array');
|
||
|
|
invariant(options != null && typeof options === 'object', 'options must be a valid object');
|
||
|
|
invariant(options.stream == null || ['both', 'stdout', 'stderr'].includes(options.stream), 'options.stream must be one of both, stdout, stderr');
|
||
|
|
for (let i = 0, { length } = parameters; i < length; i += 1) {
|
||
|
|
invariant(typeof parameters[i] === 'string', `parameters[${i}] must be a valid string`);
|
||
|
|
}
|
||
|
|
const completeCommand = `${command}${parameters.length > 0 ? ` ${shellEscape(parameters)}` : ''}`;
|
||
|
|
const response = await this.execCommand(completeCommand, options);
|
||
|
|
if (options.stream == null || options.stream === 'stdout') {
|
||
|
|
if (response.stderr) {
|
||
|
|
throw new Error(response.stderr);
|
||
|
|
}
|
||
|
|
return response.stdout;
|
||
|
|
}
|
||
|
|
if (options.stream === 'stderr') {
|
||
|
|
return response.stderr;
|
||
|
|
}
|
||
|
|
return response;
|
||
|
|
}
|
||
|
|
async mkdir(path, method = 'sftp', givenSftp = null) {
|
||
|
|
invariant(typeof path === 'string', 'path must be a valid string');
|
||
|
|
invariant(typeof method === 'string' && (method === 'sftp' || method === 'exec'), 'method must be either sftp or exec');
|
||
|
|
invariant(givenSftp == null || typeof givenSftp === 'object', 'sftp must be a valid object');
|
||
|
|
if (method === 'exec') {
|
||
|
|
await this.exec('mkdir', ['-p', unixifyPath(path)]);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
const sftp = givenSftp || (await this.requestSFTP());
|
||
|
|
const makeSftpDirectory = async (retry) => makeDirectoryWithSftp(unixifyPath(path), sftp).catch(async (error) => {
|
||
|
|
if (!retry || error == null || (error.message !== 'No such file' && error.code !== 'ENOENT')) {
|
||
|
|
throw error;
|
||
|
|
}
|
||
|
|
await this.mkdir(fsPath.dirname(path), 'sftp', sftp);
|
||
|
|
await makeSftpDirectory(false);
|
||
|
|
});
|
||
|
|
try {
|
||
|
|
await makeSftpDirectory(true);
|
||
|
|
}
|
||
|
|
finally {
|
||
|
|
if (!givenSftp) {
|
||
|
|
sftp.end();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
async getFile(localFile, remoteFile, givenSftp = null, transferOptions = null) {
|
||
|
|
invariant(typeof localFile === 'string', 'localFile must be a valid string');
|
||
|
|
invariant(typeof remoteFile === 'string', 'remoteFile must be a valid string');
|
||
|
|
invariant(givenSftp == null || typeof givenSftp === 'object', 'sftp must be a valid object');
|
||
|
|
invariant(transferOptions == null || typeof transferOptions === 'object', 'transferOptions must be a valid object');
|
||
|
|
const sftp = givenSftp || (await this.requestSFTP());
|
||
|
|
try {
|
||
|
|
await new Promise((resolve, reject) => {
|
||
|
|
sftp.fastGet(unixifyPath(remoteFile), localFile, transferOptions || {}, (err) => {
|
||
|
|
if (err) {
|
||
|
|
reject(err);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
resolve();
|
||
|
|
}
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
finally {
|
||
|
|
if (!givenSftp) {
|
||
|
|
sftp.end();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
async putFile(localFile, remoteFile, givenSftp = null, transferOptions = null) {
|
||
|
|
invariant(typeof localFile === 'string', 'localFile must be a valid string');
|
||
|
|
invariant(typeof remoteFile === 'string', 'remoteFile must be a valid string');
|
||
|
|
invariant(givenSftp == null || typeof givenSftp === 'object', 'sftp must be a valid object');
|
||
|
|
invariant(transferOptions == null || typeof transferOptions === 'object', 'transferOptions must be a valid object');
|
||
|
|
invariant(await new Promise((resolve) => {
|
||
|
|
fs.access(localFile, fs.constants.R_OK, (err) => {
|
||
|
|
resolve(err === null);
|
||
|
|
});
|
||
|
|
}), `localFile does not exist at ${localFile}`);
|
||
|
|
const sftp = givenSftp || (await this.requestSFTP());
|
||
|
|
const putFile = (retry) => {
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
sftp.fastPut(localFile, unixifyPath(remoteFile), transferOptions || {}, (err) => {
|
||
|
|
if (err == null) {
|
||
|
|
resolve();
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
if (err.message === 'No such file' && retry) {
|
||
|
|
resolve(this.mkdir(fsPath.dirname(remoteFile), 'sftp', sftp).then(() => putFile(false)));
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
reject(err);
|
||
|
|
}
|
||
|
|
});
|
||
|
|
});
|
||
|
|
};
|
||
|
|
try {
|
||
|
|
await putFile(true);
|
||
|
|
}
|
||
|
|
finally {
|
||
|
|
if (!givenSftp) {
|
||
|
|
sftp.end();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
async putFiles(files, { concurrency = DEFAULT_CONCURRENCY, sftp: givenSftp = null, transferOptions = {} } = {}) {
|
||
|
|
invariant(Array.isArray(files), 'files must be an array');
|
||
|
|
for (let i = 0, { length } = files; i < length; i += 1) {
|
||
|
|
const file = files[i];
|
||
|
|
invariant(file, 'files items must be valid objects');
|
||
|
|
invariant(file.local && typeof file.local === 'string', `files[${i}].local must be a string`);
|
||
|
|
invariant(file.remote && typeof file.remote === 'string', `files[${i}].remote must be a string`);
|
||
|
|
}
|
||
|
|
const transferred = [];
|
||
|
|
const sftp = givenSftp || (await this.requestSFTP());
|
||
|
|
const queue = new PromiseQueue({ concurrency });
|
||
|
|
try {
|
||
|
|
await new Promise((resolve, reject) => {
|
||
|
|
files.forEach((file) => {
|
||
|
|
queue
|
||
|
|
.add(async () => {
|
||
|
|
await this.putFile(file.local, file.remote, sftp, transferOptions);
|
||
|
|
transferred.push(file);
|
||
|
|
})
|
||
|
|
.catch(reject);
|
||
|
|
});
|
||
|
|
queue.waitTillIdle().then(resolve);
|
||
|
|
});
|
||
|
|
}
|
||
|
|
catch (error) {
|
||
|
|
if (error != null) {
|
||
|
|
error.transferred = transferred;
|
||
|
|
}
|
||
|
|
throw error;
|
||
|
|
}
|
||
|
|
finally {
|
||
|
|
if (!givenSftp) {
|
||
|
|
sftp.end();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
async putDirectory(localDirectory, remoteDirectory, { concurrency = DEFAULT_CONCURRENCY, sftp: givenSftp = null, transferOptions = {}, recursive = true, tick = DEFAULT_TICK, validate = DEFAULT_VALIDATE, } = {}) {
|
||
|
|
invariant(typeof localDirectory === 'string' && localDirectory, 'localDirectory must be a string');
|
||
|
|
invariant(typeof remoteDirectory === 'string' && remoteDirectory, 'remoteDirectory must be a string');
|
||
|
|
const localDirectoryStat = await new Promise((resolve) => {
|
||
|
|
fs.stat(localDirectory, (err, stat) => {
|
||
|
|
resolve(stat || null);
|
||
|
|
});
|
||
|
|
});
|
||
|
|
invariant(localDirectoryStat != null, `localDirectory does not exist at ${localDirectory}`);
|
||
|
|
invariant(localDirectoryStat.isDirectory(), `localDirectory is not a directory at ${localDirectory}`);
|
||
|
|
const sftp = givenSftp || (await this.requestSFTP());
|
||
|
|
const scanned = await scanDirectory(localDirectory, {
|
||
|
|
recursive,
|
||
|
|
validate,
|
||
|
|
});
|
||
|
|
const files = scanned.files.map((item) => fsPath.relative(localDirectory, item));
|
||
|
|
const directories = scanned.directories.map((item) => fsPath.relative(localDirectory, item));
|
||
|
|
// Sort shortest to longest
|
||
|
|
directories.sort((a, b) => a.length - b.length);
|
||
|
|
let failed = false;
|
||
|
|
try {
|
||
|
|
// Do the directories first.
|
||
|
|
await new Promise((resolve, reject) => {
|
||
|
|
const queue = new PromiseQueue({ concurrency });
|
||
|
|
directories.forEach((directory) => {
|
||
|
|
queue
|
||
|
|
.add(async () => {
|
||
|
|
await this.mkdir(fsPath.join(remoteDirectory, directory), 'sftp', sftp);
|
||
|
|
})
|
||
|
|
.catch(reject);
|
||
|
|
});
|
||
|
|
resolve(queue.waitTillIdle());
|
||
|
|
});
|
||
|
|
// and now the files
|
||
|
|
await new Promise((resolve, reject) => {
|
||
|
|
const queue = new PromiseQueue({ concurrency });
|
||
|
|
files.forEach((file) => {
|
||
|
|
queue
|
||
|
|
.add(async () => {
|
||
|
|
const localFile = fsPath.join(localDirectory, file);
|
||
|
|
const remoteFile = fsPath.join(remoteDirectory, file);
|
||
|
|
try {
|
||
|
|
await this.putFile(localFile, remoteFile, sftp, transferOptions);
|
||
|
|
tick(localFile, remoteFile, null);
|
||
|
|
}
|
||
|
|
catch (_) {
|
||
|
|
failed = true;
|
||
|
|
tick(localFile, remoteFile, _);
|
||
|
|
}
|
||
|
|
})
|
||
|
|
.catch(reject);
|
||
|
|
});
|
||
|
|
resolve(queue.waitTillIdle());
|
||
|
|
});
|
||
|
|
}
|
||
|
|
finally {
|
||
|
|
if (!givenSftp) {
|
||
|
|
sftp.end();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return !failed;
|
||
|
|
}
|
||
|
|
async getDirectory(localDirectory, remoteDirectory, { concurrency = DEFAULT_CONCURRENCY, sftp: givenSftp = null, transferOptions = {}, recursive = true, tick = DEFAULT_TICK, validate = DEFAULT_VALIDATE, } = {}) {
|
||
|
|
invariant(typeof localDirectory === 'string' && localDirectory, 'localDirectory must be a string');
|
||
|
|
invariant(typeof remoteDirectory === 'string' && remoteDirectory, 'remoteDirectory must be a string');
|
||
|
|
const localDirectoryStat = await new Promise((resolve) => {
|
||
|
|
fs.stat(localDirectory, (err, stat) => {
|
||
|
|
resolve(stat || null);
|
||
|
|
});
|
||
|
|
});
|
||
|
|
invariant(localDirectoryStat != null, `localDirectory does not exist at ${localDirectory}`);
|
||
|
|
invariant(localDirectoryStat.isDirectory(), `localDirectory is not a directory at ${localDirectory}`);
|
||
|
|
const sftp = givenSftp || (await this.requestSFTP());
|
||
|
|
const scanned = await scanDirectory(remoteDirectory, {
|
||
|
|
recursive,
|
||
|
|
validate,
|
||
|
|
concurrency,
|
||
|
|
fileSystem: {
|
||
|
|
basename(path) {
|
||
|
|
return fsPath.posix.basename(path);
|
||
|
|
},
|
||
|
|
join(pathA, pathB) {
|
||
|
|
return fsPath.posix.join(pathA, pathB);
|
||
|
|
},
|
||
|
|
readdir(path) {
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
sftp.readdir(path, (err, res) => {
|
||
|
|
if (err) {
|
||
|
|
reject(err);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
resolve(res.map((item) => item.filename));
|
||
|
|
}
|
||
|
|
});
|
||
|
|
});
|
||
|
|
},
|
||
|
|
stat(path) {
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
sftp.stat(path, (err, res) => {
|
||
|
|
if (err) {
|
||
|
|
reject(err);
|
||
|
|
}
|
||
|
|
else {
|
||
|
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
||
|
|
resolve(res);
|
||
|
|
}
|
||
|
|
});
|
||
|
|
});
|
||
|
|
},
|
||
|
|
},
|
||
|
|
});
|
||
|
|
const files = scanned.files.map((item) => fsPath.relative(remoteDirectory, item));
|
||
|
|
const directories = scanned.directories.map((item) => fsPath.relative(remoteDirectory, item));
|
||
|
|
// Sort shortest to longest
|
||
|
|
directories.sort((a, b) => a.length - b.length);
|
||
|
|
let failed = false;
|
||
|
|
try {
|
||
|
|
// Do the directories first.
|
||
|
|
await new Promise((resolve, reject) => {
|
||
|
|
const queue = new PromiseQueue({ concurrency });
|
||
|
|
directories.forEach((directory) => {
|
||
|
|
queue
|
||
|
|
.add(async () => {
|
||
|
|
await makeDir(fsPath.join(localDirectory, directory));
|
||
|
|
})
|
||
|
|
.catch(reject);
|
||
|
|
});
|
||
|
|
resolve(queue.waitTillIdle());
|
||
|
|
});
|
||
|
|
// and now the files
|
||
|
|
await new Promise((resolve, reject) => {
|
||
|
|
const queue = new PromiseQueue({ concurrency });
|
||
|
|
files.forEach((file) => {
|
||
|
|
queue
|
||
|
|
.add(async () => {
|
||
|
|
const localFile = fsPath.join(localDirectory, file);
|
||
|
|
const remoteFile = fsPath.join(remoteDirectory, file);
|
||
|
|
try {
|
||
|
|
await this.getFile(localFile, remoteFile, sftp, transferOptions);
|
||
|
|
tick(localFile, remoteFile, null);
|
||
|
|
}
|
||
|
|
catch (_) {
|
||
|
|
failed = true;
|
||
|
|
tick(localFile, remoteFile, _);
|
||
|
|
}
|
||
|
|
})
|
||
|
|
.catch(reject);
|
||
|
|
});
|
||
|
|
resolve(queue.waitTillIdle());
|
||
|
|
});
|
||
|
|
}
|
||
|
|
finally {
|
||
|
|
if (!givenSftp) {
|
||
|
|
sftp.end();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return !failed;
|
||
|
|
}
|
||
|
|
forwardIn(remoteAddr, remotePort, onConnection) {
|
||
|
|
const connection = this.getConnection();
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
connection.forwardIn(remoteAddr, remotePort, (error, port) => {
|
||
|
|
if (error) {
|
||
|
|
reject(error);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
const handler = (details, acceptConnection, rejectConnection) => {
|
||
|
|
if (details.destIP === remoteAddr && details.destPort === port) {
|
||
|
|
onConnection === null || onConnection === void 0 ? void 0 : onConnection(details, acceptConnection, rejectConnection);
|
||
|
|
}
|
||
|
|
};
|
||
|
|
if (onConnection) {
|
||
|
|
connection.on('tcp connection', handler);
|
||
|
|
}
|
||
|
|
const dispose = () => {
|
||
|
|
return new Promise((_resolve, _reject) => {
|
||
|
|
connection.off('tcp connection', handler);
|
||
|
|
connection.unforwardIn(remoteAddr, port, (_error) => {
|
||
|
|
if (_error) {
|
||
|
|
_reject(error);
|
||
|
|
}
|
||
|
|
_resolve();
|
||
|
|
});
|
||
|
|
});
|
||
|
|
};
|
||
|
|
resolve({ port, dispose });
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
forwardOut(srcIP, srcPort, dstIP, dstPort) {
|
||
|
|
const connection = this.getConnection();
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
connection.forwardOut(srcIP, srcPort, dstIP, dstPort, (error, channel) => {
|
||
|
|
if (error) {
|
||
|
|
reject(error);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
resolve(channel);
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
forwardInStreamLocal(socketPath, onConnection) {
|
||
|
|
const connection = this.getConnection();
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
connection.openssh_forwardInStreamLocal(socketPath, (error) => {
|
||
|
|
if (error) {
|
||
|
|
reject(error);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
const handler = (details, acceptConnection, rejectConnection) => {
|
||
|
|
if (details.socketPath === socketPath) {
|
||
|
|
onConnection === null || onConnection === void 0 ? void 0 : onConnection(details, acceptConnection, rejectConnection);
|
||
|
|
}
|
||
|
|
};
|
||
|
|
if (onConnection) {
|
||
|
|
connection.on('unix connection', handler);
|
||
|
|
}
|
||
|
|
const dispose = () => {
|
||
|
|
return new Promise((_resolve, _reject) => {
|
||
|
|
connection.off('unix connection', handler);
|
||
|
|
connection.openssh_unforwardInStreamLocal(socketPath, (_error) => {
|
||
|
|
if (_error) {
|
||
|
|
_reject(_error);
|
||
|
|
}
|
||
|
|
_resolve();
|
||
|
|
});
|
||
|
|
});
|
||
|
|
};
|
||
|
|
resolve({ dispose });
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
forwardOutStreamLocal(socketPath) {
|
||
|
|
const connection = this.getConnection();
|
||
|
|
return new Promise((resolve, reject) => {
|
||
|
|
connection.openssh_forwardOutStreamLocal(socketPath, (error, channel) => {
|
||
|
|
if (error) {
|
||
|
|
reject(error);
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
resolve(channel);
|
||
|
|
});
|
||
|
|
});
|
||
|
|
}
|
||
|
|
dispose() {
|
||
|
|
if (this.connection) {
|
||
|
|
this.connection.end();
|
||
|
|
this.connection = null;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|