mirror of
https://github.com/Shiva108/ai-llm-red-team-handbook.git
synced 2026-08-28 22:00:37 +02:00
114 lines
3.8 KiB
JavaScript
114 lines
3.8 KiB
JavaScript
/**
|
|
* Copyright 2023 Google Inc. All rights reserved.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
import { createWriteStream } from 'fs';
|
|
import * as http from 'http';
|
|
import * as https from 'https';
|
|
import { URL } from 'url';
|
|
import createHttpsProxyAgent from 'https-proxy-agent';
|
|
import { getProxyForUrl } from 'proxy-from-env';
|
|
export function headHttpRequest(url) {
|
|
return new Promise(resolve => {
|
|
const request = httpRequest(url, 'HEAD', response => {
|
|
resolve(response.statusCode === 200);
|
|
}, false);
|
|
request.on('error', () => {
|
|
resolve(false);
|
|
});
|
|
});
|
|
}
|
|
export function httpRequest(url, method, response, keepAlive = true) {
|
|
const options = {
|
|
protocol: url.protocol,
|
|
hostname: url.hostname,
|
|
port: url.port,
|
|
path: url.pathname + url.search,
|
|
method,
|
|
headers: keepAlive ? { Connection: 'keep-alive' } : undefined,
|
|
};
|
|
const proxyURL = getProxyForUrl(url.toString());
|
|
if (proxyURL) {
|
|
const proxy = new URL(proxyURL);
|
|
if (proxy.protocol === 'http:') {
|
|
options.path = url.href;
|
|
options.hostname = proxy.hostname;
|
|
options.protocol = proxy.protocol;
|
|
options.port = proxy.port;
|
|
}
|
|
else {
|
|
options.agent = createHttpsProxyAgent({
|
|
host: proxy.host,
|
|
path: proxy.pathname,
|
|
port: proxy.port,
|
|
secureProxy: proxy.protocol === 'https:',
|
|
headers: options.headers,
|
|
});
|
|
}
|
|
}
|
|
const requestCallback = (res) => {
|
|
if (res.statusCode &&
|
|
res.statusCode >= 300 &&
|
|
res.statusCode < 400 &&
|
|
res.headers.location) {
|
|
httpRequest(new URL(res.headers.location), method, response);
|
|
}
|
|
else {
|
|
response(res);
|
|
}
|
|
};
|
|
const request = options.protocol === 'https:'
|
|
? https.request(options, requestCallback)
|
|
: http.request(options, requestCallback);
|
|
request.end();
|
|
return request;
|
|
}
|
|
/**
|
|
* @internal
|
|
*/
|
|
export function downloadFile(url, destinationPath, progressCallback) {
|
|
return new Promise((resolve, reject) => {
|
|
let downloadedBytes = 0;
|
|
let totalBytes = 0;
|
|
function onData(chunk) {
|
|
downloadedBytes += chunk.length;
|
|
progressCallback(downloadedBytes, totalBytes);
|
|
}
|
|
const request = httpRequest(url, 'GET', response => {
|
|
if (response.statusCode !== 200) {
|
|
const error = new Error(`Download failed: server returned code ${response.statusCode}. URL: ${url}`);
|
|
// consume response data to free up memory
|
|
response.resume();
|
|
reject(error);
|
|
return;
|
|
}
|
|
const file = createWriteStream(destinationPath);
|
|
file.on('finish', () => {
|
|
return resolve();
|
|
});
|
|
file.on('error', error => {
|
|
return reject(error);
|
|
});
|
|
response.pipe(file);
|
|
totalBytes = parseInt(response.headers['content-length'], 10);
|
|
if (progressCallback) {
|
|
response.on('data', onData);
|
|
}
|
|
});
|
|
request.on('error', error => {
|
|
return reject(error);
|
|
});
|
|
});
|
|
}
|
|
//# sourceMappingURL=httpUtil.js.map
|