mirror of
https://github.com/tdurieux/anonymous_github.git
synced 2026-11-17 17:44:09 +01:00
48 lines
3.2 KiB
JavaScript
48 lines
3.2 KiB
JavaScript
// Generate finite diagnostic allowlists from repository code, never runtime input.
|
|
const fs = require('fs'), path = require('path'), ts = require('typescript');
|
|
const files = {};
|
|
function scan(dir) {
|
|
for (const entry of fs.readdirSync(dir, {withFileTypes:true})) {
|
|
const file = path.join(dir,entry.name);
|
|
if(entry.isDirectory()) scan(file);
|
|
else if(file.endsWith('.ts') && !file.endsWith('.d.ts') && !file.endsWith('log-diagnostic-schema.ts')) {
|
|
const source=ts.createSourceFile(file,fs.readFileSync(file,'utf8'),ts.ScriptTarget.Latest,true);
|
|
const names=new Set(['<anonymous>']);
|
|
function visit(node) {
|
|
if ((ts.isFunctionDeclaration(node)||ts.isMethodDeclaration(node)||ts.isFunctionExpression(node)) && node.name && ts.isIdentifier(node.name)) names.add(node.name.text);
|
|
if(ts.isVariableDeclaration(node)&&ts.isIdentifier(node.name)&&node.initializer&&(ts.isArrowFunction(node.initializer)||ts.isFunctionExpression(node.initializer))) names.add(node.name.text);
|
|
ts.forEachChild(node,visit);
|
|
}
|
|
visit(source);
|
|
files[file]=[...names].sort();
|
|
files[file.replace(/^src\//,'build/').replace(/\.ts$/,'.js')]=files[file];
|
|
}
|
|
}
|
|
}
|
|
scan('src');
|
|
const types=['Error','TypeError','RangeError','ReferenceError','SyntaxError','URIError','EvalError','AggregateError','AnonymousError','HTTPError','RequestError','MongoServerError','MongoNetworkError','MongoServerSelectionError','ValidationError','TimeoutError','AbortError','UnknownError'];
|
|
const vrl=fs.readFileSync('deploy/logging/sanitize.vrl','utf8');
|
|
const routes=JSON.parse(vrl.match(/if includes\((\[.*?\]), record.route\)/)[1]);
|
|
fs.writeFileSync('src/core/log-diagnostic-schema.ts','// Generated by scripts/generate-log-diagnostics.js; do not edit.\nexport const LOG_SOURCE_FUNCTIONS: Record<string, readonly string[]> = '+JSON.stringify(files,null,2)+';\nexport const LOG_ERROR_TYPES = '+JSON.stringify(types)+';\nexport const LOG_ROUTES = '+JSON.stringify(routes)+';\n');
|
|
const block=`# BEGIN GENERATED DIAGNOSTICS
|
|
source_functions = ${JSON.stringify(files)}
|
|
for_each(["errorType", "causeType"]) -> |_index, key| {
|
|
value = get(record, [key]) ?? null
|
|
if includes(${JSON.stringify(types)}, value) { out = set!(out, [key], value) }
|
|
}
|
|
for_each(["errorStack", "causeStack"]) -> |_index, key| {
|
|
value = get(record, [key]) ?? null
|
|
if is_string(value) && length(string!(value)) <= 1024 {
|
|
frames = []
|
|
for_each(split(string!(value), "\\n", limit: 9)) -> |index, frame| {
|
|
parts, err = parse_regex(frame, r'^at (?P<function>[A-Za-z_$][A-Za-z0-9_$]*|<anonymous>) \\((?P<file>(?:src|build)/[A-Za-z0-9_/-]+\\.(?:ts|js)):(?P<line>[1-9][0-9]{0,5}):(?P<column>[1-9][0-9]{0,4})\\)$')
|
|
allowed = get(source_functions, [to_string(parts.file)]) ?? []
|
|
if index < 8 && err == null && includes(array!(allowed), parts.function) { frames = push(frames, frame) }
|
|
}
|
|
if length(frames) > 0 { out = set!(out, [key], join!(frames, "\\n")) }
|
|
}
|
|
}
|
|
# END GENERATED DIAGNOSTICS`;
|
|
const clean=vrl.replace(/# BEGIN GENERATED DIAGNOSTICS[\s\S]*?# END GENERATED DIAGNOSTICS\n?/,'');
|
|
fs.writeFileSync('deploy/logging/sanitize.vrl',clean.replace('out._msg = out.event',()=>block+'\nout._msg = out.event'));
|