// Generate finite diagnostic allowlists from repository code, never runtime input. const fs = require('fs'), path = require('path'), ts = require('typescript'); const files = {}; function scan(dir) { for (const entry of fs.readdirSync(dir, {withFileTypes:true})) { const file = path.join(dir,entry.name); if(entry.isDirectory()) scan(file); else if(file.endsWith('.ts') && !file.endsWith('.d.ts') && !file.endsWith('log-diagnostic-schema.ts')) { const source=ts.createSourceFile(file,fs.readFileSync(file,'utf8'),ts.ScriptTarget.Latest,true); const names=new Set(['']); function visit(node) { if ((ts.isFunctionDeclaration(node)||ts.isMethodDeclaration(node)||ts.isFunctionExpression(node)) && node.name && ts.isIdentifier(node.name)) names.add(node.name.text); if(ts.isVariableDeclaration(node)&&ts.isIdentifier(node.name)&&node.initializer&&(ts.isArrowFunction(node.initializer)||ts.isFunctionExpression(node.initializer))) names.add(node.name.text); ts.forEachChild(node,visit); } visit(source); files[file]=[...names].sort(); files[file.replace(/^src\//,'build/').replace(/\.ts$/,'.js')]=files[file]; } } } scan('src'); const types=['Error','TypeError','RangeError','ReferenceError','SyntaxError','URIError','EvalError','AggregateError','AnonymousError','HTTPError','RequestError','MongoServerError','MongoNetworkError','MongoServerSelectionError','ValidationError','TimeoutError','AbortError','UnknownError']; const vrl=fs.readFileSync('deploy/logging/sanitize.vrl','utf8'); const routes=JSON.parse(vrl.match(/if includes\((\[.*?\]), record.route\)/)[1]); fs.writeFileSync('src/core/log-diagnostic-schema.ts','// Generated by scripts/generate-log-diagnostics.js; do not edit.\nexport const LOG_SOURCE_FUNCTIONS: Record = '+JSON.stringify(files,null,2)+';\nexport const LOG_ERROR_TYPES = '+JSON.stringify(types)+';\nexport const LOG_ROUTES = '+JSON.stringify(routes)+';\n'); const block=`# BEGIN GENERATED DIAGNOSTICS source_functions = ${JSON.stringify(files)} for_each(["errorType", "causeType"]) -> |_index, key| { value = get(record, [key]) ?? null if includes(${JSON.stringify(types)}, value) { out = set!(out, [key], value) } } for_each(["errorStack", "causeStack"]) -> |_index, key| { value = get(record, [key]) ?? null if is_string(value) && length(string!(value)) <= 1024 { frames = [] for_each(split(string!(value), "\\n", limit: 9)) -> |index, frame| { parts, err = parse_regex(frame, r'^at (?P[A-Za-z_$][A-Za-z0-9_$]*|) \\((?P(?:src|build)/[A-Za-z0-9_./-]+\\.(?:ts|js)):(?P[1-9][0-9]{0,5}):(?P[1-9][0-9]{0,4})\\)$') allowed = array(get(source_functions, [to_string(parts.file)]) ?? null) ?? [] if index < 8 && err == null && includes(array!(allowed), parts.function) { frames = push(frames, frame) } } if length(frames) > 0 { out = set!(out, [key], join!(frames, "\\n")) } } } # END GENERATED DIAGNOSTICS`; const clean=vrl.replace(/# BEGIN GENERATED DIAGNOSTICS[\s\S]*?# END GENERATED DIAGNOSTICS\n?/,''); fs.writeFileSync('deploy/logging/sanitize.vrl',clean.replace('out._msg = out.event',()=>block+'\nout._msg = out.event'));