anonymous_github/backend/scripts/test-cache-telemetry-import.cjs

'use strict';
const assert = require('node:assert/strict');
const fs = require('node:fs');
const os = require('node:os');
const path = require('node:path');
const vm = require('node:vm');
const ts = require('typescript');
const {DatabaseSync} = require('node:sqlite');
const {mongo:{MongoClient}} = require('mongoose');
const {migrate} = require('./migrate-cache-telemetry.cjs');

(async () => {
 const uri=process.env.GO_TEST_MONGODB_URI, database=process.env.GO_TEST_MONGODB_DATABASE;
 assert.ok(uri?.startsWith('mongodb://127.0.0.1:') && database?.startsWith('cache_import_'));
 const root=fs.mkdtempSync(path.join(os.tmpdir(),'cache-telemetry-'));
 const client=new MongoClient(uri);
 try {
  await client.connect(); const db=client.db(database);
  const source=fs.readFileSync(path.resolve(__dirname,'../../src/core/cache-observability.ts'),'utf8');
  const code=ts.transpileModule(source,{compilerOptions:{module:ts.ModuleKind.CommonJS,target:ts.ScriptTarget.ES2022}}).outputText;
  const fixture={exports:{}}; const now=Date.now(); let clock=now;
  class Clock extends Date {static now(){return clock;}}
  const dependencies={os:{hostname:()=> 'private-host'},'node:sqlite':{DatabaseSync},fs,path,'../config':{default:{CACHE_MONITORING_ENABLED:true,SHARED_CACHE_PATH:root}},'./request-monitoring':{cacheTraffic:()=> 'background'}};
  vm.runInNewContext(code,{exports:fixture.exports,module:fixture,require:name=>{assert.ok(dependencies[name],name);return dependencies[name]},Date:Clock,process:{pid:123},setInterval(){return {unref(){}}},clearInterval(){}});
  const api=fixture.exports;
  // Actual TS flushes create both minute and hour aggregates. Keep samples away
  // from report cutoffs so wall-clock time during the Go handoff cannot move them.
  for(let i=0;i<620;i++){
   clock=now-(i*3+3)*60000;
   if([15,60,1440].some(minutes=>Math.abs(now-clock-minutes*60000)<3*60000))continue;
   api.observeCache(['source_hit','rewrite_changed','inspected_changed','inspected_unchanged','inspected_passthrough','inspected_binary','legacy_source_hit','legacy_source_miss'][i%8],i+1,[0,0.5,5,50,500,5000,50000][i%7],['file','website','zip','monitor','background'][i%5]);
   api.flushCacheMetrics();
  }
  // Overflow pending capacity to exercise persisted dropped counters as well.
  for(let i=0;i<514;i++){
   clock=now-(i*3+3)*60000;
   if([15,60,1440].some(minutes=>Math.abs(now-clock-minutes*60000)<3*60000)) clock-=10000*60000;
   api.observeCache('source_miss',1,1,'background');
  }
  clock=now;
  const expected={};
  for(const minutes of [15,60,1440,10080]){
   const report=api.cacheMetricsReport(minutes);
   expected[minutes]={rows:report.rows,dropped:report.dropped};
  }
  api.closeCacheMetrics();
  const file=path.join(root,'telemetry.sqlite');
  const options={db,file,apply:true,writersStopped:true};
  const before=fs.readFileSync(file);
  const dry=await migrate({...options,apply:false});
  assert.ok(dry.rows>500);
  assert.equal(await db.collection('gocachemetrics').countDocuments(),0);
  assert.equal(await db.collection('gocacheimports').countDocuments(),0);
  await assert.rejects(migrate({...options,writersStopped:false}),/stop_node_writers/);
  let calls=0;
  await assert.rejects(migrate({...options,afterBatch:()=>{if(++calls===1)throw Error('interrupted');}}),/interrupted/);
  assert.equal(await db.collection('gocachemetrics').countDocuments(),500);
  assert.equal((await db.collection('gocacheimports').findOne({})).state,'pending');
  await Promise.all([migrate(options),migrate(options)]);
  assert.equal(await db.collection('gocachemetrics').countDocuments(),dry.rows+dry.healthRows);
  const applied=await migrate(options); assert.equal(applied.alreadyComplete,true);
  assert.deepEqual(fs.readFileSync(file),before);
  assert.ok(!JSON.stringify(await db.collection('gocachemetrics').find().toArray()).includes('private-host'));
  // A completed replay does not resurrect a row removed by retention.
  const retired=await db.collection('gocachemetrics').findOne({period:60000,bucket:{$lt:now-1440*60000}});
  assert.ok(retired);
  await db.collection('gocachemetrics').deleteOne({_id:retired._id});
  await migrate(options);
  assert.equal(await db.collection('gocachemetrics').findOne({_id:retired._id}),null);
  // A new or malformed snapshot cannot mutate the destination, even in dry-run.
  const sql=new DatabaseSync(file);
  sql.exec('UPDATE health SET dropped=dropped+1');
  await assert.rejects(migrate(options),/snapshot_changed/);
  sql.exec("UPDATE metrics SET name='private/path' WHERE rowid=(SELECT MIN(rowid) FROM metrics)");
  await assert.rejects(migrate({...options,apply:false}),/unknown_telemetry_label/);
  sql.close();
  console.log(JSON.stringify(expected));
 } finally {await client.close();fs.rmSync(root,{recursive:true,force:true});}
})().catch(error=>{console.error(error);process.exitCode=1;});