gstack/test/analytics.test.ts

import { describe, test, expect, beforeEach, afterEach } from 'bun:test';
import { parseJSONL, filterByPeriod, formatReport } from '../scripts/analytics';
import type { AnalyticsEvent } from '../scripts/analytics';
import * as fs from 'fs';
import * as path from 'path';
import * as os from 'os';
import { execSync } from 'child_process';

const TMP_DIR = path.join(os.tmpdir(), 'analytics-test');
const SCRIPT = path.resolve(import.meta.dir, '../scripts/analytics.ts');

function writeTempJSONL(name: string, lines: string[]): string {
  fs.mkdirSync(TMP_DIR, { recursive: true });
  const p = path.join(TMP_DIR, name);
  fs.writeFileSync(p, lines.join('\n') + '\n');
  return p;
}

/**
 * Run the analytics script with a custom JSONL file by overriding the path.
 * We test the exported functions directly for unit tests, and use this
 * helper for integration-style checks.
 */
function runScript(jsonlPath: string | null, extraArgs: string = ''): string {
  // We test via the exported functions; for CLI integration we read the file
  // and run the pipeline manually to avoid needing to override the hardcoded path.
  if (jsonlPath === null) {
    return 'No analytics data found.';
  }
  if (!fs.existsSync(jsonlPath)) {
    return 'No analytics data found.';
  }
  const content = fs.readFileSync(jsonlPath, 'utf-8').trim();
  if (!content) {
    return 'No analytics data found.';
  }
  const events = parseJSONL(content);
  if (events.length === 0) {
    return 'No analytics data found.';
  }
  // Parse period from extraArgs
  let period = 'all';
  const match = extraArgs.match(/--period\s+(\S+)/);
  if (match) period = match[1];
  const filtered = filterByPeriod(events, period);
  return formatReport(filtered, period);
}

beforeEach(() => {
  fs.mkdirSync(TMP_DIR, { recursive: true });
});

afterEach(() => {
  fs.rmSync(TMP_DIR, { recursive: true, force: true });
});

describe('parseJSONL', () => {
  test('parses valid JSONL lines', () => {
    const content = [
      '{"skill":"ship","ts":"2026-03-18T15:30:00Z","repo":"my-app"}',
      '{"skill":"qa","ts":"2026-03-18T16:00:00Z","repo":"my-api"}',
    ].join('\n');
    const events = parseJSONL(content);
    expect(events).toHaveLength(2);
    expect(events[0].skill).toBe('ship');
    expect(events[1].skill).toBe('qa');
  });

  test('skips malformed lines', () => {
    const content = [
      '{"skill":"ship","ts":"2026-03-18T15:30:00Z","repo":"my-app"}',
      'not valid json',
      '{broken',
      '',
      '{"skill":"qa","ts":"2026-03-18T16:00:00Z","repo":"my-api"}',
    ].join('\n');
    const events = parseJSONL(content);
    expect(events).toHaveLength(2);
    expect(events[0].skill).toBe('ship');
    expect(events[1].skill).toBe('qa');
  });

  test('returns empty array for empty string', () => {
    expect(parseJSONL('')).toHaveLength(0);
  });

  test('skips objects missing ts field', () => {
    const content = '{"skill":"ship","repo":"my-app"}\n';
    const events = parseJSONL(content);
    expect(events).toHaveLength(0);
  });
});

describe('filterByPeriod', () => {
  const now = new Date();
  const daysAgo = (n: number) => new Date(now.getTime() - n * 24 * 60 * 60 * 1000).toISOString();

  const events: AnalyticsEvent[] = [
    { skill: 'ship', ts: daysAgo(1), repo: 'app' },
    { skill: 'qa', ts: daysAgo(3), repo: 'app' },
    { skill: 'review', ts: daysAgo(10), repo: 'app' },
    { skill: 'retro', ts: daysAgo(40), repo: 'app' },
  ];

  test('period "all" returns all events', () => {
    expect(filterByPeriod(events, 'all')).toHaveLength(4);
  });

  test('period "7d" returns only last 7 days', () => {
    const filtered = filterByPeriod(events, '7d');
    expect(filtered).toHaveLength(2);
    expect(filtered[0].skill).toBe('ship');
    expect(filtered[1].skill).toBe('qa');
  });

  test('period "30d" returns last 30 days', () => {
    const filtered = filterByPeriod(events, '30d');
    expect(filtered).toHaveLength(3);
  });

  test('invalid period string returns all events', () => {
    expect(filterByPeriod(events, 'bogus')).toHaveLength(4);
  });
});

describe('formatReport', () => {
  test('includes header and period label', () => {
    const report = formatReport([], 'all');
    expect(report).toContain('gstack skill usage analytics');
    expect(report).toContain('Period: all time');
  });

  test('shows "last 7 days" for 7d period', () => {
    const report = formatReport([], '7d');
    expect(report).toContain('Period: last 7 days');
  });

  test('shows "last 30 days" for 30d period', () => {
    const report = formatReport([], '30d');
    expect(report).toContain('Period: last 30 days');
  });

  test('counts skill invocations correctly', () => {
    const events: AnalyticsEvent[] = [
      { skill: 'ship', ts: '2026-03-18T15:30:00Z', repo: 'app' },
      { skill: 'ship', ts: '2026-03-18T16:00:00Z', repo: 'app' },
      { skill: 'qa', ts: '2026-03-18T16:30:00Z', repo: 'app' },
    ];
    const report = formatReport(events);
    expect(report).toContain('/ship');
    expect(report).toContain('2 invocations');
    expect(report).toContain('/qa');
    expect(report).toContain('1 invocation');
  });

  test('groups by repo', () => {
    const events: AnalyticsEvent[] = [
      { skill: 'ship', ts: '2026-03-18T15:30:00Z', repo: 'app-a' },
      { skill: 'qa', ts: '2026-03-18T16:00:00Z', repo: 'app-a' },
      { skill: 'ship', ts: '2026-03-18T16:30:00Z', repo: 'app-b' },
    ];
    const report = formatReport(events);
    expect(report).toContain('app-a: ship(1) qa(1)');
    expect(report).toContain('app-b: ship(1)');
  });

  test('counts hook fire events separately', () => {
    const events: AnalyticsEvent[] = [
      { skill: 'ship', ts: '2026-03-18T15:30:00Z', repo: 'app' },
      { skill: 'careful', ts: '2026-03-18T16:00:00Z', repo: 'app', event: 'hook_fire', pattern: 'rm_recursive' },
      { skill: 'careful', ts: '2026-03-18T16:30:00Z', repo: 'app', event: 'hook_fire', pattern: 'rm_recursive' },
      { skill: 'careful', ts: '2026-03-18T17:00:00Z', repo: 'app', event: 'hook_fire', pattern: 'git_force_push' },
    ];
    const report = formatReport(events);
    expect(report).toContain('Safety Hook Events');
    expect(report).toContain('rm_recursive');
    expect(report).toContain('2 fires');
    expect(report).toContain('git_force_push');
    expect(report).toContain('1 fire');
    expect(report).toContain('Total: 1 skill invocation, 3 hook fires');
  });

  test('handles mixed events correctly', () => {
    const events: AnalyticsEvent[] = [
      { skill: 'ship', ts: '2026-03-18T15:30:00Z', repo: 'my-app' },
      { skill: 'ship', ts: '2026-03-18T15:35:00Z', repo: 'my-app' },
      { skill: 'qa', ts: '2026-03-18T16:00:00Z', repo: 'my-api' },
      { skill: 'careful', ts: '2026-03-18T16:30:00Z', repo: 'my-app', event: 'hook_fire', pattern: 'rm_recursive' },
    ];
    const report = formatReport(events);
    // Skills counted correctly (hook_fire events excluded from skill counts)
    expect(report).toContain('Total: 3 skill invocations, 1 hook fire');
    // Both sections present
    expect(report).toContain('Top Skills');
    expect(report).toContain('Safety Hook Events');
    expect(report).toContain('By Repo');
  });
});

describe('integration via runScript helper', () => {
  test('missing file → "No analytics data found."', () => {
    const output = runScript(path.join(TMP_DIR, 'nonexistent.jsonl'));
    expect(output).toBe('No analytics data found.');
  });

  test('null path → "No analytics data found."', () => {
    const output = runScript(null);
    expect(output).toBe('No analytics data found.');
  });

  test('empty file → "No analytics data found."', () => {
    const p = writeTempJSONL('empty.jsonl', ['']);
    // Overwrite with truly empty content
    fs.writeFileSync(p, '');
    const output = runScript(p);
    expect(output).toBe('No analytics data found.');
  });

  test('all malformed lines → "No analytics data found."', () => {
    const p = writeTempJSONL('bad.jsonl', [
      'not json',
      '{broken',
      '42',
    ]);
    const output = runScript(p);
    expect(output).toBe('No analytics data found.');
  });

  test('normal aggregation produces correct output', () => {
    const p = writeTempJSONL('normal.jsonl', [
      '{"skill":"ship","ts":"2026-03-18T15:30:00Z","repo":"my-app"}',
      '{"skill":"ship","ts":"2026-03-18T15:35:00Z","repo":"my-app"}',
      '{"skill":"qa","ts":"2026-03-18T16:00:00Z","repo":"my-app"}',
      '{"skill":"review","ts":"2026-03-18T16:30:00Z","repo":"my-api"}',
    ]);
    const output = runScript(p);
    expect(output).toContain('/ship');
    expect(output).toContain('2 invocations');
    expect(output).toContain('/qa');
    expect(output).toContain('1 invocation');
    expect(output).toContain('/review');
    expect(output).toContain('Total: 4 skill invocations, 0 hook fires');
  });

  test('period filtering (7d) only includes recent entries', () => {
    const now = new Date();
    const recent = new Date(now.getTime() - 2 * 24 * 60 * 60 * 1000).toISOString();
    const old = new Date(now.getTime() - 20 * 24 * 60 * 60 * 1000).toISOString();

    const p = writeTempJSONL('period.jsonl', [
      `{"skill":"ship","ts":"${recent}","repo":"app"}`,
      `{"skill":"qa","ts":"${old}","repo":"app"}`,
    ]);
    const output = runScript(p, '--period 7d');
    expect(output).toContain('Period: last 7 days');
    expect(output).toContain('/ship');
    expect(output).toContain('Total: 1 skill invocation, 0 hook fires');
    // qa should be filtered out
    expect(output).not.toContain('/qa');
  });

  test('hook fire events counted in full pipeline', () => {
    const p = writeTempJSONL('hooks.jsonl', [
      '{"skill":"ship","ts":"2026-03-18T15:30:00Z","repo":"app"}',
      '{"event":"hook_fire","skill":"careful","pattern":"rm_recursive","ts":"2026-03-18T16:00:00Z","repo":"app"}',
      '{"event":"hook_fire","skill":"careful","pattern":"rm_recursive","ts":"2026-03-18T16:30:00Z","repo":"app"}',
      '{"event":"hook_fire","skill":"careful","pattern":"git_force_push","ts":"2026-03-18T17:00:00Z","repo":"app"}',
    ]);
    const output = runScript(p);
    expect(output).toContain('Safety Hook Events');
    expect(output).toContain('rm_recursive');
    expect(output).toContain('2 fires');
    expect(output).toContain('git_force_push');
    expect(output).toContain('1 fire');
    expect(output).toContain('Total: 1 skill invocation, 3 hook fires');
  });
});