From 546404c81f78d07208d66f6af6b6960b8a58aa5a Mon Sep 17 00:00:00 2001 From: Garry Tan Date: Thu, 23 Apr 2026 09:13:59 -0700 Subject: [PATCH] test: register overlay harness in touchfiles (both maps) Entries for `overlay-harness-opus-4-7-fanout-toy` and `opus-4-7-fanout-realistic` in E2E_TOUCHFILES (deps: model-overlays/, fixtures file, runner, resolver) and E2E_TIERS (`periodic`). Passes `test/touchfiles.test.ts` completeness check. --- test/helpers/touchfiles.ts | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/test/helpers/touchfiles.ts b/test/helpers/touchfiles.ts index 4bc6f486..7eacb124 100644 --- a/test/helpers/touchfiles.ts +++ b/test/helpers/touchfiles.ts @@ -215,6 +215,24 @@ export const E2E_TOUCHFILES: Record = { ['model-overlays/claude.md', 'model-overlays/opus-4-7.md', 'scripts/models.ts', 'scripts/resolvers/model-overlay.ts'], 'fanout-arm-overlay-off': ['model-overlays/claude.md', 'model-overlays/opus-4-7.md', 'scripts/models.ts', 'scripts/resolvers/model-overlay.ts'], + + // Overlay efficacy harness (SDK) — measures whether overlay nudges change + // behavior under @anthropic-ai/claude-agent-sdk (closer to real Claude Code + // than `claude -p`). testNames in the file are template literals so the + // completeness scanner doesn't require them; these entries exist for + // diff-based selection accuracy. + 'overlay-harness-opus-4-7-fanout-toy': [ + 'model-overlays/**', + 'test/fixtures/overlay-nudges.ts', + 'test/helpers/agent-sdk-runner.ts', + 'scripts/resolvers/model-overlay.ts', + ], + 'overlay-harness-opus-4-7-fanout-realistic': [ + 'model-overlays/**', + 'test/fixtures/overlay-nudges.ts', + 'test/helpers/agent-sdk-runner.ts', + 'scripts/resolvers/model-overlay.ts', + ], }; /** @@ -385,6 +403,10 @@ export const E2E_TIERS: Record = { // Opus 4.7 overlay evals — periodic (non-deterministic LLM behavior + Opus cost) 'fanout-arm-overlay-on': 'periodic', 'fanout-arm-overlay-off': 'periodic', + + // Overlay efficacy harness (SDK, paid) — periodic only + 'overlay-harness-opus-4-7-fanout-toy': 'periodic', + 'overlay-harness-opus-4-7-fanout-realistic': 'periodic', }; /**