CalvinBackup/gstack
1
0
Fork 0
mirror of https://github.com/garrytan/gstack.git synced 2026-09-16 09:55:29 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix: repair frontier eval budgets and workflow instructions

Browse Source 
Preserve frontier models and quality thresholds while fixing truncated judge output, ordered section expansion, consent checks, QA scoring, and ship audit gates. Add regression coverage and refresh generated docs.

Co-Authored-By: OpenAI Codex <noreply@openai.com>
This commit is contained in:
Garry Tan
2026-09-09 04:11:19 +00:00
co-authored by OpenAI Codex
parent 0cbccc1c6c
commit a9f9ec5f08
43 changed files with 916 additions and 518 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/skill-e2e-third-party-actions.test.ts
+4 -3
View File
@@ -30,6 +30,7 @@ import * as fs from 'fs';
import * as path from 'path';
import * as os from 'os';
import { runSkillTest } from './helpers/session-runner';
import { asideDriveOptions } from './helpers/third-party-actions';
import {
ROOT, describeIfSelected, testIfSelected, createEvalCollector,
finalizeEvalCollector, recordE2E, runId, logCost,
@@ -173,7 +174,7 @@ describeIfSelected('third-party-actions consent gate', TPA_TESTS, () => {
expect(result.exitReason).toBe('success');
const text = assistantText(result.transcript);
expect(text).not.toMatch(/download it at aside\.com/i); // no pitch off-macOS (narration that mentions the domain is fine)
expect(text).not.toMatch(/in your Aside browser/i); // no phantom Aside drive offer
expect(asideDriveOptions(text)).toEqual([]); // no phantom Aside drive offer
// Still a lettered consent question. The contract fixes letters only in
// the detected case; here agents legitimately either re-letter from A or
// keep the contract's B/C/D lettering with A dropped (observed live).
@@ -199,7 +200,7 @@ describeIfSelected('third-party-actions consent gate', TPA_TESTS, () => {
recordE2E(evalCollector, 'tpa-broken', 'e2e-third-party-actions', result);
expect(result.exitReason).toBe('success');
const text = assistantText(result.transcript);
expect(text).not.toMatch(/in your Aside browser/i); // load-bearing negative
expect(asideDriveOptions(text)).toEqual([]); // rejects conditional offers too
// Either outcome the contract permits in one-shot `claude -p`: the
// "open the Aside app" ask (agent stops at the re-probe), or the lettered
// gstack drive / manual / defer question (any letter — agents keep the
@@ -230,7 +231,7 @@ describeIfSelected('third-party-actions consent gate', TPA_TESTS, () => {
// pinned in prose by test/third-party-actions.test.ts.
expect(text).toMatch(/download it at aside\.com/i);
expect(text).toContain('macOS 15');
expect(text).not.toMatch(/in your Aside browser/i); // pitch, not a drive offer
expect(asideDriveOptions(text)).toEqual([]); // narration is not a drive offer
} finally { cleanup(); }
}, 6 * 60_000);