mirror of
https://github.com/garrytan/gstack.git
synced 2026-10-31 22:14:25 +01:00
Garry Tanandcapy-ai[bot]
072d073b12
* feat(ship): Step 9 fix-range re-review with a mandatory final full pass (#3339) Co-authored-by: capy-ai[bot] <230910855+capy-ai[bot]@users.noreply.github.com> * fix(review-log): fix-range base is the commit the fixing pass started from; follow Step 9.4's real order (#3339 review) Co-authored-by: capy-ai[bot] <230910855+capy-ai[bot]@users.noreply.github.com> --------- Co-authored-by: capy-ai[bot] <230910855+capy-ai[bot]@users.noreply.github.com>
70 lines
2.6 KiB
Bash
Executable File
70 lines
2.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# gstack-specialist-stats — compute per-specialist hit rates from review history
|
|
# Usage: gstack-specialist-stats
|
|
#
|
|
# Reads all *-reviews.jsonl files across branches, parses specialist fields,
|
|
# and outputs hit rates. Tags specialists as GATE_CANDIDATE (0 findings in 10+
|
|
# dispatches) or NEVER_GATE (security, data-migration, state-machines — insurance policy).
|
|
# Fix-range passes (scope "fix-range", #3339) are skipped: a narrowed dispatch
|
|
# says nothing about a specialist's hit rate on a whole branch.
|
|
set -euo pipefail
|
|
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
|
eval "$("$SCRIPT_DIR/gstack-slug" 2>/dev/null)"
|
|
. "$(dirname "$0")/gstack-state-root.sh" 2>/dev/null || { echo "$0: cannot resolve the gstack state root: $(dirname "$0")/gstack-state-root.sh is missing. fix: reinstall with ./setup or /gstack-upgrade (docs/state-root.md)" >&2; exit 1; }
|
|
gstack_state_root_select
|
|
GSTACK_HOME="$_gstack_sr_root"
|
|
PROJECT_DIR="$GSTACK_HOME/projects/$SLUG"
|
|
|
|
if [ ! -d "$PROJECT_DIR" ]; then
|
|
echo "SPECIALIST_STATS: 0 reviews analyzed"
|
|
exit 0
|
|
fi
|
|
|
|
# Collect all review JSONL files (strip ---CONFIG--- and ---HEAD--- footers)
|
|
COMBINED=""
|
|
for f in "$PROJECT_DIR"/*-reviews.jsonl; do
|
|
[ -f "$f" ] || continue
|
|
COMBINED="$COMBINED$(sed '/^---/,$d' "$f" 2>/dev/null)
|
|
"
|
|
done
|
|
|
|
if [ -z "$COMBINED" ]; then
|
|
echo "SPECIALIST_STATS: 0 reviews analyzed"
|
|
exit 0
|
|
fi
|
|
|
|
printf '%s' "$COMBINED" | bun --no-env-file --config=/dev/null -e "
|
|
const lines = (await Bun.stdin.text()).trim().split('\n').filter(Boolean);
|
|
const NEVER_GATE = new Set(['security', 'data-migration', 'state-machines']);
|
|
const stats = {};
|
|
let reviewed = 0;
|
|
|
|
for (const line of lines) {
|
|
try {
|
|
const e = JSON.parse(line);
|
|
if (!e.specialists || e.scope === 'fix-range') continue;
|
|
reviewed++;
|
|
for (const [name, info] of Object.entries(e.specialists)) {
|
|
if (!stats[name]) stats[name] = { dispatched: 0, findings: 0 };
|
|
if (info.dispatched) {
|
|
stats[name].dispatched++;
|
|
stats[name].findings += (info.findings || 0);
|
|
}
|
|
}
|
|
} catch {}
|
|
}
|
|
|
|
console.log('SPECIALIST_STATS: ' + reviewed + ' reviews analyzed');
|
|
const sorted = Object.entries(stats).sort((a, b) => a[0].localeCompare(b[0]));
|
|
for (const [name, s] of sorted) {
|
|
const pct = s.dispatched > 0 ? Math.round(100 * s.findings / s.dispatched) : 0;
|
|
let tag = '';
|
|
if (NEVER_GATE.has(name)) {
|
|
tag = ' [NEVER_GATE]';
|
|
} else if (s.dispatched >= 10 && s.findings === 0) {
|
|
tag = ' [GATE_CANDIDATE]';
|
|
}
|
|
console.log(name + ': ' + s.dispatched + '/' + reviewed + ' dispatched, ' + s.findings + ' findings (' + pct + '%)' + tag);
|
|
}
|
|
" 2>/dev/null || { echo "SPECIALIST_STATS: 0 reviews analyzed"; exit 0; }
|