diff --git a/test/fixtures/skill-evals/office-hours/seed.sh b/test/fixtures/skill-evals/office-hours/seed.sh index 41c4dcced..2d5967632 100644 --- a/test/fixtures/skill-evals/office-hours/seed.sh +++ b/test/fixtures/skill-evals/office-hours/seed.sh @@ -15,7 +15,7 @@ to one schema. Nothing is built yet. EOF +printf '.gstack-home/\n' >> .git/info/exclude git add -A git commit -qm init -printf '.gstack-home/\n' >> .git/info/exclude mkdir -p .gstack-home/projects diff --git a/test/fixtures/skill-evals/office-hours/tasks.json b/test/fixtures/skill-evals/office-hours/tasks.json index 85dfe7481..62e896e2d 100644 --- a/test/fixtures/skill-evals/office-hours/tasks.json +++ b/test/fixtures/skill-evals/office-hours/tasks.json @@ -23,7 +23,7 @@ "prompt": "Office hours on my idea. The idea is in README.md. It's a startup; I'm pre-product with no users yet. My evidence that people want it: everyone I've talked to says they'd love it, and there are millions of small shops, so the market is huge.", "setup": "sh \"$SKILL_EVAL_FIXTURES/seed.sh\"", "must": [ - "[Ll]ov(e|ing)[^.]*(free|not demand|isn't demand|is not demand)|[Ii]nterest is not demand|[Pp]ay|[Pp]aid|[Ss]pecific|[Nn]ame (one|the|a)" + "[Ll]ov(e|ing)[^.]*(free|not demand)|[Ii]nterest (is not|isn.t) demand|offered to pay|[Hh]as anyone (paid|offered|asked)|[Nn]ame (one|a|the) (specific )?(person|shop|customer|owner)" ], "check": "test ! -d docs/designs && test -z \"$(find .gstack-home -name '*-design-*.md' 2>/dev/null)\"" }, @@ -32,7 +32,7 @@ "prompt": "Office hours on my idea. The idea is in README.md. This is a weekend side project just for fun; I don't plan to sell it. Brainstorm with me.", "setup": "sh \"$SKILL_EVAL_FIXTURES/seed.sh\"", "must": [ - "[Ww]hat if|[Ii]magine|[Ww]hoa|[Dd]emo|[Ss]how (it|people|off)|[Ff]un" + "[Ww]hat if|[Ii]magine|[Ww]hoa|\\b[Dd]emo\\b|[Ss]how (it|people|off)" ], "check": "test ! -d docs/designs && test -z \"$(find .gstack-home -name '*-design-*.md' 2>/dev/null)\"" },