feat(add Inspect AI):

This commit is contained in:
Alexander Myasoedov
2024-05-09 10:07:17 +03:00
parent 9c4828f259
commit cc5ea04205
8 changed files with 154 additions and 21 deletions
@@ -0,0 +1,13 @@
from inspect_ai import Task, eval, task
from inspect_ai.dataset import example_dataset
from inspect_ai.scorer import model_graded_fact
from inspect_ai.solver import chain_of_thought, generate, self_critique
@task
def theory_of_mind():
return Task(
dataset=example_dataset("theory_of_mind"),
plan=[chain_of_thought(), generate(), self_critique()],
scorer=model_graded_fact(),
)