mirror of
https://github.com/msoedov/agentic_security.git
synced 2026-06-24 22:29:56 +02:00
Alexander Myasoedov
14 lines
411 B
Python
14 lines
411 B
Python
from inspect_ai import Task, eval, task
|
|
from inspect_ai.dataset import example_dataset
|
|
from inspect_ai.scorer import model_graded_fact
|
|
from inspect_ai.solver import chain_of_thought, generate, self_critique
|
|
|
|
|
|
@task
|
|
def theory_of_mind():
|
|
return Task(
|
|
dataset=example_dataset("theory_of_mind"),
|
|
plan=[chain_of_thought(), generate(), self_critique()],
|
|
scorer=model_graded_fact(),
|
|
)
|